00010000:00000010:3.1:1788218643.690366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b400. 00010000:00000010:3.1:1788218643.690401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5f600. 00010000:00000010:3.1:1788218644.533920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741100. 00010000:00000010:3.1:1788218644.533941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e5a00. 00010000:00000010:3.1:1788218644.533948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b300. 00010000:00000010:3.1:1788218644.533951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5e800. 00010000:00000010:3.1:1788218645.190491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741c00. 00010000:00000010:3.1:1788218645.190521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed018200. 00010000:00000010:3.1:1788218645.190526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1be00. 00010000:00000010:3.1:1788218645.190530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f5800. 00010000:00000010:3.1:1788218645.190535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741700. 00010000:00000010:3.1:1788218645.190540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d31bca00. 00010000:00000010:3.1:1788218645.190545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15eb00. 00010000:00000010:3.1:1788218645.190550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f7e00. 00010000:00000010:3.1:1788218645.190554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741900. 00010000:00000010:3.1:1788218645.190556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f7200. 00010000:00000010:3.1:1788218645.190560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268500. 00010000:00000010:3.1:1788218645.190563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f5200. 00010000:00000010:3.1:1788218645.190566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741e00. 00010000:00000010:3.1:1788218645.190569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026600. 00010000:00000010:3.1:1788218645.190571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268900. 00010000:00000010:3.1:1788218645.190574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f7000. 00010000:00000010:3.1:1788218645.190576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268e00. 00010000:00000010:3.1:1788218645.190578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed018600. 00010000:00000010:3.1:1788218645.195322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268100. 00010000:00000010:3.1:1788218645.195341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed019e00. 00010000:00000010:3.1:1788218645.195360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15ea00. 00010000:00000010:3.1:1788218645.195364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027800. 00010000:00000010:3.1:1788218645.195367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e900. 00010000:00000010:3.1:1788218645.195371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25a00. 00010000:00000010:3.1:1788218645.195376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741400. 00010000:00000010:3.1:1788218645.195381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d31bc200. 00010000:00000010:3.1:1788218645.195384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741000. 00010000:00000010:3.1:1788218645.195401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d31bd200. 00010000:00000010:3.1:1788218645.195404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741600. 00010000:00000010:3.1:1788218645.195407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d31bc800. 00010000:00000010:3.1:1788218645.195415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911600. 00010000:00000010:3.1:1788218645.195418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f7c00. 00000080:00000010:3.1:1788218645.231830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee1925e0. 00000080:00000010:3.1:1788218645.242370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e16780. 00000080:00000010:3.1:1788218645.651866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192700. 00000080:00000010:3.1:1788218645.651878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae0e0. 00010000:00000010:3.1:1788218647.350414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ff925400. 00010000:00000010:3.1:1788218647.350433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5e400. 00000080:00000010:3.1:1788218647.382412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e16400. 00000080:00000010:3.1:1788218647.382427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae940. 00010000:00000010:3.1:1788218647.930429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de741200. 00010000:00000010:3.1:1788218647.930448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357600. 00010000:00000010:3.1:1788218647.930454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0000. 00010000:00000010:3.1:1788218647.930459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f4c00. 00010000:00000010:3.1:1788218647.930463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0100. 00010000:00000010:3.1:1788218647.930466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ecc00. 00010000:00000010:3.1:1788218647.930471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268000. 00010000:00000010:3.1:1788218647.930473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f4600. 00010000:00000010:3.1:1788218647.930476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268200. 00010000:00000010:3.1:1788218647.930490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ede00. 00010000:00000010:3.1:1788218647.930497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e200. 00010000:00000010:3.1:1788218647.930502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027400. 00010000:00000010:3.1:1788218647.930505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e700. 00010000:00000010:3.1:1788218647.930507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f4000. 00010000:00000010:3.1:1788218647.930511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b600. 00010000:00000010:3.1:1788218647.930515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f6200. 00010000:00000010:3.1:1788218647.930520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e000. 00010000:00000010:3.1:1788218647.930523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f5000. 00010000:00000010:3.1:1788218647.930526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15ed00. 00010000:00000010:3.1:1788218647.930546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026000. 00010000:00000010:3.1:1788218647.930549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15ec00. 00010000:00000010:3.1:1788218647.930552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026c00. 00010000:00000010:3.1:1788218647.930553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15ee00. 00010000:00000010:3.1:1788218647.930556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027e00. 00010000:00000010:3.1:1788218647.930558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e100. 00010000:00000010:3.1:1788218647.930560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027200. 00010000:00000010:3.1:1788218647.930563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b800. 00010000:00000010:3.1:1788218647.930566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f6c00. 00010000:00000010:3.1:1788218647.930568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e500. 00010000:00000010:3.1:1788218647.930571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6f6600. 00010000:00000010:3.1:1788218647.930573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e400. 00010000:00000010:3.1:1788218647.930575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027a00. 00000080:00000010:3.1:1788218648.021365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192ea0. 00000080:00000010:3.1:1788218648.127378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae3e0. 00010000:00000010:3.1:1788218651.496323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0900. 00010000:00000010:3.1:1788218651.496338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027000. 00010000:00000010:3.1:1788218651.496345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79fc00. 00010000:00000010:3.1:1788218651.496351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6356c00. 00010000:00000010:3.1:1788218651.496355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79ff00. 00010000:00000010:3.1:1788218651.496359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357e00. 00010000:00000010:3.1:1788218651.496363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1bf00. 00010000:00000010:3.1:1788218651.496367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ece00. 00010000:00000010:3.1:1788218651.496370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f700. 00010000:00000010:3.1:1788218651.496374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026200. 00010000:00000010:3.1:1788218651.496378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268b00. 00010000:00000010:3.1:1788218651.496381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357200. 00010000:00000010:3.1:1788218651.496384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79fd00. 00010000:00000010:3.1:1788218651.496386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357c00. 00010000:00000010:3.1:1788218651.496389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0f00. 00010000:00000010:3.1:1788218651.496391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026a00. 00010000:00000010:3.1:1788218651.496394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b200. 00010000:00000010:3.1:1788218651.496415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ec800. 00010000:00000010:3.1:1788218651.496419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0300. 00010000:00000010:3.1:1788218651.496422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026e00. 00010000:00000010:3.1:1788218651.496425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0d00. 00010000:00000010:3.1:1788218651.496605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f4e00. 00010000:00000010:3.1:1788218651.496611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f100. 00010000:00000010:3.1:1788218651.496614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6356600. 00010000:00000010:3.1:1788218651.496617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b000. 00010000:00000010:3.1:1788218651.496620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ec400. 00010000:00000010:3.1:1788218651.496623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f500. 00010000:00000010:3.1:1788218651.496625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6356a00. 00010000:00000010:3.1:1788218651.496628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268d00. 00010000:00000010:3.1:1788218651.496631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026800. 00010000:00000010:3.1:1788218651.496633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1bd00. 00010000:00000010:3.1:1788218651.496636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ed400. 00000080:00000010:3.1:1788218651.637615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192700. 00010000:00000010:3.1:1788218651.870366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ff925700. 00010000:00000010:3.1:1788218651.870383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225ec00. 00010000:00000010:3.1:1788218654.503270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1ba00. 00010000:00000010:3.1:1788218654.503287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f5a00. 00010000:00000010:3.1:1788218654.503296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0200. 00010000:00000010:3.1:1788218654.503300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c9200. 00010000:00000010:3.1:1788218654.503305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0700. 00010000:00000010:3.1:1788218654.503309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010ec600. 00010000:00000010:3.1:1788218654.503327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f600. 00010000:00000010:3.1:1788218654.503332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357a00. 00010000:00000010:3.1:1788218654.503336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268700. 00010000:00000010:3.1:1788218654.503339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895010eca00. 00010000:00000010:3.1:1788218654.503342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268a00. 00010000:00000010:3.1:1788218654.503344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c9a00. 00010000:00000010:3.1:1788218654.503347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f300. 00010000:00000010:3.1:1788218654.503350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357000. 00010000:00000010:3.1:1788218654.503371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f800. 00010000:00000010:3.1:1788218654.503374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6356200. 00010000:00000010:3.1:1788218654.503377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79fb00. 00010000:00000010:3.1:1788218654.503380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6357400. 00010000:00000010:3.1:1788218654.503382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79fe00. 00010000:00000010:3.1:1788218654.503385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6356800. 00010000:00000010:3.1:1788218654.503388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0a00. 00010000:00000010:3.1:1788218654.503391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026400. 00010000:00000010:3.1:1788218654.503393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f900. 00010000:00000010:3.1:1788218654.503395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f6356000. 00010000:00000010:3.1:1788218654.503398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0500. 00010000:00000010:3.1:1788218654.503401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027600. 00010000:00000010:3.1:1788218654.503403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0400. 00010000:00000010:3.1:1788218654.503406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f5e00. 00010000:00000010:3.1:1788218654.503409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0b00. 00010000:00000010:3.1:1788218654.503412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c75f4200. 00010000:00000010:3.1:1788218654.503415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b0e00. 00010000:00000010:3.1:1788218654.503417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027c00. 00010000:00000010:3.1:1788218654.838373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704c00. 00010000:00000010:3.1:1788218654.838395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419e00. 00000080:00000010:3.1:1788218657.484567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aeba0. 00000080:00000010:3.1:1788218657.489360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e16780. 00000080:00000010:3.1:1788218657.503123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e16820. 00000080:00000010:3.1:1788218657.520478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e16780. 00010000:00000010:3.1:1788218657.855693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704e00. 00010000:00000010:3.1:1788218657.855721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419c00. 00010000:00000010:3.1:1788218658.809970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f000. 00010000:00000010:3.1:1788218658.809986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026200. 00010000:00000010:3.1:1788218664.265718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704d00. 00010000:00000010:3.1:1788218664.265747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419a00. 00000080:00000010:3.1:1788218664.983887:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae5a0. 00000080:00000010:3.1:1788218665.403377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee1925a0. 00000080:00000010:3.1:1788218665.403419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb3e0. 00010000:00000010:3.1:1788218666.322470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704f00. 00010000:00000010:3.1:1788218666.322482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009ee00. 00000080:00000010:3.1:1788218668.223908:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb158e0. 00000080:00000010:3.1:1788218668.223927:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb2e0. 00010000:00000010:3.1:1788218669.025294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cbd00. 00010000:00000010:3.1:1788218669.025308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02d200. 00010000:00000010:3.1:1788218669.025326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7500. 00010000:00000010:3.1:1788218669.025332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed398200. 00010000:00000010:3.1:1788218669.025351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e13a0700. 00010000:00000010:3.1:1788218669.025355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed398800. 00010000:00000010:3.1:1788218669.025361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed010800. 00010000:00000010:3.1:1788218669.025364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009e400. 00010000:00000010:3.1:1788218669.025366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed010c00. 00010000:00000010:3.1:1788218669.025369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009f400. 00010000:00000010:3.1:1788218669.025372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e13a0600. 00010000:00000010:3.1:1788218669.025375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02dc00. 00010000:00000010:3.1:1788218669.025378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cb100. 00010000:00000010:3.1:1788218669.025381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02da00. 00010000:00000010:3.1:1788218669.025384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cb200. 00010000:00000010:3.1:1788218669.025388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02c600. 00010000:00000010:3.1:1788218669.025390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cb500. 00010000:00000010:3.1:1788218669.025393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02d800. 00010000:00000010:3.1:1788218669.025396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed010400. 00010000:00000010:3.1:1788218669.025398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed398000. 00010000:00000010:3.1:1788218669.025401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed010000. 00010000:00000010:3.1:1788218669.025404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009f000. 00010000:00000010:3.1:1788218669.025407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cbb00. 00010000:00000010:3.1:1788218669.025409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed398c00. 00010000:00000010:3.1:1788218669.025412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e13a0400. 00010000:00000010:3.1:1788218669.025415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed399000. 00010000:00000010:3.1:1788218669.025417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cbe00. 00010000:00000010:3.1:1788218669.025438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed399c00. 00010000:00000010:3.1:1788218669.025441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e13a0f00. 00010000:00000010:3.1:1788218669.025444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02ce00. 00010000:00000010:3.1:1788218669.025447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed010f00. 00010000:00000010:3.1:1788218669.025449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009f200. 00000080:00000010:3.1:1788218669.187448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bba00. 00010000:00000010:3.1:1788218669.450437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3078e00. 00010000:00000010:3.1:1788218669.450448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009ee00. 00000080:00000010:3.1:1788218669.482940:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7300. 00000080:00000010:3.1:1788218669.482959:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb158e0. 00010000:00000010:3.1:1788218672.424488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f100. 00010000:00000010:3.1:1788218672.424499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c8a00. 00010000:00000010:3.1:1788218674.392123:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79fd00. 00010000:00000010:3.1:1788218674.392141:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c9800. 00000080:00000010:3.1:1788218674.406851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7700. 00000080:00000010:3.1:1788218674.406864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df76e0. 00010000:00000010:3.1:1788218675.143458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79f700. 00010000:00000010:3.1:1788218675.143473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c8800. 00000080:00000010:3.1:1788218675.195705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7a80. 00000080:00000010:3.1:1788218675.195723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7700. 00010000:00000010:3.1:1788218677.351500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f5df7a00. 00010000:00000010:3.1:1788218677.351517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e487cc00. 00010000:00000010:3.1:1788218677.913393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704e00. 00010000:00000010:3.1:1788218677.913409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009fe00. 00000080:00000010:3.1:1788218678.944362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a02a0. 00000080:00000010:3.1:1788218678.944380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a09a0. 00010000:00000010:3.1:1788218679.512357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee79fc00. 00010000:00000010:3.1:1788218679.512375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c8600. 00010000:00000010:3.1:1788218680.820528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3200. 00010000:00000010:3.1:1788218680.820546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c7c00. 00010000:00000010:3.1:1788218680.820553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068e00. 00010000:00000010:3.1:1788218680.820558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dd400. 00010000:00000010:3.1:1788218680.820562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7a00. 00010000:00000010:3.1:1788218680.821336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c6c00. 00010000:00000010:3.1:1788218680.821340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3b00. 00010000:00000010:3.1:1788218680.821344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091000. 00010000:00000010:3.1:1788218680.821348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068100. 00010000:00000010:3.1:1788218680.821350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c6800. 00010000:00000010:3.1:1788218680.821354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013b00. 00010000:00000010:3.1:1788218680.821357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090600. 00010000:00000010:3.1:1788218680.821360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013700. 00010000:00000010:3.1:1788218680.821363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c6e00. 00010000:00000010:3.1:1788218680.821365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013500. 00010000:00000010:3.1:1788218680.821367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c7800. 00010000:00000010:3.1:1788218680.821370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c800. 00010000:00000010:3.1:1788218680.821373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021000. 00010000:00000010:3.1:1788218680.821377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013c00. 00010000:00000010:3.1:1788218680.821379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091a00. 00010000:00000010:3.1:1788218680.821381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068700. 00010000:00000010:3.1:1788218680.821383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dd800. 00010000:00000010:3.1:1788218680.821385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013900. 00010000:00000010:3.1:1788218680.821387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091600. 00010000:00000010:3.1:1788218680.821390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7100. 00010000:00000010:3.1:1788218680.821392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4ddc00. 00010000:00000010:3.1:1788218680.821395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068d00. 00010000:00000010:3.1:1788218680.821397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dde00. 00010000:00000010:3.1:1788218680.821400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068000. 00010000:00000010:3.1:1788218680.821402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dd000. 00010000:00000010:3.1:1788218680.821404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013100. 00010000:00000010:3.1:1788218680.821406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091c00. 00000080:00000010:3.1:1788218680.975393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0680. 00010000:00000010:3.1:1788218685.511710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368300. 00010000:00000010:3.1:1788218685.511729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096800. 00010000:00000010:3.1:1788218685.511732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368d00. 00010000:00000010:3.1:1788218685.511736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096000. 00010000:00000010:3.1:1788218685.511758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368600. 00010000:00000010:3.1:1788218685.511762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096c00. 00010000:00000010:3.1:1788218685.511766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3f00. 00010000:00000010:3.1:1788218685.511772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091e00. 00010000:00000010:3.1:1788218685.511775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3700. 00010000:00000010:3.1:1788218685.511777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091200. 00010000:00000010:3.1:1788218685.511783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068a00. 00010000:00000010:3.1:1788218685.511785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096200. 00010000:00000010:3.1:1788218685.511789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7d00. 00010000:00000010:3.1:1788218685.511792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c7600. 00010000:00000010:3.1:1788218685.511797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3600. 00010000:00000010:3.1:1788218685.511800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c6600. 00010000:00000010:3.1:1788218685.511804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745ca00. 00010000:00000010:3.1:1788218685.511809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed020800. 00010000:00000010:3.1:1788218685.511811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068600. 00010000:00000010:3.1:1788218685.511814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed097000. 00010000:00000010:3.1:1788218685.511817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068200. 00010000:00000010:3.1:1788218685.511821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dc400. 00010000:00000010:3.1:1788218685.511825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068300. 00010000:00000010:3.1:1788218685.511827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dca00. 00010000:00000010:3.1:1788218685.511829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3000. 00010000:00000010:3.1:1788218685.511832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed020000. 00010000:00000010:3.1:1788218685.511834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3100. 00010000:00000010:3.1:1788218685.511837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed020400. 00010000:00000010:3.1:1788218685.511885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745ce00. 00010000:00000010:3.1:1788218685.511890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed020c00. 00010000:00000010:3.1:1788218685.511893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068900. 00010000:00000010:3.1:1788218685.511897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dd600. 00010000:00000010:3.1:1788218692.634582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d3e8d500. 00010000:00000010:3.1:1788218692.634598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c7e00. 00000080:00000010:3.1:1788218692.710499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df78a0. 00000080:00000010:3.1:1788218692.710515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0060. 00010000:00000010:3.1:1788218694.907778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7e00. 00010000:00000010:3.1:1788218694.907792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7200. 00010000:00000010:3.1:1788218694.907999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446000. 00010000:00000010:3.1:1788218694.908004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7c00. 00010000:00000010:3.1:1788218694.908007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446200. 00010000:00000010:3.1:1788218694.908010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6600. 00010000:00000010:3.1:1788218694.908015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368000. 00010000:00000010:3.1:1788218694.908018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096a00. 00010000:00000010:3.1:1788218694.908025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4500. 00010000:00000010:3.1:1788218694.908035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021e00. 00010000:00000010:3.1:1788218694.908364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4000. 00010000:00000010:3.1:1788218694.908368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021600. 00010000:00000010:3.1:1788218694.908375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446400. 00010000:00000010:3.1:1788218694.908381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7800. 00010000:00000010:3.1:1788218694.908389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c400. 00010000:00000010:3.1:1788218694.908392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021200. 00010000:00000010:3.1:1788218694.908395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7200. 00010000:00000010:3.1:1788218694.908398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6a00. 00010000:00000010:3.1:1788218694.908400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446e00. 00010000:00000010:3.1:1788218694.908403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6e00. 00010000:00000010:3.1:1788218694.908406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446a00. 00010000:00000010:3.1:1788218694.908409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7600. 00010000:00000010:3.1:1788218694.908411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446c00. 00010000:00000010:3.1:1788218694.908417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021c00. 00010000:00000010:3.1:1788218694.908420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368200. 00010000:00000010:3.1:1788218694.908425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed097e00. 00010000:00000010:3.1:1788218694.908429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2c3300. 00010000:00000010:3.1:1788218694.908434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096400. 00010000:00000010:3.1:1788218694.908437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cf00. 00010000:00000010:3.1:1788218694.908439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021a00. 00010000:00000010:3.1:1788218694.908441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c500. 00010000:00000010:3.1:1788218694.908444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090000. 00010000:00000010:3.1:1788218699.485425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4c00. 00010000:00000010:3.1:1788218699.485461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de7d2e00. 00010000:00000010:3.1:1788218699.485472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368700. 00010000:00000010:3.1:1788218699.485476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072200. 00010000:00000010:3.1:1788218699.485480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368900. 00010000:00000010:3.1:1788218699.485485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a4a00. 00010000:00000010:3.1:1788218699.485494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446900. 00010000:00000010:3.1:1788218699.485498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5600. 00010000:00000010:3.1:1788218699.485501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368e00. 00010000:00000010:3.1:1788218699.485506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed097400. 00010000:00000010:3.1:1788218699.485510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2500. 00010000:00000010:3.1:1788218699.485514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed021800. 00010000:00000010:3.1:1788218699.495628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446b00. 00010000:00000010:3.1:1788218699.495655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6000. 00010000:00000010:3.1:1788218699.495663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7400. 00010000:00000010:3.1:1788218699.495668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073c00. 00010000:00000010:3.1:1788218699.495673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368400. 00010000:00000010:3.1:1788218699.495677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed097200. 00010000:00000010:3.1:1788218699.495680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446500. 00010000:00000010:3.1:1788218699.495685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7400. 00010000:00000010:3.1:1788218699.495689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368100. 00010000:00000010:3.1:1788218699.495691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed097a00. 00010000:00000010:3.1:1788218699.495694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446100. 00010000:00000010:3.1:1788218699.495699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090400. 00010000:00000010:3.1:1788218699.495702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446f00. 00010000:00000010:3.1:1788218699.495705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090800. 00010000:00000010:3.1:1788218699.495708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446300. 00010000:00000010:3.1:1788218699.495711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7a00. 00010000:00000010:3.1:1788218699.495714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446700. 00010000:00000010:3.1:1788218699.495717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7000. 00010000:00000010:3.1:1788218699.495720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446d00. 00010000:00000010:3.1:1788218699.495730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090e00. 00000080:00000010:3.1:1788218699.594370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0c20. 00010000:00000010:3.1:1788218704.081351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4100. 00010000:00000010:3.1:1788218704.081365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072400. 00010000:00000010:3.1:1788218704.081372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243600. 00010000:00000010:3.1:1788218704.081376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fc200. 00010000:00000010:3.1:1788218704.081380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243000. 00010000:00000010:3.1:1788218704.081384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fde00. 00010000:00000010:3.1:1788218704.081389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2a00. 00010000:00000010:3.1:1788218704.081392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072c00. 00010000:00000010:3.1:1788218704.081395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2900. 00010000:00000010:3.1:1788218704.081409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e2800. 00010000:00000010:3.1:1788218704.081413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b900. 00010000:00000010:3.1:1788218704.081417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a4200. 00010000:00000010:3.1:1788218704.081420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2700. 00010000:00000010:3.1:1788218704.081423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fd000. 00010000:00000010:3.1:1788218704.081426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b800. 00010000:00000010:3.1:1788218704.081428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072a00. 00010000:00000010:3.1:1788218704.081431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243100. 00010000:00000010:3.1:1788218704.081434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fd200. 00010000:00000010:3.1:1788218704.081436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4b00. 00010000:00000010:3.1:1788218704.081439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e2000. 00010000:00000010:3.1:1788218704.081443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368c00. 00010000:00000010:3.1:1788218704.081448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5200. 00010000:00000010:3.1:1788218704.081451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243500. 00010000:00000010:3.1:1788218704.081454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6800. 00010000:00000010:3.1:1788218704.081457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed368500. 00010000:00000010:3.1:1788218704.081460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5c00. 00010000:00000010:3.1:1788218704.081463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2b00. 00010000:00000010:3.1:1788218704.081465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5a00. 00010000:00000010:3.1:1788218704.081469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446600. 00010000:00000010:3.1:1788218704.081473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073400. 00010000:00000010:3.1:1788218704.081476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2446800. 00010000:00000010:3.1:1788218704.081503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6c00. 00000080:00000010:3.1:1788218704.105364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0e80. 00000080:00000010:3.1:1788218704.221508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0fa0. 00010000:00000010:3.1:1788218704.424373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013400. 00010000:00000010:3.1:1788218704.424392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38be400. 00010000:00000010:3.1:1788218706.056045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068a00. 00010000:00000010:3.1:1788218706.056142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed091800. 00000080:00000010:3.1:1788218706.118996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7e60. 00000080:00000010:3.1:1788218706.119010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0cc0. 00010000:00000010:3.1:1788218708.279371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243400. 00010000:00000010:3.1:1788218708.279388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fd800. 00010000:00000010:3.1:1788218708.279395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b200. 00010000:00000010:3.1:1788218708.279399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073000. 00010000:00000010:3.1:1788218708.279404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2c00. 00010000:00000010:3.1:1788218708.279407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072000. 00010000:00000010:3.1:1788218708.279410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243200. 00010000:00000010:3.1:1788218708.279415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fca00. 00010000:00000010:3.1:1788218708.279423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243300. 00010000:00000010:3.1:1788218708.279427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e2a00. 00010000:00000010:3.1:1788218708.279430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2100. 00010000:00000010:3.1:1788218708.279432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073800. 00010000:00000010:3.1:1788218708.279435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243900. 00010000:00000010:3.1:1788218708.279438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073600. 00010000:00000010:3.1:1788218708.279440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243a00. 00010000:00000010:3.1:1788218708.279443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fc800. 00010000:00000010:3.1:1788218708.279446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b400. 00010000:00000010:3.1:1788218708.279449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a4800. 00010000:00000010:3.1:1788218708.279452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2600. 00010000:00000010:3.1:1788218708.279454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073e00. 00010000:00000010:3.1:1788218708.279456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2000. 00010000:00000010:3.1:1788218708.279459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e3400. 00010000:00000010:3.1:1788218708.279461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243800. 00010000:00000010:3.1:1788218708.279483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072600. 00010000:00000010:3.1:1788218708.279486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243f00. 00010000:00000010:3.1:1788218708.279489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fc400. 00010000:00000010:3.1:1788218708.279491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06bb00. 00010000:00000010:3.1:1788218708.279494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a4000. 00010000:00000010:3.1:1788218708.279496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243700. 00010000:00000010:3.1:1788218708.279499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073a00. 00010000:00000010:3.1:1788218708.279501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06be00. 00010000:00000010:3.1:1788218708.279503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a4400. 00000080:00000010:3.1:1788218708.410997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0240. 00000080:00000010:3.1:1788218708.502475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d40. 00010000:00000010:3.1:1788218711.608724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f3aff100. 00010000:00000010:3.1:1788218711.608744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38bfc00. 00000080:00000010:3.1:1788218711.675424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7700. 00000080:00000010:3.1:1788218711.675443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae8e0. 00010000:00000010:3.1:1788218712.252619:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2e00. 00010000:00000010:3.1:1788218712.252648:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fcc00. 00010000:00000010:3.1:1788218712.252660:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01ad00. 00010000:00000010:3.1:1788218712.252666:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ff914400. 00010000:00000010:3.1:1788218712.252669:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01a000. 00010000:00000010:3.1:1788218712.252673:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fda00. 00010000:00000010:3.1:1788218712.252677:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01a200. 00010000:00000010:3.1:1788218712.252680:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fd600. 00010000:00000010:3.1:1788218712.252685:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b700. 00010000:00000010:3.1:1788218712.252689:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5800. 00010000:00000010:3.1:1788218712.256125:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01a400. 00010000:00000010:3.1:1788218712.256147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fdc00. 00010000:00000010:3.1:1788218712.256153:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01ab00. 00010000:00000010:3.1:1788218712.256157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed020200. 00010000:00000010:3.1:1788218712.256161:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2d00. 00010000:00000010:3.1:1788218712.256165:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fc000. 00010000:00000010:3.1:1788218712.256170:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01aa00. 00010000:00000010:3.1:1788218712.256195:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fd400. 00010000:00000010:3.1:1788218712.256202:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243b00. 00010000:00000010:3.1:1788218712.256206:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072e00. 00010000:00000010:3.1:1788218712.257237:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243c00. 00010000:00000010:3.1:1788218712.257249:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072800. 00010000:00000010:3.1:1788218712.257253:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243d00. 00010000:00000010:3.1:1788218712.257256:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fce00. 00010000:00000010:3.1:1788218712.257262:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4800. 00010000:00000010:3.1:1788218712.257267:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073200. 00010000:00000010:3.1:1788218712.257269:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4300. 00010000:00000010:3.1:1788218712.257272:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e2600. 00010000:00000010:3.1:1788218712.257276:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243e00. 00010000:00000010:3.1:1788218712.257278:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fc600. 00010000:00000010:3.1:1788218712.257285:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b000. 00010000:00000010:3.1:1788218712.257288:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5000. 00000080:00000010:3.1:1788218712.403861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae6e0. 00000080:00000010:3.1:1788218712.483448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae140. 00000080:00000010:3.1:1788218713.573350:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0560. 00000080:00000010:3.1:1788218713.573369:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7de0. 00010000:00000010:3.1:1788218715.615429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f3400. 00010000:00000010:3.1:1788218715.615451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38bec00. 00000080:00000010:3.1:1788218715.646427:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7060. 00000080:00000010:3.1:1788218715.646577:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae2e0. 00010000:00000010:3.1:1788218717.244888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f3500. 00010000:00000010:3.1:1788218717.244899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38bec00. 00000080:00000010:3.1:1788218717.329338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df72a0. 00000080:00000010:3.1:1788218717.329353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aede0. 00010000:00000010:3.1:1788218718.004844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef50a200. 00010000:00000010:3.1:1788218718.004868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d94800. 00010000:00000010:3.1:1788218719.528836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef50a100. 00010000:00000010:3.1:1788218719.528859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c2dc00. 00010000:00000010:3.1:1788218720.575363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f3100. 00010000:00000010:3.1:1788218720.575379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d95600. 00000080:00000010:3.1:1788218720.610568:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7b80. 00000080:00000010:3.1:1788218720.610646:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae680. 00000080:00000010:3.1:1788218721.969393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7e60. 00000080:00000010:3.1:1788218721.975470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df72a0. 00000080:00000010:3.1:1788218721.989369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb158e0. 00000080:00000010:3.1:1788218722.006878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df72a0. 00010000:00000010:3.1:1788218722.266404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01a300. 00010000:00000010:3.1:1788218722.266420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4fdc00. 00010000:00000010:3.1:1788218725.784373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e274bf00. 00010000:00000010:3.1:1788218725.784393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02c800. 00000080:00000010:3.1:1788218727.407369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a07e0. 00000080:00000010:3.1:1788218727.423496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7e60. 00010000:00000010:3.1:1788218731.971357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06bc00. 00010000:00000010:3.1:1788218731.971372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e26f1800. 00000080:00000010:3.1:1788218732.852376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a02e0. 00000080:00000010:3.1:1788218732.860881:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df72a0. 00000080:00000010:3.1:1788218732.871684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7d00. 00010000:00000010:3.1:1788218734.891398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421f00. 00010000:00000010:3.1:1788218734.891417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e3000. 00010000:00000010:3.1:1788218735.748484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421c00. 00010000:00000010:3.1:1788218735.748501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee150800. 00000080:00000010:3.1:1788218736.740754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0560. 00000080:00000010:3.1:1788218736.740777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e0df7e60. 00010000:00000010:3.1:1788218738.439481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421b00. 00010000:00000010:3.1:1788218738.439504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067c00. 00010000:00000010:3.1:1788218738.439508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421000. 00010000:00000010:3.1:1788218738.439511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067a00. 00010000:00000010:3.1:1788218738.439514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421100. 00010000:00000010:3.1:1788218738.439517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066600. 00010000:00000010:3.1:1788218738.439520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4200. 00010000:00000010:3.1:1788218738.439524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e2e00. 00010000:00000010:3.1:1788218738.439527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421200. 00010000:00000010:3.1:1788218738.439529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067800. 00010000:00000010:3.1:1788218738.439555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341800. 00010000:00000010:3.1:1788218738.439560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed035000. 00010000:00000010:3.1:1788218738.439563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341f00. 00010000:00000010:3.1:1788218738.439565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed035e00. 00010000:00000010:3.1:1788218738.439568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341700. 00010000:00000010:3.1:1788218738.439572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034e00. 00010000:00000010:3.1:1788218738.439575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f6000. 00010000:00000010:3.1:1788218738.439579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31e00. 00010000:00000010:3.1:1788218738.439582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421500. 00010000:00000010:3.1:1788218738.439584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed035600. 00010000:00000010:3.1:1788218738.439587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341d00. 00010000:00000010:3.1:1788218738.439589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066a00. 00010000:00000010:3.1:1788218738.439592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341600. 00010000:00000010:3.1:1788218738.439595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034800. 00010000:00000010:3.1:1788218738.439598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341000. 00010000:00000010:3.1:1788218738.439600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed035400. 00010000:00000010:3.1:1788218738.439602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341100. 00010000:00000010:3.1:1788218738.439605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034000. 00010000:00000010:3.1:1788218738.439607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421400. 00010000:00000010:3.1:1788218738.439610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067600. 00010000:00000010:3.1:1788218738.439613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341500. 00010000:00000010:3.1:1788218738.439616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034c00. 00010000:00000010:3.1:1788218741.878423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893eaef0800. 00010000:00000010:3.1:1788218741.878459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef538000. 00010000:00000010:3.1:1788218743.409359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca100. 00010000:00000010:3.1:1788218743.409370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066400. 00010000:00000010:3.1:1788218743.409377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4600. 00010000:00000010:3.1:1788218743.409382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e2400. 00010000:00000010:3.1:1788218743.409389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca200. 00010000:00000010:3.1:1788218743.409396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30600. 00010000:00000010:3.1:1788218743.409454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341300. 00010000:00000010:3.1:1788218743.409461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed035800. 00010000:00000010:3.1:1788218743.409519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341c00. 00010000:00000010:3.1:1788218743.409525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30e00. 00010000:00000010:3.1:1788218743.409530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cab00. 00010000:00000010:3.1:1788218743.409535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066000. 00010000:00000010:3.1:1788218743.409541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083800. 00010000:00000010:3.1:1788218743.409546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30a00. 00010000:00000010:3.1:1788218743.409553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421d00. 00010000:00000010:3.1:1788218743.409555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066c00. 00010000:00000010:3.1:1788218743.409558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31c4900. 00010000:00000010:3.1:1788218743.409561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31000. 00010000:00000010:3.1:1788218743.409563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421300. 00010000:00000010:3.1:1788218743.409566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e3a00. 00010000:00000010:3.1:1788218743.409569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421800. 00010000:00000010:3.1:1788218743.409572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067e00. 00010000:00000010:3.1:1788218743.409575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083f00. 00010000:00000010:3.1:1788218743.409578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31a00. 00010000:00000010:3.1:1788218743.409581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083700. 00010000:00000010:3.1:1788218743.409584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31800. 00010000:00000010:3.1:1788218743.409587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f6b00. 00010000:00000010:3.1:1788218743.409589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30200. 00010000:00000010:3.1:1788218743.409591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f6600. 00010000:00000010:3.1:1788218743.409594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30800. 00010000:00000010:3.1:1788218743.409596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421900. 00010000:00000010:3.1:1788218743.409599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067000. 00000080:00000010:3.1:1788218743.439665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d80. 00000080:00000010:3.1:1788218743.452592:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73de0. 00000080:00000010:3.1:1788218743.464473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73ba0. 00010000:00000010:3.1:1788218746.278367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f6700. 00010000:00000010:3.1:1788218746.278385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed398800. 00000080:00000010:3.1:1788218746.309338:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73ba0. 00000080:00000010:3.1:1788218746.309350:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0a60. 00010000:00000010:3.1:1788218747.040896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d24eea00. 00010000:00000010:3.1:1788218747.041278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef539800. 00000080:00000010:3.1:1788218747.122463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c736c0. 00000080:00000010:3.1:1788218747.122481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbaa0. 00010000:00000010:3.1:1788218747.818372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3cdc00. 00010000:00000010:3.1:1788218747.818384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed399200. 00000080:00000010:3.1:1788218748.623649:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0020. 00000080:00000010:3.1:1788218748.623669:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0260. 00000080:00000010:3.1:1788218748.668833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73d00. 00010000:00000010:3.1:1788218749.101669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341900. 00010000:00000010:3.1:1788218749.101679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee15b200. 00010000:00000010:3.1:1788218749.101688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca500. 00010000:00000010:3.1:1788218749.101693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03b800. 00010000:00000010:3.1:1788218749.101696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cae00. 00010000:00000010:3.1:1788218749.101699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03aa00. 00010000:00000010:3.1:1788218749.101702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca400. 00010000:00000010:3.1:1788218749.101705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee15ba00. 00010000:00000010:3.1:1788218749.101708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cad00. 00010000:00000010:3.1:1788218749.101711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3cba00. 00010000:00000010:3.1:1788218749.101715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca900. 00010000:00000010:3.1:1788218749.101717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03a800. 00010000:00000010:3.1:1788218749.101721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083a00. 00010000:00000010:3.1:1788218749.101725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3ca600. 00010000:00000010:3.1:1788218749.101728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083900. 00010000:00000010:3.1:1788218749.101731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31600. 00010000:00000010:3.1:1788218749.101734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341200. 00010000:00000010:3.1:1788218749.101736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03b400. 00010000:00000010:3.1:1788218749.101739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0caa00. 00010000:00000010:3.1:1788218749.101742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066e00. 00010000:00000010:3.1:1788218749.101745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0cac00. 00010000:00000010:3.1:1788218749.101747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31400. 00010000:00000010:3.1:1788218749.101750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca800. 00010000:00000010:3.1:1788218749.101753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066200. 00010000:00000010:3.1:1788218749.101772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca300. 00010000:00000010:3.1:1788218749.101775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067400. 00010000:00000010:3.1:1788218749.101778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca700. 00010000:00000010:3.1:1788218749.101780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066800. 00010000:00000010:3.1:1788218749.101783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca600. 00010000:00000010:3.1:1788218749.101786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067200. 00010000:00000010:3.1:1788218749.101810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083c00. 00010000:00000010:3.1:1788218749.101814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3cb800. 00010000:00000010:3.1:1788218751.209452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b400. 00010000:00000010:3.1:1788218751.209462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ff915a00. 00000080:00000010:3.1:1788218752.245375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0a40. 00000080:00000010:3.1:1788218752.245393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae360. 00000080:00000010:3.1:1788218756.156929:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a04c0. 00000080:00000010:3.1:1788218756.156954:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a09c0. 00010000:00000010:3.1:1788218757.241380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f6400. 00010000:00000010:3.1:1788218757.241404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed398800. 00010000:00000010:3.1:1788218759.904508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c3e300. 00010000:00000010:3.1:1788218759.904526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a3a00. 00000080:00000010:3.1:1788218761.191927:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d60. 00000080:00000010:3.1:1788218762.403745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0060. 00000080:00000010:3.1:1788218762.403768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73380. 00010000:00000010:3.1:1788218763.427385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083400. 00010000:00000010:3.1:1788218763.427411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ff915000. 00000080:00000010:3.1:1788218763.450388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73720. 00000080:00000010:3.1:1788218763.450412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73d80. 00000080:00000010:3.1:1788218767.182505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0ea0. 00000080:00000010:3.1:1788218767.206532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73960. 00010000:00000010:3.1:1788218767.426509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c3e300. 00010000:00000010:3.1:1788218767.426526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e487cc00. 00010000:00000010:3.1:1788218768.278082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f82ff500. 00010000:00000010:3.1:1788218768.278104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a4e00. 00010000:00000010:3.1:1788218769.103839:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083600. 00010000:00000010:3.1:1788218769.103857:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ea7600. 00000080:00000010:3.1:1788218772.698129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c737e0. 00010000:00000010:3.1:1788218772.996646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f82ff200. 00010000:00000010:3.1:1788218772.996690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072c00. 00000080:00000010:3.1:1788218777.696029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0760. 00000080:00000010:3.1:1788218783.536680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0080. 00000080:00000010:3.1:1788218783.613922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0660. 00010000:00000010:3.1:1788218788.360656:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863cd00. 00010000:00000010:3.1:1788218788.360667:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6950800. 00000080:00000010:3.1:1788218790.643479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0e20. 00010000:00000010:3.1:1788218791.782905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2000. 00010000:00000010:3.1:1788218791.782925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52200. 00000080:00000010:3.1:1788218791.821043:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c734c0. 00000080:00000010:3.1:1788218791.821076:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae2e0. 00010000:00000010:3.1:1788218795.239412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca800. 00010000:00000010:3.1:1788218795.239424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2dcb000. 00010000:00000010:3.1:1788218797.517577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2000. 00010000:00000010:3.1:1788218797.517594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6951600. 00010000:00000010:3.1:1788218798.278428:0:256063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed345200. 00010000:00000010:3.1:1788218798.278950:0:256063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb53600. 00010000:00000010:3.1:1788218798.278959:0:256063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863c600. 00010000:00000010:3.1:1788218798.278966:0:256063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6000. 00010000:00000010:3.1:1788218798.313385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed345300. 00010000:00000010:3.1:1788218798.329000:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb53800. 00010000:00000010:3.1:1788218798.329015:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198a00. 00010000:00000010:3.1:1788218798.329022:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52000. 00010000:00000010:3.1:1788218798.329027:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863cf00. 00010000:00000010:3.1:1788218798.329029:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb53400. 00010000:00000010:3.1:1788218798.329032:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198800. 00010000:00000010:3.1:1788218798.329035:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52800. 00010000:00000010:3.1:1788218798.329037:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198300. 00010000:00000010:3.1:1788218798.329040:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb53e00. 00010000:00000010:3.1:1788218798.329044:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed345800. 00010000:00000010:3.1:1788218798.329050:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52e00. 00010000:00000010:3.1:1788218798.329179:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198700. 00010000:00000010:3.1:1788218798.329183:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a1400. 00010000:00000010:3.1:1788218798.329187:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198d00. 00010000:00000010:3.1:1788218798.329190:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0000. 00010000:00000010:3.1:1788218798.329193:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198000. 00010000:00000010:3.1:1788218798.329196:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52c00. 00010000:00000010:3.1:1788218798.329199:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198200. 00010000:00000010:3.1:1788218798.329202:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb53200. 00010000:00000010:3.1:1788218798.329205:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198500. 00010000:00000010:3.1:1788218798.329209:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52a00. 00010000:00000010:3.1:1788218798.329212:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed345a00. 00010000:00000010:3.1:1788218798.329214:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb53a00. 00010000:00000010:3.1:1788218798.329217:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4a00. 00010000:00000010:3.1:1788218798.329222:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8ba000. 00010000:00000010:3.1:1788218798.329225:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863ca00. 00010000:00000010:3.1:1788218798.329228:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6200. 00000080:00000010:3.1:1788218798.341786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0c20. 00000080:00000010:3.1:1788218798.424393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb240. 00000080:00000010:3.1:1788218798.433422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73640. 00000080:00000010:3.1:1788218798.441721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c733c0. 00010000:00000010:3.1:1788218799.619551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198000. 00010000:00000010:3.1:1788218799.619578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10ee00. 00000080:00000010:3.1:1788218799.660543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a02a0. 00000080:00000010:3.1:1788218799.660564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aed00. 00010000:00000010:3.1:1788218801.378369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083700. 00010000:00000010:3.1:1788218801.378384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03b000. 00000080:00000010:3.1:1788218801.410475:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c736c0. 00000080:00000010:3.1:1788218801.410494:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73b80. 00010000:00000010:3.1:1788218802.113379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca500. 00010000:00000010:3.1:1788218802.113399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10f200. 00010000:00000010:3.1:1788218802.750358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198800. 00010000:00000010:3.1:1788218802.750375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10f600. 00010000:00000010:3.1:1788218803.411371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca500. 00010000:00000010:3.1:1788218803.411392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10f800. 00000080:00000010:3.1:1788218803.486141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73f40. 00000080:00000010:3.1:1788218803.486160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae840. 00010000:00000010:3.1:1788218805.976208:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863cb00. 00010000:00000010:3.1:1788218805.976224:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a7c00. 00010000:00000010:3.1:1788218805.976231:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198b00. 00010000:00000010:3.1:1788218805.976236:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a1c00. 00010000:00000010:3.1:1788218805.976240:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378500. 00010000:00000010:3.1:1788218805.976244:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a1000. 00010000:00000010:3.1:1788218805.976247:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863cc00. 00010000:00000010:3.1:1788218805.976251:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6600. 00010000:00000010:3.1:1788218805.976254:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863c700. 00010000:00000010:3.1:1788218805.976258:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0200. 00010000:00000010:3.1:1788218805.976264:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863c500. 00010000:00000010:3.1:1788218805.976267:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6e00. 00010000:00000010:3.1:1788218805.976270:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198900. 00010000:00000010:3.1:1788218805.976274:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b5800. 00010000:00000010:3.1:1788218805.976278:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198600. 00010000:00000010:3.1:1788218805.976280:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b5200. 00010000:00000010:3.1:1788218805.976283:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198e00. 00010000:00000010:3.1:1788218805.976286:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0800. 00010000:00000010:3.1:1788218805.976289:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198100. 00010000:00000010:3.1:1788218805.976291:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a1600. 00010000:00000010:3.1:1788218805.976295:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378b00. 00010000:00000010:3.1:1788218805.976299:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8ba800. 00010000:00000010:3.1:1788218805.976303:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4900. 00010000:00000010:3.1:1788218805.976306:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b5600. 00010000:00000010:3.1:1788218805.976308:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198f00. 00010000:00000010:3.1:1788218805.976339:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0e00. 00010000:00000010:3.1:1788218805.976343:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863c200. 00010000:00000010:3.1:1788218805.976346:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6800. 00010000:00000010:3.1:1788218805.976349:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198c00. 00010000:00000010:3.1:1788218805.976352:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0a00. 00010000:00000010:3.1:1788218805.976356:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378e00. 00010000:00000010:3.1:1788218805.976359:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b4000. 00010000:00000010:3.1:1788218808.342386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341f00. 00010000:00000010:3.1:1788218808.342417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cd7be400. 00000080:00000010:3.1:1788218808.386362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73e20. 00000080:00000010:3.1:1788218808.386381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb800. 00010000:00000010:3.1:1788218812.332354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4600. 00010000:00000010:3.1:1788218812.332375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15ec00. 00010000:00000010:3.1:1788218812.332380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378000. 00010000:00000010:3.1:1788218812.332385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a7000. 00010000:00000010:3.1:1788218812.332389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa200. 00010000:00000010:3.1:1788218812.332393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6c00. 00010000:00000010:3.1:1788218812.332395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa500. 00010000:00000010:3.1:1788218812.332398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a6400. 00010000:00000010:3.1:1788218812.332403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070ff00. 00010000:00000010:3.1:1788218812.332406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b5e00. 00010000:00000010:3.1:1788218812.332410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863c800. 00010000:00000010:3.1:1788218812.332413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a7600. 00010000:00000010:3.1:1788218812.332415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070f300. 00010000:00000010:3.1:1788218812.332419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0400. 00010000:00000010:3.1:1788218812.332422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070f700. 00010000:00000010:3.1:1788218812.332425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15fe00. 00010000:00000010:3.1:1788218812.332430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378100. 00010000:00000010:3.1:1788218812.332433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b4a00. 00010000:00000010:3.1:1788218812.332436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c863c100. 00010000:00000010:3.1:1788218812.332438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a7800. 00010000:00000010:3.1:1788218812.332441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070f100. 00010000:00000010:3.1:1788218812.332444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3cb000. 00010000:00000010:3.1:1788218812.332447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4b00. 00010000:00000010:3.1:1788218812.332450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b4e00. 00010000:00000010:3.1:1788218812.332452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070f200. 00010000:00000010:3.1:1788218812.332457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a1a00. 00010000:00000010:3.1:1788218812.332460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070f400. 00010000:00000010:3.1:1788218812.332462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0600. 00010000:00000010:3.1:1788218812.332465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070fe00. 00010000:00000010:3.1:1788218812.332468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b4200. 00010000:00000010:3.1:1788218812.332471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e070f900. 00010000:00000010:3.1:1788218812.332473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a7200. 00010000:00000010:3.1:1788218814.620705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243e00. 00010000:00000010:3.1:1788218814.620724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6910600. 00000080:00000010:3.1:1788218814.687421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73180. 00000080:00000010:3.1:1788218814.687443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aed20. 00010000:00000010:3.1:1788218817.221382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243f00. 00010000:00000010:3.1:1788218817.221403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6911200. 00000080:00000010:3.1:1788218817.244338:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73b80. 00000080:00000010:3.1:1788218817.244351:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae880. 00000080:00000010:3.1:1788218819.729959:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a05a0. 00000080:00000010:3.1:1788218819.787542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0120. 00010000:00000010:3.1:1788218820.158130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2f00. 00010000:00000010:3.1:1788218820.158147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cd7bfa00. 00010000:00000010:3.1:1788218821.310367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243000. 00010000:00000010:3.1:1788218821.310391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6911600. 00010000:00000010:3.1:1788218822.649364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378500. 00010000:00000010:3.1:1788218822.649380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15e400. 00000080:00000010:3.1:1788218822.705229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73e20. 00000080:00000010:3.1:1788218822.705245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73640. 00010000:00000010:3.1:1788218824.998760:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378800. 00010000:00000010:3.1:1788218824.998770:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15e800. 00010000:00000010:3.1:1788218824.998776:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243f00. 00010000:00000010:3.1:1788218824.998780:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0400. 00000080:00000010:3.1:1788218825.016362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73640. 00000080:00000010:3.1:1788218825.016383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae2e0. 00000080:00000010:3.1:1788218826.166371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae080. 00010000:00000010:3.1:1788218826.339421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2c00. 00010000:00000010:3.1:1788218826.339435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15e800. 00010000:00000010:3.1:1788218827.330515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9f00. 00010000:00000010:3.1:1788218827.330537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea2db200. 00000080:00000010:3.1:1788218829.539365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a04a0. 00000080:00000010:3.1:1788218829.539392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aea80. 00000080:00000010:3.1:1788218831.946350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0720. 00000080:00000010:3.1:1788218832.072540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0ce0. 00010000:00000010:3.1:1788218833.671511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e400. 00010000:00000010:3.1:1788218833.671525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed066e00. 00010000:00000010:3.1:1788218834.171860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9000. 00010000:00000010:3.1:1788218834.171876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea2db200. 00010000:00000010:3.1:1788218834.906361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9a00. 00010000:00000010:3.1:1788218834.906379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea2db200. 00010000:00000010:3.1:1788218835.825576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9300. 00010000:00000010:3.1:1788218835.825592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea2db000. 00010000:00000010:3.1:1788218837.200383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268700. 00010000:00000010:3.1:1788218837.200404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067800. 00010000:00000010:3.1:1788218838.047369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5b00. 00010000:00000010:3.1:1788218838.047385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16ee00. 00010000:00000010:3.1:1788218838.047391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00000. 00010000:00000010:3.1:1788218838.047395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16f400. 00010000:00000010:3.1:1788218838.047399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00200. 00010000:00000010:3.1:1788218838.047402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5cca600. 00010000:00000010:3.1:1788218838.047408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa300. 00010000:00000010:3.1:1788218838.047412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0800. 00010000:00000010:3.1:1788218838.047415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00b00. 00010000:00000010:3.1:1788218838.047418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16fc00. 00010000:00000010:3.1:1788218838.047421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5a00. 00010000:00000010:3.1:1788218838.047424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15e000. 00010000:00000010:3.1:1788218838.047427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2faf00. 00010000:00000010:3.1:1788218838.047430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0e00. 00010000:00000010:3.1:1788218838.047432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00900. 00010000:00000010:3.1:1788218838.047436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0a00. 00010000:00000010:3.1:1788218838.047439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00c00. 00010000:00000010:3.1:1788218838.047442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccb600. 00010000:00000010:3.1:1788218838.047445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00f00. 00010000:00000010:3.1:1788218838.047448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16f600. 00010000:00000010:3.1:1788218838.047450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa800. 00010000:00000010:3.1:1788218838.047454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1600. 00010000:00000010:3.1:1788218838.047456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fac00. 00010000:00000010:3.1:1788218838.047459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1400. 00010000:00000010:3.1:1788218838.047461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9800. 00010000:00000010:3.1:1788218838.047464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccb400. 00010000:00000010:3.1:1788218838.047466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa900. 00010000:00000010:3.1:1788218838.047469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0400. 00010000:00000010:3.1:1788218838.047472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f900. 00010000:00000010:3.1:1788218838.047474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16f000. 00010000:00000010:3.1:1788218838.047477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fae00. 00010000:00000010:3.1:1788218838.047479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0200. 00000080:00000010:3.1:1788218838.208716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a06c0. 00000080:00000010:3.1:1788218838.386452:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0800. 00000080:00000010:3.1:1788218838.386469:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a06e0. 00010000:00000010:3.1:1788218842.439299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268e00. 00010000:00000010:3.1:1788218842.439327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cffa1600. 00000080:00000010:3.1:1788218842.476371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902dc0. 00000080:00000010:3.1:1788218842.476397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae460. 00010000:00000010:3.1:1788218843.967361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696200. 00010000:00000010:3.1:1788218843.967391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067e00. 00000080:00000010:3.1:1788218844.001135:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902dc0. 00000080:00000010:3.1:1788218844.002345:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae360. 00010000:00000010:3.1:1788218844.877353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2f00. 00010000:00000010:3.1:1788218844.877367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0600. 00010000:00000010:3.1:1788218844.877373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00a00. 00010000:00000010:3.1:1788218844.877387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccae00. 00010000:00000010:3.1:1788218844.877392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5100. 00010000:00000010:3.1:1788218844.877396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2249800. 00010000:00000010:3.1:1788218844.877399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00e00. 00010000:00000010:3.1:1788218844.877402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248600. 00010000:00000010:3.1:1788218844.877408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43ff00. 00010000:00000010:3.1:1788218844.877411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d000. 00010000:00000010:3.1:1788218844.877419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa400. 00010000:00000010:3.1:1788218844.877423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1c00. 00010000:00000010:3.1:1788218844.877426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f700. 00010000:00000010:3.1:1788218844.877429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24da00. 00010000:00000010:3.1:1788218844.877432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa100. 00010000:00000010:3.1:1788218844.877434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1200. 00010000:00000010:3.1:1788218844.877437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00400. 00010000:00000010:3.1:1788218844.877440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccbc00. 00010000:00000010:3.1:1788218844.877452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00500. 00010000:00000010:3.1:1788218844.877455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccb200. 00010000:00000010:3.1:1788218844.877458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f600. 00010000:00000010:3.1:1788218844.877460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b5400. 00010000:00000010:3.1:1788218844.877463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f100. 00010000:00000010:3.1:1788218844.877466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16fa00. 00010000:00000010:3.1:1788218844.877469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00600. 00010000:00000010:3.1:1788218844.877472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccb000. 00010000:00000010:3.1:1788218844.877474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f500. 00010000:00000010:3.1:1788218844.877477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16e800. 00010000:00000010:3.1:1788218844.877480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43fb00. 00010000:00000010:3.1:1788218844.877482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16e600. 00010000:00000010:3.1:1788218844.877485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2fa700. 00010000:00000010:3.1:1788218844.877488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0000. 00000080:00000010:3.1:1788218845.024685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a02e0. 00010000:00000010:3.1:1788218846.432839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9a00. 00010000:00000010:3.1:1788218846.432853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067e00. 00010000:00000010:3.1:1788218848.250364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696000. 00010000:00000010:3.1:1788218848.250381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cdb63e00. 00000080:00000010:3.1:1788218848.333853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902940. 00000080:00000010:3.1:1788218848.333871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae860. 00010000:00000010:3.1:1788218850.154364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d500. 00010000:00000010:3.1:1788218850.154376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0200. 00000080:00000010:3.1:1788218850.154380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902680. 00000080:00000010:3.1:1788218850.154390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbba0. 00010000:00000010:3.1:1788218851.488788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00700. 00010000:00000010:3.1:1788218851.488810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccb800. 00010000:00000010:3.1:1788218851.488819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43fd00. 00010000:00000010:3.1:1788218851.488824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccaa00. 00010000:00000010:3.1:1788218851.488830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2600. 00010000:00000010:3.1:1788218851.488833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5cca800. 00010000:00000010:3.1:1788218851.488836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2100. 00010000:00000010:3.1:1788218851.488840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1e00. 00010000:00000010:3.1:1788218851.488843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43fa00. 00010000:00000010:3.1:1788218851.488857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c600. 00010000:00000010:3.1:1788218851.488864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2500. 00010000:00000010:3.1:1788218851.488867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2249000. 00010000:00000010:3.1:1788218851.488870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43fe00. 00010000:00000010:3.1:1788218851.488874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d400. 00010000:00000010:3.1:1788218851.488881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2b00. 00010000:00000010:3.1:1788218851.488883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccac00. 00010000:00000010:3.1:1788218851.488886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0f00800. 00010000:00000010:3.1:1788218851.488888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5cca000. 00010000:00000010:3.1:1788218851.488891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2900. 00010000:00000010:3.1:1788218851.488894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1a00. 00010000:00000010:3.1:1788218851.488897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2c00. 00010000:00000010:3.1:1788218851.488900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1800. 00010000:00000010:3.1:1788218851.488902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f400. 00010000:00000010:3.1:1788218851.488905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24dc00. 00010000:00000010:3.1:1788218851.488908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f000. 00010000:00000010:3.1:1788218851.488911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d800. 00010000:00000010:3.1:1788218851.488915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f300. 00010000:00000010:3.1:1788218851.488917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d600. 00010000:00000010:3.1:1788218851.488920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43fc00. 00010000:00000010:3.1:1788218851.488923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c800. 00010000:00000010:3.1:1788218851.488926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb43f800. 00010000:00000010:3.1:1788218851.488928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2249c00. 00000080:00000010:3.1:1788218851.731705:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb2e0. 00010000:00000010:3.1:1788218851.742476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378200. 00010000:00000010:3.1:1788218851.742488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248600. 00010000:00000010:3.1:1788218853.458366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9a00. 00010000:00000010:3.1:1788218853.458387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8bbc00. 00010000:00000010:3.1:1788218854.464369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c37a00. 00010000:00000010:3.1:1788218854.464398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2249c00. 00010000:00000010:3.1:1788218860.142759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d900. 00010000:00000010:3.1:1788218860.142773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1e00. 00000080:00000010:3.1:1788218860.188573:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902900. 00000080:00000010:3.1:1788218860.188587:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbde0. 00010000:00000010:3.1:1788218865.546413:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2800. 00010000:00000010:3.1:1788218865.546430:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb336000. 00010000:00000010:3.1:1788218865.546435:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb078800. 00010000:00000010:3.1:1788218865.546440:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341000. 00010000:00000010:3.1:1788218865.546446:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000d200. 00010000:00000010:3.1:1788218865.546450:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340200. 00010000:00000010:3.1:1788218865.546453:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb078f00. 00010000:00000010:3.1:1788218865.546457:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24ca00. 00010000:00000010:3.1:1788218865.546462:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000dd00. 00010000:00000010:3.1:1788218865.546465:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c200. 00010000:00000010:3.1:1788218865.546469:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000d800. 00010000:00000010:3.1:1788218865.546472:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00010000:00000010:3.1:1788218865.546475:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000df00. 00010000:00000010:3.1:1788218865.546478:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24de00. 00010000:00000010:3.1:1788218865.546485:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000d700. 00010000:00000010:3.1:1788218865.546489:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb336400. 00010000:00000010:3.1:1788218865.546492:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5400. 00010000:00000010:3.1:1788218865.546495:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248e00. 00010000:00000010:3.1:1788218865.546498:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2d00. 00010000:00000010:3.1:1788218865.546501:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb336200. 00010000:00000010:3.1:1788218865.546504:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2200. 00010000:00000010:3.1:1788218865.546507:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb337000. 00010000:00000010:3.1:1788218865.546510:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000d600. 00010000:00000010:3.1:1788218865.546520:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d200. 00010000:00000010:3.1:1788218865.546523:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb078300. 00010000:00000010:3.1:1788218865.546526:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c000. 00010000:00000010:3.1:1788218865.546528:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2700. 00010000:00000010:3.1:1788218865.546531:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340400. 00010000:00000010:3.1:1788218865.546533:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2300. 00010000:00000010:3.1:1788218865.546536:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb337a00. 00010000:00000010:3.1:1788218865.546539:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2a00. 00010000:00000010:3.1:1788218865.546542:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb337800. 00000080:00000010:3.1:1788218865.566462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0200. 00000080:00000010:3.1:1788218865.575412:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902a00. 00000080:00000010:3.1:1788218865.712431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0020. 00010000:00000010:3.1:1788218865.895378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000db00. 00010000:00000010:3.1:1788218865.895397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341e00. 00000080:00000010:3.1:1788218865.930488:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902a00. 00000080:00000010:3.1:1788218865.930502:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aed20. 00010000:00000010:3.1:1788218866.695383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000d800. 00010000:00000010:3.1:1788218866.695400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341e00. 00000080:00000010:3.1:1788218866.733348:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902a00. 00000080:00000010:3.1:1788218866.733361:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb380. 00010000:00000010:3.1:1788218869.226716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2d00. 00010000:00000010:3.1:1788218869.226739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248800. 00000080:00000010:3.1:1788218873.380378:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0380. 00000080:00000010:3.1:1788218873.380396:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902ae0. 00000080:00000010:3.1:1788218875.205101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae280. 00000080:00000010:3.1:1788218876.850458:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0780. 00000080:00000010:3.1:1788218876.850474:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d40. 00010000:00000010:3.1:1788218878.616371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000da00. 00010000:00000010:3.1:1788218878.616388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d01bc000. 00000080:00000010:3.1:1788218879.388597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb160. 00010000:00000010:3.1:1788218880.838366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c39c00. 00010000:00000010:3.1:1788218880.838383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2249200. 00000080:00000010:3.1:1788218880.880354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902d00. 00000080:00000010:3.1:1788218880.880368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902980. 00010000:00000010:3.1:1788218881.520363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2900. 00010000:00000010:3.1:1788218881.520389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2249200. 00000080:00000010:3.1:1788218882.108442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0160. 00000080:00000010:3.1:1788218882.108458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff9024c0. 00000080:00000010:3.1:1788218882.937892:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0880. 00000080:00000010:3.1:1788218882.937917:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae0e0. 00010000:00000010:3.1:1788218888.395326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c39b00. 00010000:00000010:3.1:1788218888.395344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c200. 00010000:00000010:3.1:1788218889.306180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c39c00. 00010000:00000010:3.1:1788218889.306201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096c00. 00010000:00000010:3.1:1788218890.178499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c39b00. 00010000:00000010:3.1:1788218890.178514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096400. 00010000:00000010:3.1:1788218891.032385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2500. 00010000:00000010:3.1:1788218891.032401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c400. 00000080:00000010:3.1:1788218891.099540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902bc0. 00000080:00000010:3.1:1788218891.099561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902e60. 00010000:00000010:3.1:1788218892.680559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37a00. 00010000:00000010:3.1:1788218892.680574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edde00. 00000080:00000010:3.1:1788218893.568353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0520. 00000080:00000010:3.1:1788218893.568369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae080. 00010000:00000010:3.1:1788218895.204357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dba89900. 00010000:00000010:3.1:1788218895.204370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca9e00. 00010000:00000010:3.1:1788218895.204377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613a00. 00010000:00000010:3.1:1788218895.204382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11a600. 00010000:00000010:3.1:1788218895.204388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37600. 00010000:00000010:3.1:1788218895.204392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11a800. 00010000:00000010:3.1:1788218895.204395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dba89000. 00010000:00000010:3.1:1788218895.204399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11ba00. 00010000:00000010:3.1:1788218895.204402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dba89e00. 00010000:00000010:3.1:1788218895.204404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca9c00. 00010000:00000010:3.1:1788218895.204407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613900. 00010000:00000010:3.1:1788218895.204409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11a400. 00010000:00000010:3.1:1788218895.204412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37000. 00010000:00000010:3.1:1788218895.204415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3f000. 00010000:00000010:3.1:1788218895.204418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5000. 00010000:00000010:3.1:1788218895.204421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15fc00. 00010000:00000010:3.1:1788218895.204426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dba89d00. 00010000:00000010:3.1:1788218895.204428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca9800. 00010000:00000010:3.1:1788218895.204431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37200. 00010000:00000010:3.1:1788218895.204434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11b400. 00010000:00000010:3.1:1788218895.204436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613c00. 00010000:00000010:3.1:1788218895.204439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15f000. 00010000:00000010:3.1:1788218895.204442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37400. 00010000:00000010:3.1:1788218895.204444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11a000. 00010000:00000010:3.1:1788218895.204447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dba89300. 00010000:00000010:3.1:1788218895.204449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca8e00. 00010000:00000010:3.1:1788218895.204452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613f00. 00010000:00000010:3.1:1788218895.204454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11b200. 00010000:00000010:3.1:1788218895.204456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613300. 00010000:00000010:3.1:1788218895.204459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed11bc00. 00010000:00000010:3.1:1788218895.204461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37b00. 00010000:00000010:3.1:1788218895.204464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edd600. 00010000:00000010:3.1:1788218896.343360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cabc2600. 00010000:00000010:3.1:1788218896.343376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d800. 00010000:00000010:3.1:1788218897.158367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37200. 00010000:00000010:3.1:1788218897.158386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edd600. 00000080:00000010:3.1:1788218897.194404:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902700. 00000080:00000010:3.1:1788218897.194420:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0480. 00010000:00000010:3.1:1788218898.062355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f4e10500. 00010000:00000010:3.1:1788218898.062378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096600. 00000080:00000010:3.1:1788218898.082661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902060. 00000080:00000010:3.1:1788218898.082682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae5e0. 00010000:00000010:3.1:1788218900.999368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267400. 00010000:00000010:3.1:1788218900.999385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edde00. 00010000:00000010:3.1:1788218901.989810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f4e10d00. 00010000:00000010:3.1:1788218901.989906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed097c00. 00000080:00000010:3.1:1788218902.933654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0300. 00010000:00000010:3.1:1788218904.098547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267100. 00010000:00000010:3.1:1788218904.098556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f20f7c00. 00010000:00000010:3.1:1788218908.662343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613b00. 00010000:00000010:3.1:1788218908.662360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d200. 00010000:00000010:3.1:1788218909.744374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267000. 00010000:00000010:3.1:1788218909.744392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f20f7000. 00000080:00000010:3.1:1788218909.777631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902820. 00000080:00000010:3.1:1788218909.777645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d40. 00010000:00000010:3.1:1788218910.652398:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5600. 00010000:00000010:3.1:1788218910.652416:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0800. 00010000:00000010:3.1:1788218910.652423:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613e00. 00010000:00000010:3.1:1788218910.652428:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b1600. 00010000:00000010:3.1:1788218910.652430:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613200. 00010000:00000010:3.1:1788218910.652434:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ea00. 00010000:00000010:3.1:1788218910.652439:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788218910.652442:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0200. 00010000:00000010:3.1:1788218910.652607:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41500. 00010000:00000010:3.1:1788218910.652612:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca8800. 00010000:00000010:3.1:1788218910.652757:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:3.1:1788218910.652762:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0600. 00010000:00000010:3.1:1788218910.652765:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788218910.652780:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b1800. 00010000:00000010:3.1:1788218910.652785:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41e00. 00010000:00000010:3.1:1788218910.652789:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0a00. 00010000:00000010:3.1:1788218910.652794:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37e00. 00010000:00000010:3.1:1788218910.652797:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edc800. 00010000:00000010:3.1:1788218910.652800:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37100. 00010000:00000010:3.1:1788218910.652804:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edd400. 00010000:00000010:3.1:1788218910.652809:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613d00. 00010000:00000010:3.1:1788218910.652812:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ee00. 00010000:00000010:3.1:1788218910.652815:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c9cf5d00. 00010000:00000010:3.1:1788218910.652817:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3f600. 00010000:00000010:3.1:1788218910.652820:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37500. 00010000:00000010:3.1:1788218910.652822:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0e00. 00010000:00000010:3.1:1788218910.652824:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37900. 00010000:00000010:3.1:1788218910.652827:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b1a00. 00010000:00000010:3.1:1788218910.652829:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613600. 00010000:00000010:3.1:1788218910.652832:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca8600. 00010000:00000010:3.1:1788218910.652835:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41900. 00010000:00000010:3.1:1788218910.652839:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca9200. 00010000:00000010:3.1:1788218911.059189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267600. 00010000:00000010:3.1:1788218911.059206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de0ac800. 00010000:00000010:3.1:1788218912.015363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1173a00. 00010000:00000010:3.1:1788218912.015379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de0ad000. 00000080:00000010:3.1:1788218912.933351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0160. 00000080:00000010:3.1:1788218912.933364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0200. 00010000:00000010:3.1:1788218916.429452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d54b1000. 00010000:00000010:3.1:1788218916.429471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de0ac000. 00000080:00000010:3.1:1788218916.495363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902ee0. 00000080:00000010:3.1:1788218916.495379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aea80. 00000080:00000010:3.1:1788218919.828342:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d40. 00000080:00000010:3.1:1788218919.828356:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbca0. 00010000:00000010:3.1:1788218921.597383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613200. 00010000:00000010:3.1:1788218921.597402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b1800. 00010000:00000010:3.1:1788218922.450468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37f00. 00010000:00000010:3.1:1788218922.450481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340c00. 00000080:00000010:3.1:1788218922.491370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902760. 00000080:00000010:3.1:1788218922.491388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0600. 00000080:00000010:3.1:1788218927.400367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902000. 00000080:00000010:3.1:1788218927.409927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902d40. 00010000:00000010:3.1:1788218927.570400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c4a4bd00. 00010000:00000010:3.1:1788218927.570418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69c6400. 00000080:00000010:3.1:1788218927.609338:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902d40. 00000080:00000010:3.1:1788218927.609353:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb580. 00010000:00000010:3.1:1788218930.934371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c4a4b300. 00010000:00000010:3.1:1788218930.934388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69c7400. 00010000:00000010:3.1:1788218933.279500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e33ccb00. 00010000:00000010:3.1:1788218933.279519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67da800. 00010000:00000010:3.1:1788218934.785372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:3.1:1788218934.785399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341c00. 00000080:00000010:3.1:1788218934.820357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902d80. 00000080:00000010:3.1:1788218934.820376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0480. 00010000:00000010:3.1:1788218935.660380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1352200. 00010000:00000010:3.1:1788218935.660416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67dae00. 00000080:00000010:3.1:1788218935.697350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902d80. 00000080:00000010:3.1:1788218935.697371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae820. 00000080:00000010:3.1:1788218936.367377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0fa0. 00010000:00000010:3.1:1788218936.635001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613500. 00010000:00000010:3.1:1788218936.635021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0000. 00010000:00000010:3.1:1788218940.025047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:3.1:1788218940.025070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d2b43a00. 00000080:00000010:3.1:1788218940.962386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0e20. 00000080:00000010:3.1:1788218940.962411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae2e0. 00010000:00000010:3.1:1788218943.729885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613a00. 00010000:00000010:3.1:1788218943.729902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b1c00. 00000080:00000010:3.1:1788218943.766363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902640. 00000080:00000010:3.1:1788218943.766382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902960. 00010000:00000010:3.1:1788218945.708517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267600. 00010000:00000010:3.1:1788218945.708610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b1c00. 00010000:00000010:3.1:1788218946.690533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41d00. 00010000:00000010:3.1:1788218946.690552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb020400. 00000080:00000010:3.1:1788218946.779846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902720. 00010000:00000010:3.1:1788218949.263920:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236e00. 00010000:00000010:3.1:1788218949.263931:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5a200. 00000080:00000010:3.1:1788218949.294422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902720. 00000080:00000010:3.1:1788218949.294447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae6e0. 00010000:00000010:3.1:1788218950.118406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236200. 00010000:00000010:3.1:1788218950.118433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5a800. 00000080:00000010:3.1:1788218950.152384:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902720. 00000080:00000010:3.1:1788218950.152397:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae080. 00010000:00000010:3.1:1788218954.330386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41300. 00010000:00000010:3.1:1788218954.330419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb021e00. 00000080:00000010:3.1:1788218954.366435:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff9022c0. 00000080:00000010:3.1:1788218954.366456:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae760. 00010000:00000010:3.1:1788218956.337646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4185800. 00010000:00000010:3.1:1788218957.009374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3fc00. 00010000:00000010:3.1:1788218958.873629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c000. 00010000:00000010:3.1:1788218959.121284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ea00. 00010000:00000010:3.1:1788218959.392357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8eb2a00. 00010000:00000010:3.1:1788218959.611748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ea00. 00010000:00000010:3.1:1788218959.841828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ea00. 00010000:00000010:3.1:1788218959.984387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8eb2a00. 00010000:00000010:3.1:1788218960.117465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ee00. 00010000:00000010:3.1:1788218961.773817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:3.1:1788218961.900366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179000. 00010000:00000010:3.1:1788218962.507475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3fc00. 00010000:00000010:3.1:1788218963.945594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3fc00. 00010000:00000010:3.1:1788218964.270451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3fc00. 00010000:00000010:3.1:1788218964.429072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3e200. 00010000:00000010:3.1:1788218964.504980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3f000. 00010000:00000010:3.1:1788218964.605379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3e000. 00010000:00000010:3.1:1788218965.143418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:3.1:1788218965.702866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3e000. 00010000:00000010:3.1:1788218967.398858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3f800. 00010000:00000010:3.1:1788218967.697658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:3.1:1788218968.019140:0:277257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3e000. 00010000:00000010:3.1:1788218968.783449:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3e000. 00010000:00000010:3.1:1788218968.812347:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:3.1:1788218969.011702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:3.1:1788218969.202875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179e00. 00010000:00000010:3.1:1788218969.317437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3f000. 00010000:00000010:3.1:1788218969.572603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac400. 00010000:00000010:3.1:1788218971.072376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017ca00. 00010000:00000010:3.1:1788218971.147379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017da00. 00010000:00000010:3.1:1788218971.436298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2c69e00. 00010000:00000010:3.1:1788218971.509172:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017ce00. 00010000:00000010:3.1:1788218971.931835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac000. 00010000:00000010:3.1:1788218972.022431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac000. 00010000:00000010:3.1:1788218972.127402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac400. 00010000:00000010:3.1:1788218972.755623:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bacc00. 00010000:00000010:3.1:1788218973.728450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac000. 00010000:00000010:3.1:1788218973.783394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bacc00. 00010000:00000010:3.1:1788218973.987839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:3.1:1788218974.243563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe900. 00010000:00000010:3.1:1788218974.243574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f8200. 00010000:00000010:3.1:1788218974.243578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fec00. 00010000:00000010:3.1:1788218974.243584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9600. 00010000:00000010:3.1:1788218974.243589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027ec00. 00010000:00000010:3.1:1788218974.243593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f8a00. 00010000:00000010:3.1:1788218974.243596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:3.1:1788218974.243600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5aa00. 00010000:00000010:3.1:1788218974.243603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027e400. 00010000:00000010:3.1:1788218974.243606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bace00. 00010000:00000010:3.1:1788218974.243610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:3.1:1788218974.243612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9c00. 00010000:00000010:3.1:1788218974.243615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027e800. 00010000:00000010:3.1:1788218974.243619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bad800. 00010000:00000010:3.1:1788218974.243621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:3.1:1788218974.243623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5b000. 00010000:00000010:3.1:1788218974.243628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236100. 00010000:00000010:3.1:1788218974.243632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed004600. 00010000:00000010:3.1:1788218974.243670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fef00. 00010000:00000010:3.1:1788218974.243674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9400. 00010000:00000010:3.1:1788218974.243677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe300. 00010000:00000010:3.1:1788218974.243679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f8e00. 00010000:00000010:3.1:1788218974.243682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fed00. 00010000:00000010:3.1:1788218974.243684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9e00. 00010000:00000010:3.1:1788218974.243687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236500. 00010000:00000010:3.1:1788218974.243690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5a400. 00010000:00000010:3.1:1788218974.243693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236b00. 00010000:00000010:3.1:1788218974.243695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed004400. 00010000:00000010:3.1:1788218974.243698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe100. 00010000:00000010:3.1:1788218974.243701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9a00. 00010000:00000010:3.1:1788218974.243704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027ef00. 00010000:00000010:3.1:1788218974.243707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4badc00. 00010000:00000010:3.1:1788218975.709077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4badc00. 00010000:00000010:3.1:1788218975.755949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f01a7200. 00010000:00000010:3.1:1788218975.864573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bad800. 00010000:00000010:3.1:1788218976.004420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bad800. 00010000:00000010:3.1:1788218976.952432:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017dc00. 00010000:00000010:3.1:1788218976.981441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017dc00. 00010000:00000010:3.1:1788218977.718364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017cc00. 00010000:00000010:3.1:1788218978.930719:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017ce00. 00010000:00000010:3.1:1788218978.975570:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017d400. 00010000:00000010:3.1:1788218979.380504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4a00. 00010000:00000010:3.1:1788218980.180174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017d400. 00010000:00000010:3.1:1788218980.764373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5800. 00010000:00000010:3.1:1788218981.046390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4600. 00010000:00000010:3.1:1788218981.163391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e666e200. 00010000:00000010:3.1:1788218981.703198:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5200. 00010000:00000010:3.1:1788218982.617888:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5c00. 00010000:00000010:3.1:1788218982.901383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5c00. 00010000:00000010:3.1:1788218983.314519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e666e600. 00010000:00000010:3.1:1788218983.554689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5c00. 00010000:00000010:3.1:1788218984.178368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4a00. 00010000:00000010:3.1:1788218985.240615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4c00. 00010000:00000010:3.1:1788218986.648493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4800. 00010000:00000010:3.1:1788218986.815364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5600. 00010000:00000010:3.1:1788218987.836486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5600. 00010000:00000010:3.1:1788218988.275896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a6a00. 00010000:00000010:3.1:1788218988.546689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7c00. 00010000:00000010:3.1:1788218990.030611:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4e00. 00010000:00000010:3.1:1788218990.074030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4000. 00010000:00000010:3.1:1788218990.292468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4c00. 00010000:00000010:3.1:1788218990.519390:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4e00. 00010000:00000010:3.1:1788218990.700476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7e00. 00010000:00000010:3.1:1788218991.458134:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7800. 00010000:00000010:3.1:1788218991.502365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7600. 00010000:00000010:3.1:1788218992.797366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5800. 00010000:00000010:3.1:1788218993.126412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4c00. 00010000:00000010:3.1:1788218993.196062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4000. 00010000:00000010:3.1:1788218993.746622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6f1cc00. 00010000:00000010:3.1:1788218994.097505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5200. 00010000:00000010:3.1:1788218994.617459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4000. 00010000:00000010:3.1:1788218994.750093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a6a00. 00010000:00000010:3.1:1788218994.838450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4400. 00010000:00000010:3.1:1788218995.254583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4400. 00010000:00000010:2.1:1788218995.569372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7c00. 00010000:00000010:2.1:1788218995.615428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7000. 00010000:00000010:3.1:1788218996.240405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ef4200. 00010000:00000010:2.1:1788218996.998165:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7400. 00010000:00000010:2.1:1788218997.081388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d41e2200. 00010000:00000010:2.1:1788218997.147015:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4400. 00010000:00000010:2.1:1788218997.258244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30bb000. 00010000:00000010:2.1:1788218997.286614:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7000. 00010000:00000010:2.1:1788218997.333667:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7e00. 00010000:00000010:2.1:1788218997.406465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7e00. 00010000:00000010:2.1:1788218997.462837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7400. 00010000:00000010:3.1:1788218997.524309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4e00. 00010000:00000010:3.1:1788218997.639417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ba200. 00010000:00000010:2.1:1788218997.708424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31000. 00010000:00000010:2.1:1788218998.695362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5ba00. 00010000:00000010:3.1:1788218998.808627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5ba00. 00010000:00000010:2.1:1788218998.948220:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5bc00. 00010000:00000010:3.1:1788218999.971022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5bc00. 00010000:00000010:3.1:1788219000.324416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6b55e00. 00010000:00000010:3.1:1788219000.562377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5bc00. 00010000:00000010:2.1:1788219000.715372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429f000. 00010000:00000010:3.1:1788219000.937409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6b54800. 00010000:00000010:3.1:1788219001.116898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5200. 00010000:00000010:3.1:1788219001.184219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31e00. 00010000:00000010:2.1:1788219001.334939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e000. 00010000:00000010:3.1:1788219001.388643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e35a6c00. 00010000:00000010:2.1:1788219001.453449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30c00. 00010000:00000010:2.1:1788219001.590364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429f400. 00010000:00000010:2.1:1788219001.626584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fa00. 00010000:00000010:3.1:1788219001.905229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429f200. 00010000:00000010:2.1:1788219002.018649:0:292418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e35a6e00. 00010000:00000010:2.1:1788219002.567900:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429f800. 00010000:00000010:3.1:1788219002.621360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db000. 00010000:00000010:3.1:1788219002.621385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:3.1:1788219002.621391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236000. 00010000:00000010:3.1:1788219002.621394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346400. 00010000:00000010:3.1:1788219002.621399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735d00. 00010000:00000010:3.1:1788219002.621405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429ea00. 00010000:00000010:3.1:1788219002.621407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735600. 00010000:00000010:3.1:1788219002.621410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5a000. 00010000:00000010:3.1:1788219002.621414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2900. 00010000:00000010:3.1:1788219002.621418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429ee00. 00010000:00000010:3.1:1788219002.621420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2c00. 00010000:00000010:3.1:1788219002.621422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346c00. 00010000:00000010:3.1:1788219002.621424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2600. 00010000:00000010:3.1:1788219002.621426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5a400. 00010000:00000010:3.1:1788219002.621428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735100. 00010000:00000010:3.1:1788219002.621431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e800. 00010000:00000010:3.1:1788219002.627114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735200. 00010000:00000010:3.1:1788219002.627133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fe00. 00010000:00000010:3.1:1788219002.627138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027ed00. 00010000:00000010:3.1:1788219002.627142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e200. 00010000:00000010:3.1:1788219002.627146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb236700. 00010000:00000010:3.1:1788219002.627150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347e00. 00010000:00000010:3.1:1788219002.627153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735500. 00010000:00000010:3.1:1788219002.627156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347000. 00010000:00000010:3.1:1788219002.627158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027e200. 00010000:00000010:3.1:1788219002.627161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5be00. 00010000:00000010:3.1:1788219002.627164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735400. 00010000:00000010:3.1:1788219002.627167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e400. 00010000:00000010:3.1:1788219002.627170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027e000. 00010000:00000010:3.1:1788219002.627172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5b200. 00010000:00000010:3.1:1788219002.627175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2500. 00010000:00000010:3.1:1788219002.627179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31200. 00010000:00000010:3.1:1788219003.042829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893da22e600. 00010000:00000010:3.1:1788219003.641352:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31e00. 00010000:00000010:3.1:1788219003.878354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31e00. 00010000:00000010:3.1:1788219003.921823:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31200. 00010000:00000010:3.1:1788219004.326408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e800. 00010000:00000010:2.1:1788219004.515512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e200. 00010000:00000010:3.1:1788219004.560588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429f800. 00010000:00000010:2.1:1788219004.640460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31200. 00010000:00000010:2.1:1788219004.758495:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429ee00. 00010000:00000010:2.1:1788219004.839405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e400. 00010000:00000010:2.1:1788219005.247582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fa00. 00010000:00000010:2.1:1788219005.376797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31e00. 00010000:00000010:2.1:1788219005.420366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30c00. 00010000:00000010:3.1:1788219005.680533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31e00. 00010000:00000010:2.1:1788219005.873142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e400. 00010000:00000010:3.1:1788219005.949428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31e00. 00010000:00000010:3.1:1788219006.015490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429ea00. 00010000:00000010:3.1:1788219006.077769:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fe00. 00010000:00000010:2.1:1788219006.147348:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e400. 00010000:00000010:3.1:1788219006.197377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30c00. 00010000:00000010:3.1:1788219006.257634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fe00. 00010000:00000010:3.1:1788219006.339679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31200. 00010000:00000010:2.1:1788219006.488603:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3e00. 00010000:00000010:2.1:1788219006.648403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2e00. 00010000:00000010:2.1:1788219007.196624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3800. 00010000:00000010:2.1:1788219008.027547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2600. 00010000:00000010:3.1:1788219008.185615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fe00. 00010000:00000010:3.1:1788219008.371585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fe00. 00010000:00000010:3.1:1788219008.467359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e400. 00010000:00000010:3.1:1788219008.619461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3c00. 00010000:00000010:2.1:1788219008.759086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3c00. 00010000:00000010:2.1:1788219009.278422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347e00. 00010000:00000010:2.1:1788219009.323361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3000. 00010000:00000010:2.1:1788219009.353423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3200. 00010000:00000010:2.1:1788219009.388631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3c00. 00010000:00000010:2.1:1788219009.437376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3a00. 00010000:00000010:3.1:1788219009.725619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346c00. 00010000:00000010:2.1:1788219009.977484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3e00. 00010000:00000010:3.1:1788219010.031964:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3e00. 00010000:00000010:3.1:1788219010.289408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3200. 00010000:00000010:2.1:1788219010.318050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2a00. 00010000:00000010:2.1:1788219010.487382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2400. 00010000:00000010:3.1:1788219011.585470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347e00. 00010000:00000010:3.1:1788219011.650438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2400. 00010000:00000010:3.1:1788219012.302358:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:2.1:1788219012.430413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d829ec00. 00010000:00000010:2.1:1788219012.924342:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35900. 00010000:00000010:2.1:1788219012.924351:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079e00. 00010000:00000010:2.1:1788219012.924355:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35c00. 00010000:00000010:2.1:1788219012.924358:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31c00. 00010000:00000010:2.1:1788219012.924361:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35800. 00010000:00000010:2.1:1788219012.924363:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079200. 00010000:00000010:2.1:1788219012.924368:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db900. 00010000:00000010:2.1:1788219012.924372:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347800. 00010000:00000010:2.1:1788219012.924375:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db800. 00010000:00000010:2.1:1788219012.924377:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347a00. 00010000:00000010:2.1:1788219012.924381:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ccc4c400. 00010000:00000010:2.1:1788219012.924384:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5a200. 00010000:00000010:2.1:1788219012.924387:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ccc4c300. 00010000:00000010:2.1:1788219012.924389:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5a800. 00010000:00000010:2.1:1788219012.924391:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027eb00. 00010000:00000010:2.1:1788219012.924394:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5b400. 00010000:00000010:2.1:1788219012.924397:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35f00. 00010000:00000010:2.1:1788219012.924400:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078800. 00010000:00000010:2.1:1788219012.924402:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735300. 00010000:00000010:2.1:1788219012.924405:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078a00. 00010000:00000010:2.1:1788219012.924408:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35700. 00010000:00000010:2.1:1788219012.924411:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079800. 00010000:00000010:2.1:1788219012.924413:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35600. 00010000:00000010:2.1:1788219012.924416:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30000. 00010000:00000010:2.1:1788219012.924421:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35100. 00010000:00000010:2.1:1788219012.924424:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078c00. 00010000:00000010:2.1:1788219012.924426:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db300. 00010000:00000010:2.1:1788219012.924429:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346200. 00010000:00000010:2.1:1788219012.924432:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4dbd00. 00010000:00000010:2.1:1788219012.924434:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429ec00. 00010000:00000010:2.1:1788219012.924438:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2300. 00010000:00000010:2.1:1788219012.924442:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fc00. 00010000:00000010:3.1:1788219012.941506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2a00. 00010000:00000010:2.1:1788219013.004398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:3.1:1788219013.230404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346200. 00010000:00000010:2.1:1788219013.449433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2600. 00010000:00000010:2.1:1788219014.364717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2c00. 00010000:00000010:3.1:1788219015.056360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2a00. 00010000:00000010:3.1:1788219015.088007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347a00. 00010000:00000010:2.1:1788219015.239278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2000. 00010000:00000010:2.1:1788219015.563996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347a00. 00010000:00000010:2.1:1788219015.592648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fc00. 00010000:00000010:3.1:1788219017.017412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:3.1:1788219017.405526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078c00. 00010000:00000010:3.1:1788219017.665406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347a00. 00010000:00000010:2.1:1788219017.959364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f08fd400. 00010000:00000010:2.1:1788219018.506478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1134400. 00010000:00000010:2.1:1788219018.550670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078800. 00010000:00000010:2.1:1788219018.805627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079800. 00010000:00000010:3.1:1788219019.213404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347a00. 00010000:00000010:2.1:1788219019.428962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258ca00. 00010000:00000010:2.1:1788219019.494381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258ce00. 00010000:00000010:3.1:1788219019.933357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:3.1:1788219020.786016:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:3.1:1788219021.354508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346200. 00010000:00000010:2.1:1788219021.376305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346200. 00010000:00000010:2.1:1788219021.608652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347400. 00010000:00000010:2.1:1788219021.702644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258c200. 00010000:00000010:2.1:1788219021.857555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3612800. 00010000:00000010:3.1:1788219021.994483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258d800. 00010000:00000010:2.1:1788219022.267410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258c400. 00010000:00000010:3.1:1788219022.787650:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258c200. 00010000:00000010:3.1:1788219023.056365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258c200. 00010000:00000010:3.1:1788219023.185625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429fc00. 00010000:00000010:2.1:1788219023.265596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258dc00. 00010000:00000010:2.1:1788219023.642488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258c600. 00010000:00000010:2.1:1788219023.694458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078800. 00010000:00000010:3.1:1788219023.994383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35d00. 00010000:00000010:3.1:1788219023.994400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079000. 00010000:00000010:3.1:1788219023.994404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35200. 00010000:00000010:3.1:1788219023.994408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079a00. 00010000:00000010:3.1:1788219023.994410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35000. 00010000:00000010:3.1:1788219023.994415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078e00. 00010000:00000010:3.1:1788219023.994418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ccc4ce00. 00010000:00000010:3.1:1788219023.994422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06200. 00010000:00000010:3.1:1788219023.994427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735f00. 00010000:00000010:3.1:1788219023.994432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30400. 00010000:00000010:3.1:1788219023.994438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735c00. 00010000:00000010:3.1:1788219023.994441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078600. 00010000:00000010:3.1:1788219023.994443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35a00. 00010000:00000010:3.1:1788219023.994446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30e00. 00010000:00000010:3.1:1788219023.994449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35500. 00010000:00000010:3.1:1788219023.994451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078000. 00010000:00000010:3.1:1788219023.994455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35400. 00010000:00000010:3.1:1788219023.994458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079c00. 00010000:00000010:3.1:1788219023.994461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4dbe00. 00010000:00000010:3.1:1788219023.994465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e07e00. 00010000:00000010:3.1:1788219023.994467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db500. 00010000:00000010:3.1:1788219023.994470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31800. 00010000:00000010:3.1:1788219023.994473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db200. 00010000:00000010:3.1:1788219023.994476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347200. 00010000:00000010:3.1:1788219023.994479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735900. 00010000:00000010:3.1:1788219023.994481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079400. 00010000:00000010:3.1:1788219023.994484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4db400. 00010000:00000010:3.1:1788219023.994487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5ae00. 00010000:00000010:3.1:1788219023.994491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6735800. 00010000:00000010:3.1:1788219023.994494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346600. 00010000:00000010:3.1:1788219023.994497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35e00. 00010000:00000010:3.1:1788219023.994500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078400. 00010000:00000010:2.1:1788219024.549559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30e00. 00010000:00000010:3.1:1788219025.411462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30400. 00010000:00000010:2.1:1788219025.449575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258d800. 00000080:00000010:2.1:1788219025.482475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca440. 00010000:00000010:3.1:1788219026.310259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30400. 00010000:00000010:2.1:1788219026.742367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31800. 00010000:00000010:3.1:1788219027.861348:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30e00. 00000080:00000010:3.1:1788219027.970437:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f4eed680. 00000080:00000010:2.1:1788219028.193378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893caad8c40. 00000080:00000010:2.1:1788219028.413416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00010000:00000010:2.1:1788219028.418615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078800. 00000080:00000010:2.1:1788219028.473343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00010000:00000010:2.1:1788219028.629703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe94000. 00010000:00000010:2.1:1788219028.764003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95800. 00000080:00000010:2.1:1788219028.819473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00010000:00000010:2.1:1788219028.899348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95600. 00010000:00000010:2.1:1788219029.262628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95400. 00000080:00000010:2.1:1788219029.308536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:2.1:1788219029.328357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe94e00. 00010000:00000010:3.1:1788219030.524548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30e00. 00000080:00000010:2.1:1788219030.632527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893caad81c0. 00010000:00000010:3.1:1788219030.654362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95000. 00010000:00000010:3.1:1788219030.725479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30000. 00000080:00000010:3.1:1788219030.770531:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902860. 00000080:00000010:2.1:1788219030.844786:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893caad8440. 00010000:00000010:2.1:1788219030.844804:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe94200. 00010000:00000010:2.1:1788219030.880664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1063600. 00000080:00000010:2.1:1788219030.908396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad00. 00010000:00000010:3.1:1788219031.018622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95c00. 00010000:00000010:3.1:1788219031.403459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe94c00. 00010000:00000010:2.1:1788219031.473677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe94c00. 00010000:00000010:2.1:1788219032.240938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8f400. 00010000:00000010:3.1:1788219032.431337:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8e000. 00010000:00000010:3.1:1788219032.835008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5b400. 00010000:00000010:3.1:1788219033.223794:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06000. 00010000:00000010:3.1:1788219033.223812:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c800. 00010000:00000010:3.1:1788219033.223815:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d400. 00010000:00000010:3.1:1788219033.223819:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346000. 00010000:00000010:3.1:1788219033.223821:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c000. 00010000:00000010:3.1:1788219033.223826:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c600. 00010000:00000010:3.1:1788219033.223829:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e25d7400. 00010000:00000010:3.1:1788219033.223832:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e25d6000. 00010000:00000010:3.1:1788219033.223835:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee078200. 00010000:00000010:3.1:1788219033.223839:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30800. 00010000:00000010:3.1:1788219033.224622:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346e00. 00010000:00000010:3.1:1788219033.224629:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06800. 00010000:00000010:3.1:1788219033.224632:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30200. 00010000:00000010:3.1:1788219033.224636:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06400. 00010000:00000010:3.1:1788219033.224639:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079600. 00010000:00000010:3.1:1788219033.224642:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31a00. 00010000:00000010:3.1:1788219033.723884:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5b200. 00010000:00000010:3.1:1788219033.934501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5a200. 00010000:00000010:2.1:1788219033.986613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8f400. 00010000:00000010:3.1:1788219034.046560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a4a200. 00010000:00000010:2.1:1788219034.160243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8f200. 00010000:00000010:2.1:1788219034.347930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f68600. 00010000:00000010:3.1:1788219034.510373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5bc00. 00010000:00000010:3.1:1788219034.566879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8f200. 00010000:00000010:2.1:1788219034.610577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc6a00. 00010000:00000010:3.1:1788219034.745459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30800. 00010000:00000010:3.1:1788219035.126424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee079600. 00010000:00000010:2.1:1788219035.595614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f69600. 00010000:00000010:2.1:1788219036.146392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6740400. 00010000:00000010:3.1:1788219036.319959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e300dc00. 00010000:00000010:2.1:1788219037.104684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f69800. 00010000:00000010:3.1:1788219038.004157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346e00. 00010000:00000010:3.1:1788219038.281696:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f69600. 00010000:00000010:3.1:1788219038.659364:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dd824400. 00010000:00000010:3.1:1788219038.753114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3185400. 00010000:00000010:3.1:1788219039.687164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c800. 00010000:00000010:3.1:1788219039.777566:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06400. 00010000:00000010:2.1:1788219040.526548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3185400. 00010000:00000010:2.1:1788219040.583661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde37e00. 00010000:00000010:2.1:1788219040.683368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36a00. 00010000:00000010:2.1:1788219040.749540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde37a00. 00010000:00000010:2.1:1788219040.827739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde37200. 00010000:00000010:3.1:1788219040.889574:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e666f400. 00010000:00000010:2.1:1788219040.999585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36400. 00010000:00000010:3.1:1788219041.042774:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde37400. 00010000:00000010:2.1:1788219041.176637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36800. 00010000:00000010:2.1:1788219041.324269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36c00. 00010000:00000010:3.1:1788219041.481907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fbb000. 00010000:00000010:2.1:1788219041.809965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde37200. 00010000:00000010:3.1:1788219042.010643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bada00. 00010000:00000010:3.1:1788219042.150831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6597200. 00010000:00000010:3.1:1788219042.488751:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:2.1:1788219042.636521:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:3.1:1788219042.692952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6597e00. 00010000:00000010:3.1:1788219042.696497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346800. 00010000:00000010:3.1:1788219042.696513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d800. 00010000:00000010:3.1:1788219042.696518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e07200. 00010000:00000010:3.1:1788219042.696521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e07c00. 00010000:00000010:3.1:1788219042.696525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06600. 00010000:00000010:3.1:1788219042.696528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06e00. 00010000:00000010:3.1:1788219042.696531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06a00. 00010000:00000010:3.1:1788219042.696534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347600. 00010000:00000010:3.1:1788219042.696537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d600. 00010000:00000010:3.1:1788219042.696549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682ca00. 00010000:00000010:3.1:1788219042.696552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c400. 00010000:00000010:3.1:1788219042.696555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682da00. 00010000:00000010:3.1:1788219042.696558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d200. 00010000:00000010:3.1:1788219042.696560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682ce00. 00010000:00000010:3.1:1788219042.696562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c200. 00010000:00000010:3.1:1788219042.696564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e07600. 00010000:00000010:2.1:1788219042.744366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:3.1:1788219043.158610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6596200. 00010000:00000010:3.1:1788219043.216197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6596c00. 00010000:00000010:3.1:1788219043.464045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6596c00. 00010000:00000010:3.1:1788219043.665343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6596c00. 00010000:00000010:2.1:1788219043.853477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e414cc00. 00010000:00000010:3.1:1788219045.174538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e313de00. 00010000:00000010:3.1:1788219045.831362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a600. 00010000:00000010:2.1:1788219046.027654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e414c600. 00010000:00000010:3.1:1788219047.145912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e07c00. 00010000:00000010:2.1:1788219047.754830:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1284000. 00010000:00000010:3.1:1788219047.990372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06600. 00010000:00000010:2.1:1788219048.363709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1284200. 00010000:00000010:2.1:1788219049.081370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1284e00. 00010000:00000010:3.1:1788219049.128368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1284400. 00010000:00000010:3.1:1788219049.708375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c400. 00010000:00000010:3.1:1788219049.913424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d600. 00010000:00000010:3.1:1788219050.025509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d600. 00010000:00000010:2.1:1788219050.088431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3257200. 00010000:00000010:3.1:1788219050.136362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d800. 00010000:00000010:3.1:1788219050.490570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c400. 00010000:00000010:3.1:1788219050.649363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06600. 00010000:00000010:2.1:1788219051.292387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3256800. 00010000:00000010:3.1:1788219051.341484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e06600. 00010000:00000010:3.1:1788219051.655606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3256800. 00010000:00000010:3.1:1788219051.788451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346800. 00010000:00000010:2.1:1788219051.909605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3257000. 00010000:00000010:2.1:1788219052.149197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8e7600. 00010000:00000010:3.1:1788219052.400666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e414d000. 00010000:00000010:2.1:1788219052.590151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8e7200. 00010000:00000010:2.1:1788219052.995852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8e7800. 00010000:00000010:3.1:1788219053.482740:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bacc00. 00010000:00000010:2.1:1788219054.391933:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c206a400. 00010000:00000010:3.1:1788219054.757541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef760000. 00010000:00000010:2.1:1788219054.918352:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c206b000. 00010000:00000010:2.1:1788219055.067345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c206b600. 00010000:00000010:3.1:1788219055.496366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bacc00. 00010000:00000010:2.1:1788219056.494592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dde00. 00010000:00000010:3.1:1788219056.531491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45c00. 00010000:00000010:2.1:1788219056.769848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dc200. 00010000:00000010:2.1:1788219056.916524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dc800. 00010000:00000010:2.1:1788219057.130501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dca00. 00010000:00000010:3.1:1788219057.287928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d44200. 00010000:00000010:3.1:1788219058.806855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45e00. 00010000:00000010:2.1:1788219058.864676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ed400. 00010000:00000010:2.1:1788219058.977533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30edc00. 00010000:00000010:2.1:1788219059.462482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ec600. 00010000:00000010:2.1:1788219060.036380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ed000. 00010000:00000010:3.1:1788219060.296973:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45400. 00010000:00000010:2.1:1788219060.574200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ed000. 00010000:00000010:3.1:1788219060.644356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d44400. 00010000:00000010:2.1:1788219061.664539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f21a00. 00010000:00000010:3.1:1788219062.181576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d44800. 00010000:00000010:2.1:1788219062.222431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125a400. 00010000:00000010:2.1:1788219062.279365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125b200. 00010000:00000010:3.1:1788219062.451384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45600. 00010000:00000010:2.1:1788219063.184467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125be00. 00010000:00000010:3.1:1788219063.659229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d44e00. 00010000:00000010:3.1:1788219063.704388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989401d45200. 00010000:00000010:3.1:1788219064.694492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125ba00. 00010000:00000010:2.1:1788219064.755099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea55000. 00010000:00000010:2.1:1788219064.818832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea54c00. 00010000:00000010:2.1:1788219065.243454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea55000. 00010000:00000010:2.1:1788219065.308504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea55000. 00010000:00000010:3.1:1788219065.352377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734fc00. 00010000:00000010:3.1:1788219065.509349:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734f000. 00010000:00000010:3.1:1788219065.765949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734e600. 00010000:00000010:3.1:1788219066.374361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734e400. 00010000:00000010:2.1:1788219066.514595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ddf05400. 00010000:00000010:2.1:1788219066.827715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb750a00. 00010000:00000010:2.1:1788219066.873337:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ddf05a00. 00010000:00000010:2.1:1788219066.909603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ddf04a00. 00010000:00000010:2.1:1788219066.946034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ddf05600. 00010000:00000010:3.1:1788219066.996525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734e000. 00010000:00000010:2.1:1788219067.019370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ddf05c00. 00010000:00000010:2.1:1788219067.151369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ddf04c00. 00010000:00000010:2.1:1788219067.331030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219067.372702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:3.1:1788219067.787511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734e800. 00010000:00000010:3.1:1788219067.938592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734e800. 00010000:00000010:3.1:1788219068.284484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea55000. 00010000:00000010:2.1:1788219068.502361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219068.562404:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:3.1:1788219068.753552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:2.1:1788219069.321907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5103180. 00000080:00000010:2.1:1788219069.321930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0480. 00010000:00000010:2.1:1788219069.328491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e33ee000. 00010000:00000010:2.1:1788219069.328507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613500. 00010000:00000010:2.1:1788219069.328512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d2b42800. 00010000:00000010:2.1:1788219069.328515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e33eec00. 00000080:00000010:2.1:1788219069.339702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19adac0. 00000080:00000010:2.1:1788219069.339718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0c20. 00010000:00000010:2.1:1788219069.344353:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e33ee400. 00010000:00000010:2.1:1788219069.344360:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1352800. 00010000:00000010:2.1:1788219069.344365:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0000. 00010000:00000010:2.1:1788219069.344368:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219069.349726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5105280. 00000080:00000010:2.1:1788219069.349745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902620. 00010000:00000010:2.1:1788219069.357546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00010000:00000010:2.1:1788219069.357565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219069.357571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341400. 00010000:00000010:2.1:1788219069.357575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:2.1:1788219069.367481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a2940. 00000080:00000010:2.1:1788219069.367496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0d40. 00010000:00000010:2.1:1788219069.372355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e33ee200. 00010000:00000010:2.1:1788219069.372367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de613000. 00010000:00000010:2.1:1788219069.372373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2b0c00. 00010000:00000010:2.1:1788219069.372376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:2.1:1788219069.380773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a0000. 00000080:00000010:2.1:1788219069.380785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902d80. 00010000:00000010:2.1:1788219069.396809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:2.1:1788219069.396824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1352500. 00010000:00000010:2.1:1788219069.396830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340600. 00010000:00000010:2.1:1788219069.396833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734f400. 00000080:00000010:2.1:1788219069.400355:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5104a40. 00000080:00000010:2.1:1788219069.400365:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0300. 00010000:00000010:2.1:1788219069.405509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2ffc00. 00010000:00000010:2.1:1788219069.405539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37100. 00010000:00000010:2.1:1788219069.405545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340000. 00010000:00000010:2.1:1788219069.405548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2fea00. 00010000:00000010:2.1:1788219070.258534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d71b6e00. 00010000:00000010:2.1:1788219070.258556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37600. 00010000:00000010:2.1:1788219070.258562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edd800. 00010000:00000010:2.1:1788219070.258566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea54000. 00010000:00000010:3.1:1788219070.294359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c7357400. 00010000:00000010:3.1:1788219070.294367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f4e10200. 00010000:00000010:3.1:1788219070.294371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edd200. 00010000:00000010:3.1:1788219070.294375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c734f800. 00000080:00000010:3.1:1788219070.302679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a18c0. 00000080:00000010:3.1:1788219070.302699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a09c0. 00010000:00000010:3.1:1788219070.302716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c64800. 00010000:00000010:3.1:1788219070.302721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f4e10f00. 00010000:00000010:3.1:1788219070.302726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edca00. 00010000:00000010:3.1:1788219070.302728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c7356400. 00000080:00000010:3.1:1788219070.321823:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa01ca40. 00000080:00000010:3.1:1788219070.321841:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0c40. 00010000:00000010:3.1:1788219070.333600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c7356000. 00010000:00000010:3.1:1788219070.333627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37400. 00010000:00000010:3.1:1788219070.333632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2edda00. 00010000:00000010:3.1:1788219070.333636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c7357e00. 00000080:00000010:2.1:1788219070.541860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff9026e0. 00010000:00000010:2.1:1788219070.658371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea5d600. 00010000:00000010:2.1:1788219070.658391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed124100. 00010000:00000010:2.1:1788219070.658396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24c000. 00010000:00000010:2.1:1788219070.658402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea5d400. 00000080:00000010:3.1:1788219070.681588:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa014200. 00000080:00000010:3.1:1788219070.681617:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff9024c0. 00010000:00000010:3.1:1788219070.874443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea5cc00. 00010000:00000010:3.1:1788219070.874458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8f61d00. 00010000:00000010:3.1:1788219070.874463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3e8f000. 00010000:00000010:3.1:1788219070.874466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989401d45e00. 00000080:00000010:3.1:1788219070.888880:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa015ac0. 00000080:00000010:3.1:1788219070.888896:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0740. 00010000:00000010:3.1:1788219070.897359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea5c200. 00010000:00000010:3.1:1788219070.897377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed124e00. 00010000:00000010:3.1:1788219070.897382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248200. 00010000:00000010:3.1:1788219070.897386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea54600. 00000080:00000010:3.1:1788219070.907527:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09218c0. 00000080:00000010:3.1:1788219070.907536:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902ba0. 00010000:00000010:3.1:1788219070.926382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989401d45000. 00010000:00000010:3.1:1788219070.926401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8f61000. 00010000:00000010:3.1:1788219070.926406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d01bcc00. 00010000:00000010:3.1:1788219070.926409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45600. 00000080:00000010:3.1:1788219070.930945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa016300. 00000080:00000010:3.1:1788219070.930961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae700. 00010000:00000010:3.1:1788219070.935020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989401d45c00. 00010000:00000010:3.1:1788219070.935037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000d300. 00010000:00000010:3.1:1788219070.935043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3e8e600. 00010000:00000010:3.1:1788219070.935046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea54400. 00000080:00000010:3.1:1788219070.951627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e91298c0. 00000080:00000010:3.1:1788219070.951649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a02a0. 00000080:00000010:2.1:1788219071.018576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa0118c0. 00000080:00000010:2.1:1788219071.018596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a06c0. 00000080:00000010:2.1:1788219071.083479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c61080. 00000080:00000010:2.1:1788219071.083497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb980. 00010000:00000010:2.1:1788219071.300484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea47200. 00010000:00000010:2.1:1788219071.300502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277df00. 00010000:00000010:2.1:1788219071.300507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1800. 00010000:00000010:2.1:1788219071.300511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45400. 00000080:00000010:2.1:1788219071.315611:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c62940. 00000080:00000010:2.1:1788219071.315625:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb180. 00010000:00000010:2.1:1788219071.322367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f0242600. 00010000:00000010:2.1:1788219071.322385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c37b00. 00010000:00000010:2.1:1788219071.322391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cdb63800. 00010000:00000010:2.1:1788219071.322395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea47a00. 00000080:00000010:2.1:1788219071.331890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c60000. 00000080:00000010:2.1:1788219071.331921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae620. 00010000:00000010:3.1:1788219071.342370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea47c00. 00010000:00000010:3.1:1788219071.342387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c37e00. 00010000:00000010:3.1:1788219071.342392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8bba00. 00010000:00000010:3.1:1788219071.342397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125b200. 00010000:00000010:2.1:1788219071.450379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125aa00. 00010000:00000010:2.1:1788219071.450399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d400. 00010000:00000010:2.1:1788219071.450404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24da00. 00010000:00000010:2.1:1788219071.450414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea47600. 00000080:00000010:2.1:1788219071.461354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c69080. 00000080:00000010:2.1:1788219071.461371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902940. 00010000:00000010:2.1:1788219071.469354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125a600. 00010000:00000010:2.1:1788219071.469370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696e00. 00010000:00000010:2.1:1788219071.469377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea2db200. 00010000:00000010:2.1:1788219071.469381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea47400. 00000080:00000010:2.1:1788219071.479970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e912ca40. 00000080:00000010:2.1:1788219071.479991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0a60. 00010000:00000010:2.1:1788219071.485187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea46800. 00010000:00000010:2.1:1788219071.485203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696f00. 00010000:00000010:2.1:1788219071.485208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cdb63000. 00010000:00000010:2.1:1788219071.485211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f0242800. 00000080:00000010:2.1:1788219071.494786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c698c0. 00000080:00000010:2.1:1788219071.494811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae2c0. 00010000:00000010:3.1:1788219071.501344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea46000. 00010000:00000010:3.1:1788219071.501352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378d00. 00010000:00000010:3.1:1788219071.501356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15ec00. 00010000:00000010:3.1:1788219071.501360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dea46400. 00010000:00000010:2.1:1788219071.572152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f21000. 00010000:00000010:2.1:1788219071.572174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696400. 00010000:00000010:2.1:1788219071.572181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16e400. 00010000:00000010:2.1:1788219071.572185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f0242400. 00000080:00000010:3.1:1788219071.580422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c66b40. 00000080:00000010:3.1:1788219071.580444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0440. 00010000:00000010:3.1:1788219071.591371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f21c00. 00010000:00000010:3.1:1788219071.591389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696b00. 00010000:00000010:3.1:1788219071.591394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16f800. 00010000:00000010:3.1:1788219071.591399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5b8c00. 00000080:00000010:3.1:1788219071.605441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c65ac0. 00000080:00000010:3.1:1788219071.605457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a08e0. 00010000:00000010:3.1:1788219071.610411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f0242c00. 00010000:00000010:3.1:1788219071.610432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f7696a00. 00010000:00000010:3.1:1788219071.610438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16ea00. 00010000:00000010:3.1:1788219071.610441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e125bc00. 00010000:00000010:3.1:1788219071.921345:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5b8a00. 00010000:00000010:3.1:1788219071.921353:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7200. 00010000:00000010:3.1:1788219071.921358:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067c00. 00010000:00000010:3.1:1788219071.921361:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ede00. 00000080:00000010:3.1:1788219071.927397:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5073180. 00000080:00000010:3.1:1788219071.927410:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aefa0. 00010000:00000010:3.1:1788219071.942718:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe9ce00. 00010000:00000010:3.1:1788219071.942729:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed2f9700. 00010000:00000010:3.1:1788219071.942733:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15f400. 00010000:00000010:3.1:1788219071.942738:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe9c800. 00000080:00000010:3.1:1788219071.942744:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19f7380. 00000080:00000010:3.1:1788219071.942753:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ff902f80. 00010000:00000010:2.1:1788219071.957022:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe9d600. 00010000:00000010:2.1:1788219071.957036:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378800. 00010000:00000010:2.1:1788219071.957040:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea2dac00. 00010000:00000010:2.1:1788219071.957044:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5b9600. 00010000:00000010:3.1:1788219072.455697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69a1000. 00010000:00000010:3.1:1788219072.457148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4900. 00010000:00000010:3.1:1788219072.457163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03be00. 00010000:00000010:3.1:1788219072.457168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e33a3400. 00000080:00000010:3.1:1788219072.473678:0:31:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e9127380. 00000080:00000010:3.1:1788219072.473692:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73b40. 00010000:00000010:2.1:1788219072.485355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e33a2800. 00010000:00000010:2.1:1788219072.485375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198900. 00010000:00000010:2.1:1788219072.485380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10e200. 00010000:00000010:2.1:1788219072.485385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69a1200. 00000080:00000010:2.1:1788219072.525360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e9128840. 00000080:00000010:2.1:1788219072.525391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73a40. 00000080:00000010:2.1:1788219072.710915:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa279080. 00000080:00000010:2.1:1788219072.710927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbf20. 00010000:00000010:2.1:1788219072.720380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2701e00. 00010000:00000010:2.1:1788219072.720398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2e00. 00010000:00000010:2.1:1788219072.720406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03ae00. 00010000:00000010:2.1:1788219072.720410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30eca00. 00000080:00000010:2.1:1788219072.744435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d091dac0. 00000080:00000010:2.1:1788219072.744455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73de0. 00000080:00000010:2.1:1788219072.796369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d091e300. 00000080:00000010:2.1:1788219072.796385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbb80. 00010000:00000010:2.1:1788219072.800531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69a1600. 00010000:00000010:2.1:1788219072.800548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca300. 00010000:00000010:2.1:1788219072.800553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2dcbe00. 00010000:00000010:2.1:1788219072.800556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2700a00. 00000080:00000010:2.1:1788219072.805415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0918840. 00000080:00000010:2.1:1788219072.805436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb720. 00010000:00000010:2.1:1788219072.835129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69a0800. 00010000:00000010:2.1:1788219072.835147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4c3100. 00010000:00000010:2.1:1788219072.835152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed03a000. 00010000:00000010:2.1:1788219072.835155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2700e00. 00000080:00000010:2.1:1788219072.858388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19f18c0. 00000080:00000010:2.1:1788219072.858409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c734c0. 00010000:00000010:2.1:1788219072.881362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69a0000. 00010000:00000010:2.1:1788219072.881378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2300. 00010000:00000010:2.1:1788219072.881384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3eb000. 00010000:00000010:2.1:1788219072.881387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69a0400. 00000080:00000010:2.1:1788219072.898102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e91218c0. 00000080:00000010:2.1:1788219072.898117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0460. 00010000:00000010:2.1:1788219072.905378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1d600. 00010000:00000010:2.1:1788219072.905402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2400. 00010000:00000010:2.1:1788219072.905410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ddb52400. 00010000:00000010:2.1:1788219072.905413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4104a00. 00000080:00000010:2.1:1788219072.923396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0919080. 00000080:00000010:2.1:1788219072.923413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae940. 00010000:00000010:2.1:1788219073.030485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1c000. 00010000:00000010:2.1:1788219073.030502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2100. 00010000:00000010:2.1:1788219073.030508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3ebe00. 00010000:00000010:2.1:1788219073.030511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1c400. 00000080:00000010:2.1:1788219073.038469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa2798c0. 00000080:00000010:2.1:1788219073.038489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0140. 00010000:00000010:2.1:1788219073.057394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105600. 00010000:00000010:2.1:1788219073.057417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4c3300. 00010000:00000010:2.1:1788219073.057422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3cbe00. 00010000:00000010:2.1:1788219073.057425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105400. 00000080:00000010:2.1:1788219073.082816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e9125280. 00000080:00000010:2.1:1788219073.082840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c730c0. 00010000:00000010:2.1:1788219073.091363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4104800. 00010000:00000010:2.1:1788219073.091379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083800. 00010000:00000010:2.1:1788219073.091385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3ca600. 00010000:00000010:2.1:1788219073.091388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1c200. 00000080:00000010:2.1:1788219073.102482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e9124a40. 00000080:00000010:2.1:1788219073.102502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73020. 00010000:00000010:2.1:1788219073.124853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1cc00. 00010000:00000010:2.1:1788219073.124876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c75f2500. 00010000:00000010:2.1:1788219073.124882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3cb800. 00010000:00000010:2.1:1788219073.124887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1de00. 00010000:00000010:3.1:1788219073.256868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105e00. 00010000:00000010:3.1:1788219073.256883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0083b00. 00010000:00000010:3.1:1788219073.256897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3ca200. 00010000:00000010:3.1:1788219073.256900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1da00. 00000080:00000010:3.1:1788219073.266977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18cc200. 00000080:00000010:3.1:1788219073.266993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c739a0. 00010000:00000010:2.1:1788219073.308366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3d1c600. 00010000:00000010:2.1:1788219073.308379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8b900. 00010000:00000010:2.1:1788219073.308473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6950600. 00010000:00000010:2.1:1788219073.308480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dc400. 00010000:00000010:2.1:1788219073.408474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dc800. 00010000:00000010:2.1:1788219073.408484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3c900. 00010000:00000010:2.1:1788219073.408488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ea6800. 00010000:00000010:2.1:1788219073.408492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dc200. 00010000:00000010:2.1:1788219073.422604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dc000. 00010000:00000010:2.1:1788219073.422620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8bf00. 00010000:00000010:2.1:1788219073.422626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10e600. 00010000:00000010:2.1:1788219073.422629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105200. 00000080:00000010:2.1:1788219073.430105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d091c200. 00000080:00000010:2.1:1788219073.430118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aef80. 00010000:00000010:2.1:1788219073.441921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105000. 00010000:00000010:2.1:1788219073.441937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8b700. 00010000:00000010:2.1:1788219073.441942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072c00. 00010000:00000010:2.1:1788219073.441946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105a00. 00000080:00000010:2.1:1788219073.448776:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d091a100. 00000080:00000010:2.1:1788219073.448800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae320. 00010000:00000010:2.1:1788219073.453524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4105c00. 00010000:00000010:2.1:1788219073.453543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8b500. 00010000:00000010:2.1:1788219073.453548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee072a00. 00010000:00000010:2.1:1788219073.453551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eabbea00. 00000080:00000010:3.1:1788219073.477347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18ce300. 00000080:00000010:3.1:1788219073.477363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae560. 00010000:00000010:3.1:1788219073.487345:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eabbf200. 00010000:00000010:3.1:1788219073.487353:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8bb00. 00010000:00000010:3.1:1788219073.487358:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ea7e00. 00010000:00000010:3.1:1788219073.487363:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dd800. 00010000:00000010:2.1:1788219073.556483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d45200. 00010000:00000010:2.1:1788219073.556710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3cd00. 00010000:00000010:2.1:1788219073.556718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e487cc00. 00010000:00000010:2.1:1788219073.556723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef681000. 00000080:00000010:2.1:1788219073.566209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18c8840. 00000080:00000010:2.1:1788219073.566222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73300. 00010000:00000010:2.1:1788219073.572471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e63dd000. 00010000:00000010:2.1:1788219073.572487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f82ff400. 00010000:00000010:2.1:1788219073.572492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ea6000. 00010000:00000010:2.1:1788219073.572496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef681200. 00000080:00000010:2.1:1788219073.591528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa27b9c0. 00000080:00000010:2.1:1788219073.591541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0680. 00010000:00000010:2.1:1788219073.601226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eabbf600. 00010000:00000010:2.1:1788219073.601244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3f6c00. 00010000:00000010:2.1:1788219073.601253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ff914800. 00010000:00000010:2.1:1788219073.601256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef681a00. 00000080:00000010:2.1:1788219073.612817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e7af1080. 00000080:00000010:2.1:1788219073.612832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f9c73720. 00010000:00000010:2.1:1788219073.619605:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef681c00. 00010000:00000010:2.1:1788219073.619615:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ead14700. 00010000:00000010:2.1:1788219073.619622:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee073800. 00010000:00000010:2.1:1788219073.619625:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eabbe800. 00000080:00000010:3.1:1788219073.628544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18c9080. 00000080:00000010:3.1:1788219073.628564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aeaa0. 00000080:00000010:2.1:1788219074.034680:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e9215ac0. 00000080:00000010:2.1:1788219074.034705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0b80. 00010000:00000010:2.1:1788219074.171575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef760800. 00010000:00000010:2.1:1788219074.171603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e274bf00. 00010000:00000010:2.1:1788219074.171610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee151600. 00010000:00000010:2.1:1788219074.171614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346800. 00010000:00000010:3.1:1788219074.522365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2ffe00. 00010000:00000010:3.1:1788219074.522395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e274bc00. 00010000:00000010:3.1:1788219074.522400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02d800. 00010000:00000010:3.1:1788219074.522410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b2c600. 00010000:00000010:2.1:1788219074.607350:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682dc00. 00010000:00000010:2.1:1788219074.607360:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e274b300. 00010000:00000010:2.1:1788219074.607364:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed02c000. 00010000:00000010:2.1:1788219074.607367:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d000. 00000080:00000010:3.1:1788219074.620376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa27ca40. 00000080:00000010:3.1:1788219074.620391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0820. 00010000:00000010:2.1:1788219074.764375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b2cc00. 00010000:00000010:2.1:1788219074.764398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef50a500. 00010000:00000010:2.1:1788219074.764404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c2d800. 00010000:00000010:2.1:1788219074.764408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8e7c00. 00000080:00000010:2.1:1788219074.780460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa278000. 00000080:00000010:2.1:1788219074.780486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0e00. 00010000:00000010:2.1:1788219074.852775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b2de00. 00010000:00000010:2.1:1788219074.852785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee153f00. 00010000:00000010:2.1:1788219074.852789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38be400. 00010000:00000010:2.1:1788219074.852792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b2d000. 00000080:00000010:2.1:1788219074.855740:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa27f380. 00000080:00000010:2.1:1788219074.855760:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aef00. 00010000:00000010:3.1:1788219075.006367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8e7200. 00010000:00000010:3.1:1788219075.006387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068600. 00010000:00000010:3.1:1788219075.006394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7400. 00010000:00000010:3.1:1788219075.006399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1078e00. 00000080:00000010:3.1:1788219075.022940:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c70000. 00000080:00000010:3.1:1788219075.022962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbfe0. 00000080:00000010:2.1:1788219075.220480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c184eb40. 00000080:00000010:2.1:1788219075.220497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aeec0. 00010000:00000010:3.1:1788219075.398966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d210d200. 00010000:00000010:3.1:1788219075.398979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013800. 00010000:00000010:3.1:1788219075.398984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c7200. 00010000:00000010:3.1:1788219075.398989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3257c00. 00000080:00000010:2.1:1788219075.410349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1849080. 00000080:00000010:2.1:1788219075.410362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e13a0b00. 00010000:00000010:2.1:1788219075.414458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d210dc00. 00010000:00000010:2.1:1788219075.414470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3def900. 00010000:00000010:2.1:1788219075.414476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c6800. 00010000:00000010:2.1:1788219075.414478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3256000. 00000080:00000010:2.1:1788219075.846151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0f15ac0. 00000080:00000010:2.1:1788219075.846178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aefc0. 00010000:00000010:3.1:1788219075.852370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39e3800. 00010000:00000010:3.1:1788219075.852390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135db00. 00010000:00000010:3.1:1788219075.852396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:3.1:1788219075.852399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3256400. 00000080:00000010:3.1:1788219075.859438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa21a100. 00000080:00000010:3.1:1788219075.859451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb120. 00010000:00000010:2.1:1788219075.988365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f9c32600. 00010000:00000010:2.1:1788219075.988381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704500. 00010000:00000010:2.1:1788219075.988386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419e00. 00010000:00000010:2.1:1788219075.988389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c200. 00010000:00000010:2.1:1788219076.116360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f9c33200. 00010000:00000010:2.1:1788219076.116377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de704a00. 00010000:00000010:2.1:1788219076.116383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de418000. 00010000:00000010:2.1:1788219076.116386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e324d200. 00000080:00000010:2.1:1788219076.125668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1946300. 00000080:00000010:2.1:1788219076.125687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee1921a0. 00010000:00000010:2.1:1788219076.134359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e324d000. 00010000:00000010:2.1:1788219076.134378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0ed7b00. 00010000:00000010:2.1:1788219076.134383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed026800. 00010000:00000010:2.1:1788219076.134387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f9c33a00. 00000080:00000010:2.1:1788219076.152359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa218840. 00000080:00000010:2.1:1788219076.152380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e16720. 00000080:00000010:2.1:1788219076.285484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e504c200. 00000080:00000010:2.1:1788219076.285504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae380. 00010000:00000010:2.1:1788219076.290370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e324ca00. 00010000:00000010:2.1:1788219076.290405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d610ef00. 00010000:00000010:2.1:1788219076.290412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413fc00. 00010000:00000010:2.1:1788219076.290418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682ce00. 00000080:00000010:2.1:1788219076.305500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa21b9c0. 00000080:00000010:2.1:1788219076.305515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae900. 00010000:00000010:2.1:1788219076.321613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4deec00. 00010000:00000010:2.1:1788219076.321634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d610ea00. 00010000:00000010:2.1:1788219076.321641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f75800. 00010000:00000010:2.1:1788219076.321645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f9c33800. 00000080:00000010:2.1:1788219076.336859:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa21b180. 00000080:00000010:2.1:1788219076.336978:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192c40. 00010000:00000010:2.1:1788219076.504890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f9c32400. 00010000:00000010:2.1:1788219076.504902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e800. 00010000:00000010:2.1:1788219076.504906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5f200. 00010000:00000010:2.1:1788219076.504911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f9c32c00. 00000080:00000010:2.1:1788219076.516100:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e504eb40. 00000080:00000010:2.1:1788219076.516119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aee80. 00010000:00000010:2.1:1788219076.652541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4978800. 00010000:00000010:2.1:1788219076.652558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d9cf9300. 00010000:00000010:2.1:1788219076.652572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ead71e00. 00010000:00000010:2.1:1788219076.652576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4def400. 00000080:00000010:3.1:1788219076.668521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19439c0. 00000080:00000010:3.1:1788219076.668542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae920. 00010000:00000010:3.1:1788219076.679458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4978000. 00010000:00000010:3.1:1788219076.679476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d9cf9900. 00010000:00000010:3.1:1788219076.679482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee07c800. 00010000:00000010:3.1:1788219076.679485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4978400. 00000080:00000010:2.1:1788219076.705367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0f10000. 00000080:00000010:2.1:1788219076.705385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192500. 00000080:00000010:2.1:1788219076.742256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192fc0. 00010000:00000010:3.1:1788219076.750345:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4979e00. 00010000:00000010:3.1:1788219076.750353:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c7e38200. 00010000:00000010:3.1:1788219076.750358:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee07d200. 00010000:00000010:3.1:1788219076.750361:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4a37800. 00000080:00000010:3.1:1788219076.760016:0:1044:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0f14200. 00000080:00000010:3.1:1788219076.760028:0:1044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192880. 00010000:00000010:3.1:1788219076.773469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4a36a00. 00010000:00000010:3.1:1788219076.773485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c7e38400. 00010000:00000010:3.1:1788219076.773490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a200. 00010000:00000010:3.1:1788219076.773494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e07200. 00000080:00000010:2.1:1788219076.790363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0f12100. 00000080:00000010:2.1:1788219076.790378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae200. 00000080:00000010:3.1:1788219076.872716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa21f380. 00000080:00000010:3.1:1788219076.872736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192280. 00010000:00000010:3.1:1788219076.893551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4979a00. 00010000:00000010:3.1:1788219076.893568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e490ee00. 00010000:00000010:3.1:1788219076.893575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24c00. 00010000:00000010:3.1:1788219076.893579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e414c600. 00010000:00000010:2.1:1788219076.968442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4a36000. 00010000:00000010:2.1:1788219076.968462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e490e000. 00010000:00000010:2.1:1788219076.968468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58a0e00. 00010000:00000010:2.1:1788219076.968506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4a36c00. 00010000:00000010:3.1:1788219077.360663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a600. 00010000:00000010:3.1:1788219077.360749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246600. 00010000:00000010:3.1:1788219077.360845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f3c13600. 00010000:00000010:3.1:1788219077.360851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98e00. 00010000:00000010:3.1:1788219077.498146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea273600. 00010000:00000010:3.1:1788219077.498222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f75400. 00010000:00000010:3.1:1788219077.498228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea272800. 00010000:00000010:3.1:1788219077.498230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f75e00. 00010000:00000010:3.1:1788219077.498233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea273000. 00010000:00000010:3.1:1788219077.498236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea272e00. 00010000:00000010:3.1:1788219077.498239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2ff200. 00010000:00000010:3.1:1788219077.498244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e25d6a00. 00010000:00000010:3.1:1788219077.498246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea272600. 00010000:00000010:3.1:1788219077.498249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f75c00. 00010000:00000010:3.1:1788219077.498252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea273e00. 00010000:00000010:3.1:1788219077.498254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea273800. 00010000:00000010:3.1:1788219077.498257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea272a00. 00010000:00000010:3.1:1788219077.498259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e25d6800. 00010000:00000010:3.1:1788219077.498262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea272400. 00010000:00000010:3.1:1788219077.498281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb751800. 00010000:00000010:2.1:1788219077.616490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e313cc00. 00010000:00000010:2.1:1788219077.616531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966d00. 00010000:00000010:2.1:1788219077.616538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e428d600. 00010000:00000010:2.1:1788219077.616542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6596600. 00000080:00000010:3.1:1788219077.624499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e911a940. 00000080:00000010:3.1:1788219077.624524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee1921e0. 00010000:00000010:3.1:1788219077.633445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4227600. 00010000:00000010:3.1:1788219077.633454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03700. 00010000:00000010:3.1:1788219077.633459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e428de00. 00010000:00000010:3.1:1788219077.633462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e313d000. 00000080:00000010:3.1:1788219077.644371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5157380. 00000080:00000010:3.1:1788219077.644388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192380. 00000080:00000010:3.1:1788219077.783406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5154200. 00000080:00000010:3.1:1788219077.783428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192e20. 00010000:00000010:2.1:1788219077.904495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c02a00. 00010000:00000010:2.1:1788219077.904523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089100. 00010000:00000010:2.1:1788219077.904531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4298000. 00010000:00000010:2.1:1788219077.904535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6597600. 00000080:00000010:2.1:1788219077.917097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0d62100. 00000080:00000010:2.1:1788219077.917110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee1920a0. 00010000:00000010:2.1:1788219077.921378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4226c00. 00010000:00000010:2.1:1788219077.921399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1237e00. 00010000:00000010:2.1:1788219077.921404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4298a00. 00010000:00000010:2.1:1788219077.921407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4227e00. 00000080:00000010:2.1:1788219077.944850:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0d66b40. 00000080:00000010:2.1:1788219077.944880:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192fa0. 00010000:00000010:3.1:1788219078.140364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e414ca00. 00010000:00000010:3.1:1788219078.140389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c900. 00010000:00000010:3.1:1788219078.140396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6a00. 00010000:00000010:3.1:1788219078.140399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99800. 00000080:00000010:3.1:1788219078.158884:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e911a100. 00000080:00000010:3.1:1788219078.158911:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbda0. 00000080:00000010:2.1:1788219078.267804:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0d639c0. 00000080:00000010:2.1:1788219078.267822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb15a00. 00010000:00000010:2.1:1788219078.272364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c48ece00. 00010000:00000010:2.1:1788219078.272382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c700. 00010000:00000010:2.1:1788219078.272388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6c00. 00010000:00000010:2.1:1788219078.272391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00000080:00000010:2.1:1788219078.285507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19b4200. 00000080:00000010:2.1:1788219078.285529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb7a0. 00010000:00000010:2.1:1788219078.300473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c48ed600. 00010000:00000010:2.1:1788219078.300490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d157db00. 00010000:00000010:2.1:1788219078.300496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67e3600. 00010000:00000010:2.1:1788219078.300498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c02400. 00010000:00000010:3.1:1788219078.411812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c48ec000. 00010000:00000010:3.1:1788219078.411836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1237200. 00010000:00000010:3.1:1788219078.411843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67e3800. 00010000:00000010:3.1:1788219078.411847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c6597e00. 00000080:00000010:3.1:1788219078.430536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5111080. 00000080:00000010:3.1:1788219078.430568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb154a0. 00010000:00000010:3.1:1788219078.436584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c03000. 00010000:00000010:3.1:1788219078.436604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0e00. 00010000:00000010:3.1:1788219078.436610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0c3be00. 00010000:00000010:3.1:1788219078.436613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b400. 00000080:00000010:3.1:1788219078.462414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19b5ac0. 00000080:00000010:3.1:1788219078.462444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192ec0. 00010000:00000010:2.1:1788219078.466363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:2.1:1788219078.466381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e333c100. 00010000:00000010:2.1:1788219078.466386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7c00. 00010000:00000010:2.1:1788219078.466390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c03200. 00010000:00000010:3.1:1788219078.561075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c48ec200. 00010000:00000010:3.1:1788219078.561092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0800. 00010000:00000010:3.1:1788219078.561098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0c3a000. 00010000:00000010:3.1:1788219078.561102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c48ed000. 00000080:00000010:3.1:1788219078.567545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19b0840. 00000080:00000010:3.1:1788219078.567567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192220. 00000080:00000010:2.1:1788219079.050367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d090dac0. 00000080:00000010:2.1:1788219079.050385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192980. 00010000:00000010:2.1:1788219079.099387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cd107000. 00010000:00000010:2.1:1788219079.099404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d157dc00. 00010000:00000010:2.1:1788219079.099409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0c3b400. 00010000:00000010:2.1:1788219079.099426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fbbc00. 00000080:00000010:2.1:1788219079.107526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e9119080. 00000080:00000010:2.1:1788219079.107561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192b00. 00010000:00000010:2.1:1788219079.119406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fbb200. 00010000:00000010:2.1:1788219079.119423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e333c600. 00010000:00000010:2.1:1788219079.119428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:2.1:1788219079.119433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36200. 00000080:00000010:2.1:1788219079.125484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa00dac0. 00000080:00000010:2.1:1788219079.125505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bba40. 00010000:00000010:2.1:1788219079.143380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36c00. 00010000:00000010:2.1:1788219079.143399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d157d400. 00010000:00000010:2.1:1788219079.143405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67e2a00. 00010000:00000010:2.1:1788219079.143409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fba600. 00000080:00000010:2.1:1788219079.156082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e91198c0. 00000080:00000010:2.1:1788219079.156097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb15060. 00010000:00000010:3.1:1788219079.163430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fbba00. 00010000:00000010:3.1:1788219079.163449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0600. 00010000:00000010:3.1:1788219079.163454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67e2e00. 00010000:00000010:3.1:1788219079.163457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fbb800. 00000080:00000010:2.1:1788219079.177620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e911b9c0. 00000080:00000010:2.1:1788219079.177642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb15240. 00010000:00000010:2.1:1788219079.359461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cde36a00. 00010000:00000010:2.1:1788219079.359475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0b00. 00010000:00000010:2.1:1788219079.359480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e40ce400. 00010000:00000010:2.1:1788219079.359483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9800. 00000080:00000010:3.1:1788219079.379092:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d090b180. 00000080:00000010:3.1:1788219079.379109:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192ba0. 00010000:00000010:2.1:1788219079.390747:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1fba800. 00010000:00000010:2.1:1788219079.390762:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893edb5d700. 00010000:00000010:2.1:1788219079.390767:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e40ce000. 00010000:00000010:2.1:1788219079.390770:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3185000. 00000080:00000010:3.1:1788219079.565371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0908000. 00000080:00000010:3.1:1788219079.565386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192f60. 00000080:00000010:2.1:1788219079.679611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa0098c0. 00000080:00000010:2.1:1788219079.679624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb158c0. 00010000:00000010:2.1:1788219079.683779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f44600. 00010000:00000010:2.1:1788219079.683794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d157d000. 00010000:00000010:2.1:1788219079.683799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6971a00. 00010000:00000010:2.1:1788219079.683803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682d400. 00000080:00000010:2.1:1788219079.687417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c90000. 00000080:00000010:2.1:1788219079.687430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb15d60. 00010000:00000010:2.1:1788219079.704447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f44e00. 00010000:00000010:2.1:1788219079.704455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9895010c0c00. 00010000:00000010:2.1:1788219079.704459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e25d6600. 00010000:00000010:2.1:1788219079.704463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e682c000. 00000080:00000010:2.1:1788219079.711366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1a5a940. 00000080:00000010:2.1:1788219079.711390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aefe0. 00000080:00000010:3.1:1788219079.839751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c94200. 00000080:00000010:3.1:1788219079.839772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893fbb159e0. 00010000:00000010:2.1:1788219079.855529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f45e00. 00010000:00000010:2.1:1788219079.855550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e333c400. 00010000:00000010:2.1:1788219079.855555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2fe200. 00010000:00000010:2.1:1788219079.855559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346e00. 00000080:00000010:2.1:1788219079.855568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa00b180. 00000080:00000010:2.1:1788219079.855578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb320. 00000080:00000010:2.1:1788219079.917406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa00ca40. 00000080:00000010:2.1:1788219079.917417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbe40. 00010000:00000010:2.1:1788219079.996394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dd825400. 00010000:00000010:2.1:1788219079.996403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b5800. 00010000:00000010:2.1:1788219079.996408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2ff600. 00010000:00000010:2.1:1788219079.996412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dd824c00. 00000080:00000010:2.1:1788219080.020609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893fa008000. 00000080:00000010:2.1:1788219080.020628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192340. 00010000:00000010:2.1:1788219080.075721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dd825000. 00010000:00000010:2.1:1788219080.075744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9895010c0100. 00010000:00000010:2.1:1788219080.075749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e117f000. 00010000:00000010:2.1:1788219080.075752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3185600. 00010000:00000010:2.1:1788219080.317490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1015c00. 00010000:00000010:2.1:1788219080.317512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e25d3600. 00010000:00000010:2.1:1788219080.317517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e117f400. 00010000:00000010:2.1:1788219080.317521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30800. 00010000:00000010:2.1:1788219080.380368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1015a00. 00010000:00000010:2.1:1788219080.380382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d93cc000. 00010000:00000010:2.1:1788219080.380387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6970c00. 00010000:00000010:2.1:1788219080.380391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6549600. 00000080:00000010:2.1:1788219080.721381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192b80. 00000080:00000010:2.1:1788219080.985133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c95ac0. 00000080:00000010:2.1:1788219080.985156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee1923e0. 00000080:00000010:2.1:1788219081.031376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c96300. 00000080:00000010:2.1:1788219081.031393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d43f0920. 00010000:00000010:2.1:1788219081.410362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:2.1:1788219081.410376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b6a00. 00010000:00000010:2.1:1788219081.410381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3cf4c00. 00010000:00000010:2.1:1788219081.410386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4af4a00. 00010000:00000010:2.1:1788219081.569408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219081.569423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d93cce00. 00010000:00000010:2.1:1788219081.569428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4af5400. 00010000:00000010:2.1:1788219081.569432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc6a00. 00000080:00000010:2.1:1788219081.582381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c93180. 00000080:00000010:2.1:1788219081.582419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:2.1:1788219081.582427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aeb60. 00010000:00000010:2.1:1788219081.606666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219081.606674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbc900. 00010000:00000010:2.1:1788219081.606679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc6400. 00010000:00000010:2.1:1788219081.606682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3cf4200. 00000080:00000010:2.1:1788219081.610484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51b1080. 00000080:00000010:2.1:1788219081.610507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:2.1:1788219081.610534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb740. 00010000:00000010:2.1:1788219081.630496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219081.630511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b5200. 00010000:00000010:2.1:1788219081.630538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7e00. 00010000:00000010:2.1:1788219081.630541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7200. 00000080:00000010:2.1:1788219081.645983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e518dac0. 00000080:00000010:2.1:1788219081.645996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00000080:00000010:2.1:1788219081.646006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d23c0. 00010000:00000010:2.1:1788219081.649471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219081.649487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268800. 00010000:00000010:2.1:1788219081.649492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7000. 00010000:00000010:2.1:1788219081.649495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30200. 00000080:00000010:2.1:1788219081.660470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6d3ca40. 00000080:00000010:2.1:1788219081.660488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:2.1:1788219081.660495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d2e80. 00010000:00000010:2.1:1788219081.677365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219081.677383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b6300. 00010000:00000010:2.1:1788219081.677389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7c00. 00010000:00000010:2.1:1788219081.677394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f69200. 00000080:00000010:2.1:1788219081.690371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51b18c0. 00000080:00000010:2.1:1788219081.690391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00000080:00000010:2.1:1788219081.695082:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb1e0. 00010000:00000010:2.1:1788219081.715351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219081.715367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b5b00. 00010000:00000010:2.1:1788219081.715373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f68400. 00010000:00000010:2.1:1788219081.715376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7a00. 00000080:00000010:2.1:1788219081.739423:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e937ca40. 00000080:00000010:2.1:1788219081.739445:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:3.1:1788219081.742544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d2640. 00010000:00000010:2.1:1788219081.780394:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:2.1:1788219081.780413:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246f00. 00010000:00000010:2.1:1788219081.780418:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3cf5e00. 00010000:00000010:2.1:1788219081.780421:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7800. 00000080:00000010:2.1:1788219081.789580:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51b39c0. 00000080:00000010:2.1:1788219081.789604:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88980. 00000080:00000010:2.1:1788219081.791208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d2c00. 00010000:00000010:2.1:1788219081.937747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:2.1:1788219081.937762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbca00. 00010000:00000010:2.1:1788219081.937768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3cf5c00. 00010000:00000010:2.1:1788219081.937771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8f800. 00000080:00000010:2.1:1788219081.950366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e937a940. 00000080:00000010:2.1:1788219081.950387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00000080:00000010:2.1:1788219081.950395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbd60. 00010000:00000010:2.1:1788219081.983338:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:2.1:1788219081.983345:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b5c00. 00010000:00000010:2.1:1788219081.983350:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f4f68600. 00010000:00000010:2.1:1788219081.983353:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3cf5a00. 00000080:00000010:2.1:1788219081.983360:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5188840. 00000080:00000010:2.1:1788219081.983369:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad80. 00000080:00000010:2.1:1788219081.983375:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192940. 00010000:00000010:2.1:1788219081.995989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219081.996005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbc800. 00010000:00000010:2.1:1788219081.996012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7600. 00010000:00000010:2.1:1788219081.996016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8ea00. 00000080:00000010:2.1:1788219082.005563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6d3f380. 00000080:00000010:2.1:1788219082.005583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00000080:00000010:2.1:1788219082.010395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d2720. 00010000:00000010:2.1:1788219082.028362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219082.028377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d0e6ba00. 00010000:00000010:2.1:1788219082.028383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3cf4600. 00010000:00000010:2.1:1788219082.028387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5be00. 00000080:00000010:2.1:1788219082.054351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6d3c200. 00000080:00000010:2.1:1788219082.054373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad80. 00000080:00000010:2.1:1788219082.054380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb280. 00010000:00000010:2.1:1788219082.074387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219082.074404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b5f00. 00010000:00000010:2.1:1788219082.074410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a4ac00. 00010000:00000010:2.1:1788219082.074413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a4a200. 00000080:00000010:2.1:1788219082.105441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5189080. 00000080:00000010:2.1:1788219082.105462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00010000:00000010:2.1:1788219082.169465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00010000:00000010:2.1:1788219082.169489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbcf00. 00010000:00000010:2.1:1788219082.169497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5a200. 00010000:00000010:2.1:1788219082.169503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8e200. 00000080:00000010:2.1:1788219082.180690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51b2940. 00000080:00000010:2.1:1788219082.180714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:2.1:1788219082.185517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d26a0. 00010000:00000010:2.1:1788219082.340382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:2.1:1788219082.340405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbc300. 00010000:00000010:2.1:1788219082.340412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8f000. 00010000:00000010:2.1:1788219082.340415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a4b000. 00000080:00000010:2.1:1788219082.359013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51898c0. 00000080:00000010:2.1:1788219082.359039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00000080:00000010:2.1:1788219082.363378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb6c0. 00010000:00000010:2.1:1788219082.390419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219082.390443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b6700. 00010000:00000010:2.1:1788219082.390450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a4be00. 00010000:00000010:2.1:1788219082.390454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc6800. 00010000:00000010:2.1:1788219082.489897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00010000:00000010:2.1:1788219082.489918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbc100. 00010000:00000010:2.1:1788219082.489926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc7400. 00010000:00000010:2.1:1788219082.489929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5b400. 00000080:00000010:3.1:1788219082.505821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51b4200. 00000080:00000010:3.1:1788219082.505839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00000080:00000010:3.1:1788219082.505848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ee192620. 00010000:00000010:2.1:1788219082.533388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:2.1:1788219082.533408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8fbc200. 00010000:00000010:2.1:1788219082.533414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc6000. 00010000:00000010:2.1:1788219082.533417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bc6c00. 00000080:00000010:2.1:1788219082.638404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e518b180. 00000080:00000010:2.1:1788219082.638417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:2.1:1788219082.638424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27aeea0. 00010000:00000010:3.1:1788219082.654549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:3.1:1788219082.654561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e100. 00010000:00000010:3.1:1788219082.654611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a4a600. 00010000:00000010:3.1:1788219082.654615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e8e600. 00000080:00000010:3.1:1788219082.680272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e93aa100. 00000080:00000010:3.1:1788219082.680287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:2.1:1788219082.692712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893caba7e80. 00010000:00000010:2.1:1788219083.061603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00010000:00000010:2.1:1788219083.061621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0b6d00. 00010000:00000010:2.1:1788219083.061627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a65c00. 00010000:00000010:2.1:1788219083.061631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a64600. 00000080:00000010:2.1:1788219083.082381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e937c200. 00000080:00000010:2.1:1788219083.082407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00000080:00000010:2.1:1788219083.082416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d2cc0. 00010000:00000010:2.1:1788219083.097473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:2.1:1788219083.097488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de787f00. 00010000:00000010:2.1:1788219083.097493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a65a00. 00010000:00000010:2.1:1788219083.097497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a64a00. 00000080:00000010:2.1:1788219083.104364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e93a8840. 00000080:00000010:2.1:1788219083.110940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00000080:00000010:2.1:1788219083.110959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d25a0. 00010000:00000010:2.1:1788219083.126064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:2.1:1788219083.126071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ccc4c100. 00010000:00000010:2.1:1788219083.126076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a65800. 00010000:00000010:2.1:1788219083.126080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a64800. 00000080:00000010:2.1:1788219083.138375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6d3dac0. 00000080:00000010:2.1:1788219083.138389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00000080:00000010:2.1:1788219083.138396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d27a0. 00010000:00000010:2.1:1788219083.157017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219083.157033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ccc4cf00. 00010000:00000010:2.1:1788219083.157039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a64e00. 00010000:00000010:2.1:1788219083.157044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a65400. 00000080:00000010:3.1:1788219083.161976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e93a9080. 00000080:00000010:3.1:1788219083.161994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00010000:00000010:2.1:1788219083.170760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:2.1:1788219083.170785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4dbc00. 00010000:00000010:2.1:1788219083.170791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6a65600. 00010000:00000010:2.1:1788219083.170795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cc5f5a00. 00000080:00000010:3.1:1788219083.171196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb6e0. 00010000:00000010:2.1:1788219083.404367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00010000:00000010:2.1:1788219083.404383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135eb00. 00010000:00000010:2.1:1788219083.404388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2400. 00010000:00000010:2.1:1788219083.404392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb1de200. 00000080:00000010:2.1:1788219083.415439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e93ad280. 00000080:00000010:2.1:1788219083.415458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:2.1:1788219083.415464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893caba73a0. 00010000:00000010:2.1:1788219083.648041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00010000:00000010:2.1:1788219083.648050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ec00. 00010000:00000010:2.1:1788219083.648055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cc5f5200. 00010000:00000010:2.1:1788219083.648057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cc5f5c00. 00000080:00000010:3.1:1788219083.811960:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e903c200. 00000080:00000010:3.1:1788219083.811983:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:3.1:1788219083.811991:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e27ae400. 00010000:00000010:3.1:1788219083.835795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:3.1:1788219083.835813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c35300. 00010000:00000010:3.1:1788219083.835835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1063000. 00010000:00000010:3.1:1788219083.835838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1063c00. 00000080:00000010:2.1:1788219083.848431:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e903a100. 00000080:00000010:2.1:1788219083.848454:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88740. 00000080:00000010:2.1:1788219083.848461:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c8d99f40. 00010000:00000010:3.1:1788219083.862374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:3.1:1788219083.862390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:3.1:1788219083.862394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1063200. 00010000:00000010:3.1:1788219083.862397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1063a00. 00000080:00000010:2.1:1788219083.880360:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c8d996a0. 00000080:00000010:3.1:1788219083.880553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6f84a40. 00000080:00000010:3.1:1788219083.880566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca100. 00010000:00000010:3.1:1788219083.948759:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00010000:00000010:3.1:1788219083.948767:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:3.1:1788219083.948771:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95000. 00010000:00000010:3.1:1788219083.948774:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1062a00. 00000080:00000010:3.1:1788219083.956378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e937dac0. 00000080:00000010:3.1:1788219083.956397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00000080:00000010:3.1:1788219083.956407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d2460. 00010000:00000010:2.1:1788219084.587605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:2.1:1788219084.587623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893de154900. 00010000:00000010:2.1:1788219084.587628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ebe95e00. 00010000:00000010:2.1:1788219084.587632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9db2a00. 00010000:00000010:2.1:1788219085.244365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:2.1:1788219085.244384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027e100. 00010000:00000010:2.1:1788219085.244388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f751a600. 00010000:00000010:2.1:1788219085.244394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ce5d2a00. 00000080:00000010:2.1:1788219085.263543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e913c200. 00000080:00000010:2.1:1788219085.263558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00000080:00000010:2.1:1788219085.267418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c570b3e0. 00000080:00000010:2.1:1788219085.688608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6cde300. 00000080:00000010:2.1:1788219085.688631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:2.1:1788219085.691485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893c3d1e940. 00000080:00000010:2.1:1788219085.755514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c5e300. 00000080:00000010:2.1:1788219085.755533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00000080:00000010:2.1:1788219085.755544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ddb282c0. 00010000:00000010:2.1:1788219085.787375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219085.787386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e027e200. 00010000:00000010:2.1:1788219085.787390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e02c1600. 00010000:00000010:2.1:1788219085.787393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e02c0800. 00000080:00000010:2.1:1788219085.796586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6cd9080. 00000080:00000010:2.1:1788219085.796603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:2.1:1788219085.800597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4971a00. 00010000:00000010:2.1:1788219085.984444:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:2.1:1788219085.984461:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe200. 00010000:00000010:2.1:1788219085.984468:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca3fb600. 00010000:00000010:2.1:1788219085.984473:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e02c0200. 00010000:00000010:2.1:1788219086.127379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00010000:00000010:2.1:1788219086.127396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2feb00. 00010000:00000010:2.1:1788219086.127401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca3fa400. 00010000:00000010:2.1:1788219086.127405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5a9000. 00010000:00000010:2.1:1788219086.285677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00010000:00000010:2.1:1788219086.285692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2700. 00010000:00000010:2.1:1788219086.285700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e02c0e00. 00010000:00000010:2.1:1788219086.285703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5a9200. 00000080:00000010:2.1:1788219086.300361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f56541a0. 00010000:00000010:2.1:1788219086.329420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00010000:00000010:2.1:1788219086.329433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fef00. 00010000:00000010:2.1:1788219086.329439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5a9c00. 00010000:00000010:2.1:1788219086.329443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb212200. 00010000:00000010:2.1:1788219086.455451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00010000:00000010:2.1:1788219086.455463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2000. 00010000:00000010:2.1:1788219086.455470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb213200. 00010000:00000010:2.1:1788219086.455473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5a8800. 00000080:00000010:2.1:1788219086.460359:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51c8840. 00000080:00000010:2.1:1788219086.460370:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00000080:00000010:2.1:1788219086.465576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5ccc6a0. 00010000:00000010:2.1:1788219086.473502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219086.473534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe100. 00010000:00000010:2.1:1788219086.473540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb213a00. 00010000:00000010:2.1:1788219086.473544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5a8000. 00000080:00000010:2.1:1788219086.481934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0e5ca40. 00000080:00000010:2.1:1788219086.481960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:2.1:1788219086.484653:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654140. 00010000:00000010:2.1:1788219086.633369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00010000:00000010:2.1:1788219086.633385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2b00. 00010000:00000010:2.1:1788219086.633391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb27600. 00010000:00000010:2.1:1788219086.633394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb27400. 00000080:00000010:2.1:1788219086.640453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c598c0. 00000080:00000010:2.1:1788219086.640468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:2.1:1788219086.652453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654020. 00010000:00000010:2.1:1788219086.659648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219086.659658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2e00. 00010000:00000010:2.1:1788219086.659663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb26800. 00010000:00000010:2.1:1788219086.659667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb26000. 00000080:00000010:2.1:1788219086.666752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0e2d280. 00000080:00000010:2.1:1788219086.666765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab80. 00000080:00000010:2.1:1788219086.666771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654500. 00010000:00000010:2.1:1788219086.679563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219086.679579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe000. 00010000:00000010:2.1:1788219086.679585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb212800. 00010000:00000010:2.1:1788219086.679589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb26c00. 00000080:00000010:2.1:1788219086.691811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c5b9c0. 00000080:00000010:2.1:1788219086.691835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00000080:00000010:2.1:1788219086.691843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a531e0. 00010000:00000010:3.1:1788219086.723147:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:3.1:1788219086.723166:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fe700. 00010000:00000010:3.1:1788219086.723171:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb26400. 00010000:00000010:3.1:1788219086.723173:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb26200. 00010000:00000010:2.1:1788219086.822383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:2.1:1788219086.822403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41500. 00010000:00000010:2.1:1788219086.822411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb27c00. 00010000:00000010:2.1:1788219086.822415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eeb27800. 00010000:00000010:2.1:1788219086.882056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:2.1:1788219086.882073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e30f2800. 00010000:00000010:2.1:1788219086.882080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb212400. 00010000:00000010:2.1:1788219086.882083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f3188e00. 00010000:00000010:2.1:1788219087.078577:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219087.082563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893dbf41c00. 00010000:00000010:2.1:1788219087.082572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347200. 00010000:00000010:2.1:1788219087.082576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e36d4600. 00000080:00000010:3.1:1788219087.200944:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c5d280. 00000080:00000010:3.1:1788219087.200958:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00000080:00000010:3.1:1788219087.201006:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f56544c0. 00000080:00000010:2.1:1788219087.250964:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0906b40. 00000080:00000010:2.1:1788219087.250991:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:2.1:1788219087.251001:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654460. 00000080:00000010:2.1:1788219087.437395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0906300. 00000080:00000010:2.1:1788219087.437415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00000080:00000010:2.1:1788219087.437423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c7d1dfc0. 00010000:00000010:2.1:1788219087.455596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219087.455609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219087.455615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb151200. 00010000:00000010:2.1:1788219087.455622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5b800. 00000080:00000010:2.1:1788219087.461189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0900840. 00000080:00000010:2.1:1788219087.461209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00000080:00000010:2.1:1788219087.469042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654380. 00010000:00000010:2.1:1788219087.485358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219087.485374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e12eeb00. 00010000:00000010:2.1:1788219087.485380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb151600. 00010000:00000010:2.1:1788219087.485382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d2b42200. 00000080:00000010:3.1:1788219087.507898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f56547c0. 00000080:00000010:2.1:1788219087.513993:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0901080. 00000080:00000010:2.1:1788219087.514007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca060. 00000080:00000010:2.1:1788219087.614728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654900. 00010000:00000010:2.1:1788219087.628367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219087.628382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e12ee900. 00010000:00000010:2.1:1788219087.628388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb151400. 00010000:00000010:2.1:1788219087.628391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5bc00. 00000080:00000010:2.1:1788219087.651539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09039c0. 00000080:00000010:2.1:1788219087.651561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00000080:00000010:2.1:1788219087.655592:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654b40. 00010000:00000010:2.1:1788219087.669944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219087.669971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e900. 00010000:00000010:2.1:1788219087.669976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb150400. 00010000:00000010:2.1:1788219087.669981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaa5a600. 00000080:00000010:2.1:1788219087.681068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0903180. 00000080:00000010:2.1:1788219087.681097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3e0. 00000080:00000010:3.1:1788219087.687622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1140. 00010000:00000010:3.1:1788219087.909471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:3.1:1788219087.909493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893eacdf900. 00010000:00000010:3.1:1788219087.909500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb151e00. 00010000:00000010:3.1:1788219087.909503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d2b43400. 00000080:00000010:3.1:1788219087.913794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0e58840. 00000080:00000010:3.1:1788219087.913820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:3.1:1788219087.913828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5ccc800. 00010000:00000010:2.1:1788219088.035904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00010000:00000010:2.1:1788219088.035916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893eacdf100. 00010000:00000010:2.1:1788219088.035921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e36d4200. 00010000:00000010:2.1:1788219088.035924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac600. 00000080:00000010:2.1:1788219088.054372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0907380. 00000080:00000010:2.1:1788219088.054395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00000080:00000010:2.1:1788219088.061874:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654ce0. 00010000:00000010:2.1:1788219088.235173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:2.1:1788219088.235179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1352900. 00010000:00000010:2.1:1788219088.235184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb151a00. 00010000:00000010:2.1:1788219088.235187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67dae00. 00010000:00000010:2.1:1788219088.280537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219088.280547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1352e00. 00010000:00000010:2.1:1788219088.280553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb151800. 00010000:00000010:2.1:1788219088.280556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e67dbe00. 00000080:00000010:2.1:1788219088.288460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6cc5ac0. 00000080:00000010:2.1:1788219088.288496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:2.1:1788219088.288508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f56546e0. 00000080:00000010:2.1:1788219088.759733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb040. 00000080:00000010:2.1:1788219088.858583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1340. 00000080:00000010:3.1:1788219088.993597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c46b40. 00000080:00000010:3.1:1788219088.993610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00000080:00000010:3.1:1788219088.993616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654ca0. 00010000:00000010:3.1:1788219089.004103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:3.1:1788219089.004121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e33ccd00. 00010000:00000010:3.1:1788219089.004125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3613000. 00010000:00000010:3.1:1788219089.004129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d28a1200. 00000080:00000010:3.1:1788219089.010742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6cc7380. 00000080:00000010:3.1:1788219089.010774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882c0. 00000080:00000010:3.1:1788219089.014368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb3a0. 00010000:00000010:2.1:1788219089.052306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:2.1:1788219089.052324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e33cc600. 00010000:00000010:2.1:1788219089.052329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258da00. 00010000:00000010:2.1:1788219089.052333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d28a1c00. 00010000:00000010:2.1:1788219089.162429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00010000:00000010:2.1:1788219089.162446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e33cc500. 00010000:00000010:2.1:1788219089.162463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258cc00. 00010000:00000010:2.1:1788219089.162466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340a00. 00000080:00000010:2.1:1788219089.175361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6cc2100. 00000080:00000010:2.1:1788219089.175381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00000080:00000010:2.1:1788219089.175391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1600. 00010000:00000010:2.1:1788219089.328501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00010000:00000010:2.1:1788219089.328521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c4a4b500. 00010000:00000010:2.1:1788219089.328542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3613800. 00010000:00000010:2.1:1788219089.328547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69c6200. 00010000:00000010:2.1:1788219089.591500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00010000:00000010:2.1:1788219089.591518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d54b1900. 00010000:00000010:2.1:1788219089.591523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e01d7800. 00010000:00000010:2.1:1788219089.591527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f20f7400. 00000080:00000010:2.1:1788219089.612376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c41080. 00000080:00000010:2.1:1788219089.612395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:2.1:1788219089.612402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654120. 00010000:00000010:3.1:1788219089.826370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00010000:00000010:3.1:1788219089.826392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d54b1d00. 00010000:00000010:3.1:1788219089.826411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e01d6e00. 00010000:00000010:3.1:1788219089.826415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f20f6400. 00000080:00000010:3.1:1788219089.845802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c1e300. 00000080:00000010:3.1:1788219089.845822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:2.1:1788219089.848373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654c40. 00010000:00000010:2.1:1788219090.120745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00010000:00000010:2.1:1788219090.120762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1173b00. 00010000:00000010:2.1:1788219090.120767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e258ca00. 00010000:00000010:2.1:1788219090.120777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69c7a00. 00010000:00000010:2.1:1788219090.264064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00010000:00000010:2.1:1788219090.264070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267800. 00010000:00000010:2.1:1788219090.264075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1135800. 00010000:00000010:2.1:1788219090.264078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e69c6e00. 00000080:00000010:2.1:1788219090.279465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09beb40. 00000080:00000010:2.1:1788219090.279497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:2.1:1788219090.279505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654e60. 00010000:00000010:2.1:1788219090.291375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00010000:00000010:2.1:1788219090.291392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267f00. 00010000:00000010:2.1:1788219090.291398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea260200. 00010000:00000010:2.1:1788219090.291401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5ccba00. 00000080:00000010:2.1:1788219090.296378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09bdac0. 00000080:00000010:2.1:1788219090.296403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:2.1:1788219090.296410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654100. 00010000:00000010:2.1:1788219090.313497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219090.313507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267300. 00010000:00000010:2.1:1788219090.313511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea261e00. 00010000:00000010:2.1:1788219090.313514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5cca400. 00000080:00000010:2.1:1788219090.319780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09b18c0. 00000080:00000010:2.1:1788219090.319800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:2.1:1788219090.326047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1a00. 00010000:00000010:2.1:1788219090.332866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219090.332881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267700. 00010000:00000010:2.1:1788219090.332886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1134a00. 00010000:00000010:2.1:1788219090.332890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de0ad600. 00000080:00000010:2.1:1788219090.345376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09b39c0. 00000080:00000010:2.1:1788219090.345393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:2.1:1788219090.345401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d18a0. 00010000:00000010:2.1:1788219090.368896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219090.368906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb267d00. 00010000:00000010:2.1:1788219090.368912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1134e00. 00010000:00000010:2.1:1788219090.368915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f20f6200. 00000080:00000010:2.1:1788219090.375522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c45280. 00000080:00000010:2.1:1788219090.375545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:2.1:1788219090.380651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893deb71c60. 00010000:00000010:2.1:1788219090.389372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219090.389394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1173300. 00010000:00000010:2.1:1788219090.389401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1135600. 00010000:00000010:2.1:1788219090.389405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de0acc00. 00000080:00000010:2.1:1788219090.404907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c44a40. 00000080:00000010:2.1:1788219090.404922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:2.1:1788219090.404928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f5654800. 00010000:00000010:3.1:1788219090.423509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:3.1:1788219090.423534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3c37c00. 00010000:00000010:3.1:1788219090.423540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea261200. 00010000:00000010:3.1:1788219090.423543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea24d400. 00000080:00000010:3.1:1788219090.473376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09b8840. 00000080:00000010:3.1:1788219090.473402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00000080:00000010:3.1:1788219090.473411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893deb71a60. 00000080:00000010:2.1:1788219090.720378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c68000. 00000080:00000010:2.1:1788219090.720389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00000080:00000010:2.1:1788219090.720397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbe00. 00000080:00000010:2.1:1788219090.886461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893deb71fe0. 00010000:00000010:3.1:1788219091.285404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00010000:00000010:3.1:1788219091.285425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f4e10400. 00010000:00000010:3.1:1788219091.285431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f08fc400. 00010000:00000010:3.1:1788219091.285438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096a00. 00000080:00000010:3.1:1788219091.285447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09b98c0. 00000080:00000010:3.1:1788219091.285459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00000080:00000010:3.1:1788219091.285476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893c3d1e1c0. 00010000:00000010:2.1:1788219091.301368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219091.301386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f4e10b00. 00010000:00000010:2.1:1788219091.301393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f08fc200. 00010000:00000010:2.1:1788219091.301398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed096e00. 00000080:00000010:2.1:1788219091.329884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893deb71900. 00000080:00000010:2.1:1788219091.431364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893c3d1ea40. 00010000:00000010:2.1:1788219092.020563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:2.1:1788219092.020579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed06bb00. 00010000:00000010:2.1:1788219092.020586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893df716c00. 00010000:00000010:2.1:1788219092.020590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb337c00. 00000080:00000010:2.1:1788219092.041462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09b5ac0. 00000080:00000010:2.1:1788219092.041477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9680. 00000080:00000010:2.1:1788219092.046371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbf40. 00010000:00000010:2.1:1788219092.445551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:2.1:1788219092.445570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f000dd00. 00010000:00000010:2.1:1788219092.445576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0347800. 00010000:00000010:2.1:1788219092.445579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3e8f200. 00010000:00000010:2.1:1788219092.640153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00010000:00000010:2.1:1788219092.640161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e8f61c00. 00010000:00000010:2.1:1788219092.640166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c932ec00. 00010000:00000010:2.1:1788219092.640169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d3e8e000. 00000080:00000010:2.1:1788219092.956350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09aa940. 00000080:00000010:2.1:1788219092.956367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00000080:00000010:2.1:1788219092.960362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb8c0. 00010000:00000010:2.1:1788219092.983694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219092.983709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3776200. 00010000:00000010:2.1:1788219092.983715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c932e600. 00010000:00000010:2.1:1788219092.983720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ea9c00. 00000080:00000010:2.1:1788219092.983729:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1b0b9c0. 00000080:00000010:2.1:1788219092.983740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00000080:00000010:2.1:1788219093.002107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893c3d1e300. 00010000:00000010:2.1:1788219093.006651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219093.006664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3776900. 00010000:00000010:2.1:1788219093.006670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893df716600. 00010000:00000010:2.1:1788219093.006674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ea9a00. 00000080:00000010:2.1:1788219093.010546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1b0b180. 00000080:00000010:2.1:1788219093.010569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00000080:00000010:2.1:1788219093.010578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893deb71de0. 00010000:00000010:2.1:1788219093.032496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219093.032507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3776a00. 00010000:00000010:2.1:1788219093.032518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2a00. 00010000:00000010:2.1:1788219093.032522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ea8600. 00000080:00000010:2.1:1788219093.037368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09a5280. 00000080:00000010:2.1:1788219093.037467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00000080:00000010:2.1:1788219093.037476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1e00. 00010000:00000010:3.1:1788219093.483643:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:3.1:1788219093.483652:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3776000. 00010000:00000010:3.1:1788219093.483668:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b1800. 00010000:00000010:3.1:1788219093.483671:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248c00. 00000080:00000010:2.1:1788219093.490490:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09a1080. 00000080:00000010:2.1:1788219093.490508:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00000080:00000010:2.1:1788219093.498377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbb00. 00000080:00000010:2.1:1788219093.559762:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1b0a940. 00000080:00000010:2.1:1788219093.559783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00000080:00000010:2.1:1788219093.559791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1d80. 00010000:00000010:2.1:1788219093.594437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00010000:00000010:2.1:1788219093.594463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb078600. 00010000:00000010:2.1:1788219093.594468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3200. 00010000:00000010:2.1:1788219093.594472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ea8c00. 00010000:00000010:2.1:1788219093.645664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:2.1:1788219093.645684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c37a00. 00010000:00000010:2.1:1788219093.645692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b1600. 00010000:00000010:2.1:1788219093.645696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8bb800. 00000080:00000010:2.1:1788219093.649912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09a39c0. 00000080:00000010:2.1:1788219093.649923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:2.1:1788219093.649932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb200. 00010000:00000010:2.1:1788219093.667347:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219093.667354:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed124b00. 00010000:00000010:2.1:1788219093.667359:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e2600. 00010000:00000010:2.1:1788219093.667362:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed067e00. 00000080:00000010:2.1:1788219093.685610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1ad7380. 00000080:00000010:2.1:1788219093.685642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafc0. 00010000:00000010:2.1:1788219094.130360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219094.130378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0378400. 00010000:00000010:2.1:1788219094.130383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e680aa00. 00010000:00000010:2.1:1788219094.130386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8baa00. 00000080:00000010:2.1:1788219094.147466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e790a100. 00000080:00000010:2.1:1788219094.147485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00000080:00000010:2.1:1788219094.152675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbaa0. 00010000:00000010:3.1:1788219094.278608:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:3.1:1788219094.278615:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c37700. 00010000:00000010:3.1:1788219094.278626:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b0200. 00010000:00000010:3.1:1788219094.278629:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0800. 00000080:00000010:2.1:1788219094.291462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e7908840. 00000080:00000010:2.1:1788219094.291479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00000080:00000010:2.1:1788219094.291490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb960. 00010000:00000010:2.1:1788219094.349865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:2.1:1788219094.349877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d600. 00010000:00000010:2.1:1788219094.349881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b1000. 00010000:00000010:2.1:1788219094.349884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1600. 00000080:00000010:2.1:1788219094.354368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c7e300. 00000080:00000010:2.1:1788219094.354385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00000080:00000010:2.1:1788219094.354393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1cc0. 00010000:00000010:2.1:1788219094.373932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219094.373947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d000. 00010000:00000010:2.1:1788219094.373952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b1200. 00010000:00000010:2.1:1788219094.373956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad1400. 00000080:00000010:2.1:1788219094.378681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e79098c0. 00000080:00000010:2.1:1788219094.378697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:2.1:1788219094.383562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893c3d1e560. 00010000:00000010:2.1:1788219094.387721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219094.387737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d100. 00010000:00000010:2.1:1788219094.387753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b1c00. 00010000:00000010:2.1:1788219094.387757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ffad0400. 00000080:00000010:2.1:1788219094.399420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e790b9c0. 00000080:00000010:2.1:1788219094.399452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca940. 00000080:00000010:2.1:1788219094.399461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893c3d1e540. 00010000:00000010:2.1:1788219094.425352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219094.425359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277d200. 00010000:00000010:2.1:1788219094.425363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ca0b1a00. 00010000:00000010:2.1:1788219094.425366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ef8ba800. 00010000:00000010:2.1:1788219094.587416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00010000:00000010:2.1:1788219094.587435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e277da00. 00010000:00000010:2.1:1788219094.587461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ccc92800. 00010000:00000010:2.1:1788219094.587465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cffa1800. 00000080:00000010:2.1:1788219094.611408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c798c0. 00000080:00000010:2.1:1788219094.611422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00000080:00000010:2.1:1788219094.611429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fc624400. 00010000:00000010:2.1:1788219094.621080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00010000:00000010:2.1:1788219094.621099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268700. 00010000:00000010:2.1:1788219094.621105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d829f000. 00010000:00000010:2.1:1788219094.621107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cffa0200. 00000080:00000010:2.1:1788219094.632853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893f0c7b9c0. 00000080:00000010:2.1:1788219094.632872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1a0. 00000080:00000010:2.1:1788219094.632880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f85d8d20. 00010000:00000010:3.1:1788219094.665687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00010000:00000010:3.1:1788219094.665705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268000. 00010000:00000010:3.1:1788219094.665711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ccc93400. 00010000:00000010:3.1:1788219094.665714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cdb63c00. 00010000:00000010:3.1:1788219094.850538:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:3.1:1788219094.850552:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268e00. 00010000:00000010:3.1:1788219094.850557:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f0346400. 00010000:00000010:3.1:1788219094.850560:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea16fa00. 00000080:00000010:3.1:1788219094.857624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1b9a100. 00000080:00000010:3.1:1788219094.857648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00000080:00000010:2.1:1788219094.867456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bba20. 00010000:00000010:3.1:1788219095.121368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:3.1:1788219095.121381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee15e200. 00010000:00000010:3.1:1788219095.121387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ccc92600. 00010000:00000010:3.1:1788219095.121390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cffa0000. 00000080:00000010:2.1:1788219095.380379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1b9b180. 00000080:00000010:2.1:1788219095.380409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00000080:00000010:2.1:1788219095.703389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09939c0. 00000080:00000010:2.1:1788219095.703413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:2.1:1788219095.703423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb680. 00010000:00000010:2.1:1788219095.718367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:2.1:1788219095.718384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2f00. 00010000:00000010:2.1:1788219095.718389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6baca00. 00010000:00000010:2.1:1788219095.718391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cffa1a00. 00000080:00000010:3.1:1788219095.743228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0993180. 00000080:00000010:3.1:1788219095.743245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00000080:00000010:3.1:1788219095.743254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb3c0. 00010000:00000010:2.1:1788219095.829368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:2.1:1788219095.829384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb0e7400. 00010000:00000010:2.1:1788219095.829389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bac800. 00010000:00000010:2.1:1788219095.829392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed15e400. 00000080:00000010:2.1:1788219095.829416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0994a40. 00000080:00000010:2.1:1788219095.829426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00000080:00000010:2.1:1788219095.829445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f1978980. 00010000:00000010:2.1:1788219095.856374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219095.856381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745ca00. 00010000:00000010:2.1:1788219095.856386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bad400. 00010000:00000010:2.1:1788219095.856389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6911600. 00000080:00000010:2.1:1788219095.865577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0992940. 00000080:00000010:2.1:1788219095.865591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00000080:00000010:2.1:1788219095.865597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893d9f10ea0. 00010000:00000010:2.1:1788219095.883655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:2.1:1788219095.883663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745ce00. 00010000:00000010:2.1:1788219095.883668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bac000. 00010000:00000010:2.1:1788219095.883671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6911000. 00000080:00000010:2.1:1788219095.883678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0990000. 00000080:00000010:2.1:1788219095.883689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00000080:00000010:2.1:1788219095.883696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fc6243a0. 00010000:00000010:2.1:1788219095.903456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219095.903472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c600. 00010000:00000010:2.1:1788219095.903477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6bac400. 00010000:00000010:2.1:1788219095.903480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6910a00. 00000080:00000010:2.1:1788219095.908357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c1a84a40. 00000080:00000010:2.1:1788219095.908369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00000080:00000010:2.1:1788219095.908375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fc624300. 00000080:00000010:3.1:1788219096.286567:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00aca40. 00000080:00000010:3.1:1788219096.286581:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:3.1:1788219096.286588:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893d9f10960. 00010000:00000010:3.1:1788219096.293643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:3.1:1788219096.293651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2000. 00010000:00000010:3.1:1788219096.293656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cf565000. 00010000:00000010:3.1:1788219096.293659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6911400. 00000080:00000010:3.1:1788219096.300380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d099a100. 00000080:00000010:3.1:1788219096.300399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88720. 00000080:00000010:3.1:1788219096.300407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1d00. 00000080:00000010:2.1:1788219096.480995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d099dac0. 00000080:00000010:2.1:1788219096.481029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:2.1:1788219096.487368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1440. 00000080:00000010:2.1:1788219096.644356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbca0. 00010000:00000010:3.1:1788219096.753415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:3.1:1788219096.753432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb2a2d00. 00010000:00000010:3.1:1788219096.753437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cf565800. 00010000:00000010:3.1:1788219096.753440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0c00. 00000080:00000010:3.1:1788219096.765626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0998840. 00000080:00000010:3.1:1788219096.765642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7c0. 00000080:00000010:3.1:1788219096.765648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893d9f10900. 00010000:00000010:3.1:1788219096.778377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:3.1:1788219096.778392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2243800. 00010000:00000010:3.1:1788219096.778413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d37a5400. 00010000:00000010:3.1:1788219096.778422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2dcb200. 00000080:00000010:3.1:1788219096.798359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0999080. 00000080:00000010:3.1:1788219096.798381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88720. 00000080:00000010:2.1:1788219096.802370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c74a1400. 00000080:00000010:3.1:1788219097.068442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0bbf380. 00000080:00000010:3.1:1788219097.068458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90e0. 00000080:00000010:3.1:1788219097.068465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1f40. 00010000:00000010:2.1:1788219097.123688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219097.123709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed345300. 00010000:00000010:2.1:1788219097.123715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d37a5e00. 00010000:00000010:2.1:1788219097.123733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cd7bee00. 00000080:00000010:2.1:1788219097.143420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e92f4200. 00000080:00000010:2.1:1788219097.143447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:2.1:1788219097.143455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893d9f10ca0. 00000080:00000010:2.1:1788219097.181335:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e92f2100. 00000080:00000010:2.1:1788219097.181350:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:2.1:1788219097.181355:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb080. 00000080:00000010:3.1:1788219097.420370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d098ca40. 00000080:00000010:3.1:1788219097.420388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:3.1:1788219097.425356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb320. 00010000:00000010:2.1:1788219097.454359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:2.1:1788219097.454376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341600. 00010000:00000010:2.1:1788219097.454383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9c3a800. 00010000:00000010:2.1:1788219097.454387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39fe800. 00000080:00000010:2.1:1788219097.476387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d11e0. 00010000:00000010:2.1:1788219097.575378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00010000:00000010:2.1:1788219097.575395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4c3f00. 00010000:00000010:2.1:1788219097.575401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d89e3400. 00010000:00000010:2.1:1788219097.575405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39fe000. 00000080:00000010:2.1:1788219097.598909:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00ab9c0. 00000080:00000010:2.1:1788219097.598921:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00000080:00000010:2.1:1788219097.607375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbe40. 00010000:00000010:2.1:1788219097.614506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219097.614524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341100. 00010000:00000010:2.1:1788219097.614530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf30c00. 00010000:00000010:2.1:1788219097.614537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39fe400. 00000080:00000010:2.1:1788219097.627375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0990840. 00000080:00000010:2.1:1788219097.627399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219097.627406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c74a1500. 00010000:00000010:2.1:1788219097.640486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219097.640501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341500. 00010000:00000010:2.1:1788219097.640507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d37a4a00. 00010000:00000010:2.1:1788219097.640687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10f000. 00000080:00000010:2.1:1788219097.648477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d098c200. 00000080:00000010:2.1:1788219097.648495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:2.1:1788219097.654784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893d9f10b40. 00010000:00000010:2.1:1788219097.664384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219097.664401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0341300. 00010000:00000010:2.1:1788219097.664406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429ea00. 00010000:00000010:2.1:1788219097.664410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a0000. 00000080:00000010:2.1:1788219097.675211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0bab9c0. 00000080:00000010:2.1:1788219097.675228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219097.681051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bbcc0. 00010000:00000010:2.1:1788219097.711188:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219097.711196:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee198000. 00010000:00000010:2.1:1788219097.711200:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429f800. 00010000:00000010:2.1:1788219097.711203:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39fec00. 00010000:00000010:2.1:1788219097.932020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00010000:00000010:2.1:1788219097.932038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed0ca200. 00010000:00000010:2.1:1788219097.932043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9c3be00. 00010000:00000010:2.1:1788219097.932047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed10e000. 00000080:00000010:2.1:1788219098.631672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893d9f103c0. 00000080:00000010:2.1:1788219098.990107:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0bb2100. 00000080:00000010:2.1:1788219098.990122:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00000080:00000010:2.1:1788219098.990130:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c6e86660. 00010000:00000010:2.1:1788219099.010364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219099.010384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8b400. 00010000:00000010:2.1:1788219099.010390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb02b400. 00010000:00000010:2.1:1788219099.010394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3cb200. 00000080:00000010:2.1:1788219099.033105:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00adac0. 00000080:00000010:2.1:1788219099.033127:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:2.1:1788219099.038668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c70edfe0. 00010000:00000010:2.1:1788219099.050296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219099.050322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8b300. 00010000:00000010:2.1:1788219099.050329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb02a000. 00010000:00000010:2.1:1788219099.050332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3eac00. 00000080:00000010:2.1:1788219099.075366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0bb6b40. 00000080:00000010:2.1:1788219099.075381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00000080:00000010:3.1:1788219099.079378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d175e180. 00000080:00000010:2.1:1788219099.143292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb5e0. 00010000:00000010:2.1:1788219099.156365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219099.156383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894efa8be00. 00010000:00000010:2.1:1788219099.156390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb02ac00. 00010000:00000010:2.1:1788219099.156393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6951a00. 00000080:00000010:2.1:1788219099.165509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0bb6300. 00000080:00000010:2.1:1788219099.165531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00000080:00000010:2.1:1788219099.165540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c001bde0. 00010000:00000010:2.1:1788219099.608801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219099.608819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d7629600. 00010000:00000010:2.1:1788219099.608824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893da22e000. 00010000:00000010:2.1:1788219099.608827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ea7000. 00000080:00000010:2.1:1788219100.374095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c9f083a0. 00010000:00000010:2.1:1788219100.388647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219100.388658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f82ffe00. 00010000:00000010:2.1:1788219100.388663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e429e000. 00010000:00000010:2.1:1788219100.388666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5600. 00000080:00000010:2.1:1788219100.393412:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0ba98c0. 00000080:00000010:2.1:1788219100.393422:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00000080:00000010:2.1:1788219100.393429:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c9f08100. 00010000:00000010:2.1:1788219100.900460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:2.1:1788219100.900476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c3ec00. 00010000:00000010:2.1:1788219100.900481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6b54200. 00010000:00000010:2.1:1788219100.900484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5000. 00000080:00000010:2.1:1788219100.914478:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b85280. 00000080:00000010:2.1:1788219100.914494:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:2.1:1788219100.914501:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53120. 00010000:00000010:2.1:1788219100.931610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219100.931627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ead14100. 00010000:00000010:2.1:1788219100.931631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f7427800. 00010000:00000010:2.1:1788219100.931634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3a5e00. 00000080:00000010:2.1:1788219100.945944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b98840. 00000080:00000010:2.1:1788219100.945955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae40. 00010000:00000010:2.1:1788219101.088510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00010000:00000010:2.1:1788219101.088526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c3e800. 00010000:00000010:2.1:1788219101.088531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f7426e00. 00010000:00000010:2.1:1788219101.088535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a3a00. 00000080:00000010:2.1:1788219101.099374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b80000. 00000080:00000010:2.1:1788219101.099392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:2.1:1788219101.103339:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1880. 00010000:00000010:2.1:1788219101.115372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219101.115388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0c3ef00. 00010000:00000010:2.1:1788219101.115403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e5a600. 00010000:00000010:2.1:1788219101.115408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034c00. 00000080:00000010:2.1:1788219101.137334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b99080. 00000080:00000010:2.1:1788219101.137348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab80. 00000080:00000010:2.1:1788219101.137355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1540. 00010000:00000010:2.1:1788219101.155358:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219101.155374:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ead14a00. 00010000:00000010:2.1:1788219101.155379:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f7427600. 00010000:00000010:2.1:1788219101.155383:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034000. 00000080:00000010:2.1:1788219101.160373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1ef18c0. 00000080:00000010:2.1:1788219101.160401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca480. 00000080:00000010:2.1:1788219101.170963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a4c0. 00000080:00000010:2.1:1788219101.312365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a537e0. 00010000:00000010:2.1:1788219101.485798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00010000:00000010:2.1:1788219101.485817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d24ee800. 00010000:00000010:2.1:1788219101.485823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f7426400. 00010000:00000010:2.1:1788219101.485827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed034800. 00000080:00000010:2.1:1788219101.499719:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1ef0840. 00000080:00000010:2.1:1788219101.499733:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:2.1:1788219101.510143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a520. 00010000:00000010:3.1:1788219101.524361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:3.1:1788219101.524379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d24eef00. 00010000:00000010:3.1:1788219101.524384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f7426c00. 00010000:00000010:3.1:1788219101.524388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed035400. 00000080:00000010:2.1:1788219101.539405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d31bb540. 00000080:00000010:3.1:1788219101.539511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b9d280. 00000080:00000010:3.1:1788219101.539522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:2.1:1788219101.609629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53060. 00010000:00000010:2.1:1788219102.219640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:2.1:1788219102.219666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d24eeb00. 00010000:00000010:2.1:1788219102.219673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5aa00. 00010000:00000010:2.1:1788219102.219679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef538600. 00000080:00000010:2.1:1788219102.233445:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b93180. 00000080:00000010:2.1:1788219102.233459:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:2.1:1788219102.233466:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a539c0. 00010000:00000010:3.1:1788219102.269374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:3.1:1788219102.269402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d24eee00. 00010000:00000010:3.1:1788219102.269424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d41e2a00. 00010000:00000010:3.1:1788219102.269440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a2400. 00010000:00000010:2.1:1788219102.502458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219102.502480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b700. 00010000:00000010:2.1:1788219102.502487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9e5b200. 00010000:00000010:2.1:1788219102.502491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef539600. 00000080:00000010:2.1:1788219102.509541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b90000. 00000080:00000010:2.1:1788219102.509560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:2.1:1788219102.514611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30080. 00010000:00000010:2.1:1788219102.683371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:2.1:1788219102.683402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893eaef0900. 00010000:00000010:2.1:1788219102.683408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30bae00. 00010000:00000010:2.1:1788219102.683411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e26f1200. 00000080:00000010:2.1:1788219102.700115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b82100. 00000080:00000010:2.1:1788219102.700139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:2.1:1788219102.706647:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1220. 00010000:00000010:2.1:1788219102.732468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219102.732485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed3cd800. 00010000:00000010:2.1:1788219102.732505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31000. 00010000:00000010:2.1:1788219102.739188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee150000. 00000080:00000010:3.1:1788219102.766983:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b94200. 00000080:00000010:3.1:1788219102.767006:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00000080:00000010:3.1:1788219102.773222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53180. 00010000:00000010:2.1:1788219102.889366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:2.1:1788219102.889392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421c00. 00010000:00000010:2.1:1788219102.889398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30bb400. 00010000:00000010:2.1:1788219102.889402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a2a00. 00000080:00000010:2.1:1788219102.913070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b96b40. 00000080:00000010:2.1:1788219102.913089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00000080:00000010:2.1:1788219102.918299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c96c9720. 00010000:00000010:2.1:1788219102.946202:0:292418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219102.946218:0:292418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421d00. 00010000:00000010:2.1:1788219102.946224:0:292418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ba000. 00010000:00000010:2.1:1788219102.946227:0:292418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee151400. 00000080:00000010:2.1:1788219102.950615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b8b180. 00000080:00000010:2.1:1788219102.950630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00000080:00000010:2.1:1788219102.950636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53080. 00000080:00000010:2.1:1788219103.083946:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b8d280. 00000080:00000010:2.1:1788219103.083963:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00000080:00000010:2.1:1788219103.084022:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53ee0. 00010000:00000010:2.1:1788219103.093464:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219103.093471:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b500. 00010000:00000010:2.1:1788219103.093475:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d41e2800. 00010000:00000010:2.1:1788219103.093478:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee150400. 00000080:00000010:2.1:1788219103.102799:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b8ca40. 00000080:00000010:2.1:1788219103.102816:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:2.1:1788219103.102822:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a533a0. 00000080:00000010:2.1:1788219103.150486:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a3d280. 00000080:00000010:2.1:1788219103.150496:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:2.1:1788219103.150502:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53880. 00010000:00000010:2.1:1788219103.178112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219103.178123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421800. 00010000:00000010:2.1:1788219103.178129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d41e3400. 00010000:00000010:2.1:1788219103.178134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee150c00. 00000080:00000010:2.1:1788219103.182405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b8a940. 00000080:00000010:2.1:1788219103.183095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:2.1:1788219103.183107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53fa0. 00010000:00000010:2.1:1788219103.188906:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219103.188917:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de421900. 00010000:00000010:2.1:1788219103.188922:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a4400. 00010000:00000010:2.1:1788219103.188926:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a3600. 00000080:00000010:2.1:1788219103.200447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b86b40. 00000080:00000010:2.1:1788219103.200466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:2.1:1788219103.200476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1fe0. 00010000:00000010:2.1:1788219103.205453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219103.205472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893eaef0c00. 00010000:00000010:2.1:1788219103.205477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a7e00. 00010000:00000010:2.1:1788219103.205480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef538c00. 00000080:00000010:2.1:1788219103.214241:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b88000. 00000080:00000010:2.1:1788219103.214263:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:2.1:1788219103.350413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d11c0. 00010000:00000010:2.1:1788219103.836259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00010000:00000010:2.1:1788219103.836278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e274be00. 00010000:00000010:2.1:1788219103.836284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30bb800. 00010000:00000010:2.1:1788219103.836288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e26f0a00. 00000080:00000010:2.1:1788219103.850341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a34200. 00000080:00000010:2.1:1788219103.850361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db00. 00000080:00000010:2.1:1788219103.853373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f8a53800. 00010000:00000010:2.1:1788219103.911384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219103.911406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893eaef0e00. 00010000:00000010:2.1:1788219103.911412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e64cf200. 00010000:00000010:2.1:1788219103.911415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e26f1800. 00000080:00000010:2.1:1788219103.922868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b818c0. 00000080:00000010:2.1:1788219103.922914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:2.1:1788219103.926848:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d1680. 00000080:00000010:3.1:1788219104.068358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a3ca40. 00000080:00000010:3.1:1788219104.068394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:2.1:1788219104.072361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbc61260. 00010000:00000010:2.1:1788219104.108355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219104.108383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee06b300. 00010000:00000010:2.1:1788219104.108390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ef4400. 00010000:00000010:2.1:1788219104.108394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e3e00. 00000080:00000010:2.1:1788219104.458387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a339c0. 00000080:00000010:2.1:1788219104.458401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:2.1:1788219104.458407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1300. 00010000:00000010:2.1:1788219104.822476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00010000:00000010:2.1:1788219104.822494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e2429c00. 00010000:00000010:2.1:1788219104.822500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d9ef5600. 00010000:00000010:2.1:1788219104.822503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d94800. 00000080:00000010:2.1:1788219105.160184:0:25:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a2e300. 00000080:00000010:2.1:1788219105.160205:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00000080:00000010:2.1:1788219105.160218:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbc610c0. 00010000:00000010:3.1:1788219105.203173:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00010000:00000010:3.1:1788219105.203190:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef50a900. 00010000:00000010:3.1:1788219105.203197:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8b0600. 00010000:00000010:3.1:1788219105.203201:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d95e00. 00000080:00000010:3.1:1788219105.252487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a218c0. 00000080:00000010:3.1:1788219105.252515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:3.1:1788219105.252523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894fd5d10a0. 00010000:00000010:2.1:1788219105.317378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219105.317400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef50a100. 00010000:00000010:2.1:1788219105.317406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8b1800. 00010000:00000010:2.1:1788219105.317411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e26f0400. 00000080:00000010:2.1:1788219105.457735:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a29080. 00000080:00000010:2.1:1788219105.457756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:2.1:1788219105.467363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a18a0. 00000080:00000010:3.1:1788219105.762070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbc61460. 00010000:00000010:2.1:1788219105.770853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:2.1:1788219105.770868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef50a600. 00010000:00000010:2.1:1788219105.770872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6a6200. 00010000:00000010:2.1:1788219105.770876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c2c400. 00000080:00000010:2.1:1788219105.786207:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a2ca40. 00000080:00000010:2.1:1788219105.786232:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e40. 00000080:00000010:2.1:1788219105.786240:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1880. 00010000:00000010:3.1:1788219105.819469:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:3.1:1788219105.819479:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed01a800. 00010000:00000010:3.1:1788219105.819487:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ed8b0000. 00010000:00000010:3.1:1788219105.819491:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c2c200. 00000080:00000010:3.1:1788219105.833448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d009a100. 00000080:00000010:3.1:1788219105.833472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88560. 00000080:00000010:3.1:1788219105.833480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbc61b80. 00000080:00000010:2.1:1788219105.903560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d009eb40. 00000080:00000010:2.1:1788219105.903578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88260. 00000080:00000010:2.1:1788219105.903588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a18c0. 00010000:00000010:2.1:1788219106.210533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:2.1:1788219106.210551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ee153100. 00010000:00000010:2.1:1788219106.210557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6f1c000. 00010000:00000010:2.1:1788219106.210560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dc800. 00000080:00000010:2.1:1788219106.221000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a2c200. 00000080:00000010:2.1:1788219106.221021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:2.1:1788219106.224179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a17c0. 00010000:00000010:2.1:1788219106.944249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:2.1:1788219106.944259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4a48500. 00010000:00000010:2.1:1788219106.944265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6f1dc00. 00010000:00000010:2.1:1788219106.944268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38bf200. 00010000:00000010:2.1:1788219107.299232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:2.1:1788219107.299249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e274b500. 00010000:00000010:2.1:1788219107.299254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e34aca00. 00010000:00000010:2.1:1788219107.304775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4dde00. 00000080:00000010:2.1:1788219107.345940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c845e640. 00010000:00000010:2.1:1788219107.756472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:2.1:1788219107.756488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f3aff800. 00010000:00000010:2.1:1788219107.756493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0c4000. 00010000:00000010:2.1:1788219107.756495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38be600. 00000080:00000010:2.1:1788219107.766158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a0a940. 00000080:00000010:2.1:1788219107.766174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:2.1:1788219107.770606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c845eae0. 00010000:00000010:2.1:1788219107.783506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219107.783533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4a48400. 00010000:00000010:2.1:1788219107.783540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0c4400. 00010000:00000010:2.1:1788219107.783542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38bf800. 00000080:00000010:2.1:1788219107.788517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a08000. 00000080:00000010:2.1:1788219107.793209:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:2.1:1788219107.793222:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1dc0. 00010000:00000010:2.1:1788219107.803406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219107.803424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4a48b00. 00010000:00000010:2.1:1788219107.803430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c9c600. 00010000:00000010:2.1:1788219107.803433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e38bea00. 00000080:00000010:2.1:1788219107.811811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a0f380. 00000080:00000010:2.1:1788219107.811829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00000080:00000010:2.1:1788219107.815866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1a20. 00010000:00000010:2.1:1788219107.836422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219107.836437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4a48e00. 00010000:00000010:2.1:1788219107.836442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0c4c00. 00010000:00000010:2.1:1788219107.836445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c8c00. 00000080:00000010:2.1:1788219107.847673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d009a940. 00000080:00000010:2.1:1788219107.847693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:3.1:1788219107.855834:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c845ee60. 00010000:00000010:2.1:1788219107.866529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:2.1:1788219107.866543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4a48a00. 00010000:00000010:2.1:1788219107.866548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c9d800. 00010000:00000010:2.1:1788219107.866551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090800. 00000080:00000010:2.1:1788219107.877397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0098000. 00000080:00000010:2.1:1788219107.877421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88640. 00000080:00000010:2.1:1788219107.877429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8ab40. 00010000:00000010:2.1:1788219107.893631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219107.893766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed068200. 00010000:00000010:2.1:1788219107.893775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c9ca00. 00010000:00000010:2.1:1788219107.893778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed090e00. 00000080:00000010:2.1:1788219107.907622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d009f380. 00000080:00000010:2.1:1788219107.907635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:2.1:1788219108.079816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a0dac0. 00000080:00000010:2.1:1788219108.079832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:2.1:1788219108.082481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1a00. 00010000:00000010:2.1:1788219108.522663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00010000:00000010:2.1:1788219108.522679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3971100. 00010000:00000010:2.1:1788219108.522685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f6c9de00. 00010000:00000010:2.1:1788219108.522688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894cd6c9a00. 00010000:00000010:3.1:1788219109.050379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:3.1:1788219109.050396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d3e8d800. 00010000:00000010:3.1:1788219109.050400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ee2200. 00010000:00000010:3.1:1788219109.050405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea335a00. 00000080:00000010:3.1:1788219109.474097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d009c200. 00000080:00000010:3.1:1788219109.474116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:3.1:1788219109.474125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c845e7a0. 00010000:00000010:3.1:1788219109.501495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:3.1:1788219109.501510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d3e8d600. 00010000:00000010:3.1:1788219109.501516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b21e00. 00010000:00000010:3.1:1788219109.501519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5dee00. 00010000:00000010:2.1:1788219109.538373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:2.1:1788219109.538391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d3e8da00. 00010000:00000010:2.1:1788219109.538409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b21000. 00010000:00000010:2.1:1788219109.538412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef5df600. 00000080:00000010:3.1:1788219109.550477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1e198c0. 00000080:00000010:3.1:1788219109.550496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:2.1:1788219109.556485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9cfe0. 00000080:00000010:2.1:1788219109.695416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8af00. 00010000:00000010:3.1:1788219109.710381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:3.1:1788219109.710401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de787000. 00010000:00000010:3.1:1788219109.710406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b21a00. 00010000:00000010:3.1:1788219109.710410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4cf0800. 00000080:00000010:3.1:1788219109.733218:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0088840. 00000080:00000010:3.1:1788219109.733242:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac00. 00000080:00000010:3.1:1788219109.733251:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c845e2a0. 00010000:00000010:3.1:1788219109.747254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:3.1:1788219109.747271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619400. 00010000:00000010:3.1:1788219109.747277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ee3800. 00010000:00000010:3.1:1788219109.747281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4cf1400. 00010000:00000010:2.1:1788219110.333028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00010000:00000010:2.1:1788219110.333043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3defa00. 00010000:00000010:2.1:1788219110.333048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e670a800. 00010000:00000010:2.1:1788219110.333051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4cf1000. 00000080:00000010:2.1:1788219110.337373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d008d280. 00000080:00000010:2.1:1788219110.337395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:2.1:1788219110.337406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9ce20. 00010000:00000010:2.1:1788219110.359658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219110.359668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619000. 00010000:00000010:2.1:1788219110.359673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e319f800. 00010000:00000010:2.1:1788219110.359676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c4cf1200. 00000080:00000010:2.1:1788219110.364772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d008ca40. 00000080:00000010:2.1:1788219110.364785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5a0. 00000080:00000010:2.1:1788219110.364792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1860. 00000080:00000010:3.1:1788219110.412684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d008a940. 00000080:00000010:3.1:1788219110.412706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:3.1:1788219110.412717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1ca0. 00010000:00000010:3.1:1788219110.441584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:3.1:1788219110.441597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619f00. 00010000:00000010:3.1:1788219110.441602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e319ee00. 00010000:00000010:3.1:1788219110.441605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed2c7000. 00000080:00000010:3.1:1788219110.446365:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1a08840. 00000080:00000010:3.1:1788219110.446381:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ce0. 00000080:00000010:3.1:1788219110.446388:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a480. 00000080:00000010:2.1:1788219111.012389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0084a40. 00000080:00000010:2.1:1788219111.012419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:2.1:1788219111.016374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1da0. 00010000:00000010:2.1:1788219111.437380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00010000:00000010:2.1:1788219111.437403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c800. 00010000:00000010:2.1:1788219111.437409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e11aa800. 00010000:00000010:2.1:1788219111.437414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6822c00. 00010000:00000010:2.1:1788219111.567498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00010000:00000010:2.1:1788219111.567523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f5df7700. 00010000:00000010:2.1:1788219111.567530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e670ae00. 00010000:00000010:2.1:1788219111.567534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6823000. 00000080:00000010:2.1:1788219111.918467:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f37380. 00000080:00000010:2.1:1788219111.918488:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93c0. 00000080:00000010:2.1:1788219111.922411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1260. 00010000:00000010:3.1:1788219111.931373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:3.1:1788219111.931401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f5df7000. 00010000:00000010:3.1:1788219111.931409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f8c00. 00010000:00000010:3.1:1788219111.931414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6822600. 00000080:00000010:3.1:1788219111.954144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f34200. 00000080:00000010:3.1:1788219111.954171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00000080:00000010:3.1:1788219111.954181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9cf40. 00010000:00000010:2.1:1788219111.965869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:2.1:1788219111.965888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f5df7800. 00010000:00000010:2.1:1788219111.965895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e11aa200. 00010000:00000010:2.1:1788219111.965900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e487c000. 00000080:00000010:2.1:1788219111.975358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f32100. 00000080:00000010:2.1:1788219111.975381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ce0. 00000080:00000010:2.1:1788219111.978387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c845e440. 00000080:00000010:2.1:1788219112.045122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1aa0. 00000080:00000010:2.1:1788219112.247403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f30840. 00000080:00000010:2.1:1788219112.247430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1a0. 00000080:00000010:2.1:1788219112.247440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9c5c0. 00010000:00000010:3.1:1788219112.255819:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:3.1:1788219112.255970:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9687b00. 00010000:00000010:3.1:1788219112.255980:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e11aa600. 00010000:00000010:3.1:1788219112.255984:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4064000. 00000080:00000010:2.1:1788219112.277530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f31080. 00000080:00000010:2.1:1788219112.277555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca340. 00000080:00000010:2.1:1788219112.277564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9c7c0. 00000080:00000010:2.1:1788219112.331104:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f318c0. 00000080:00000010:2.1:1788219112.331134:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00000080:00000010:2.1:1788219112.331145:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a960. 00010000:00000010:2.1:1788219112.366375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219112.366398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ed013a00. 00010000:00000010:2.1:1788219112.366423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e666e600. 00010000:00000010:2.1:1788219112.366428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4065800. 00000080:00000010:2.1:1788219112.478386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9c520. 00010000:00000010:2.1:1788219112.524369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219112.524394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9687300. 00010000:00000010:2.1:1788219112.524403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5b600. 00010000:00000010:2.1:1788219112.524433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e487c600. 00000080:00000010:3.1:1788219112.546393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f33180. 00000080:00000010:3.1:1788219112.546428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00000080:00000010:3.1:1788219112.550530:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1920. 00010000:00000010:2.1:1788219112.992148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219112.992175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3078c00. 00010000:00000010:2.1:1788219112.992182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893caf31400. 00010000:00000010:2.1:1788219112.992185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4064800. 00000080:00000010:3.1:1788219113.434840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8e60. 00010000:00000010:3.1:1788219113.630376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00010000:00000010:3.1:1788219113.630399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3078500. 00010000:00000010:3.1:1788219113.630405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ee9200. 00010000:00000010:3.1:1788219113.630411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009f800. 00000080:00000010:2.1:1788219113.646993:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f2a940. 00000080:00000010:2.1:1788219113.647018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:2.1:1788219113.651366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1740. 00010000:00000010:3.1:1788219113.791107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00010000:00000010:3.1:1788219113.791117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3078a00. 00010000:00000010:3.1:1788219113.791139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e666fe00. 00010000:00000010:3.1:1788219113.791144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f009e800. 00000080:00000010:2.1:1788219113.874046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1e1a940. 00000080:00000010:2.1:1788219113.874069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:2.1:1788219113.877414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8e20. 00010000:00000010:2.1:1788219113.928493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219113.928506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135d800. 00010000:00000010:2.1:1788219113.928513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ee9800. 00010000:00000010:2.1:1788219113.928520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0000. 00000080:00000010:2.1:1788219113.928532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f2a100. 00000080:00000010:2.1:1788219113.928542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca120. 00010000:00000010:2.1:1788219113.983055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00010000:00000010:2.1:1788219113.983083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d700. 00010000:00000010:2.1:1788219113.983093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b5200. 00010000:00000010:2.1:1788219113.983098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef474600. 00000080:00000010:2.1:1788219113.995692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f22100. 00000080:00000010:2.1:1788219113.995731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00000080:00000010:2.1:1788219113.998358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d84c0. 00000080:00000010:2.1:1788219114.171686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a10c0. 00010000:00000010:3.1:1788219114.199088:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:3.1:1788219114.199099:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135d700. 00010000:00000010:3.1:1788219114.199107:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e249cc00. 00010000:00000010:3.1:1788219114.199111:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1600. 00000080:00000010:2.1:1788219114.386867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c58840. 00000080:00000010:2.1:1788219114.386891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:2.1:1788219114.392637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1d60. 00010000:00000010:2.1:1788219114.411369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219114.411391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d200. 00010000:00000010:2.1:1788219114.411397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e249c800. 00010000:00000010:2.1:1788219114.411401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef475c00. 00000080:00000010:2.1:1788219114.422570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c59080. 00000080:00000010:2.1:1788219114.422585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00000080:00000010:2.1:1788219114.425734:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a19e0. 00010000:00000010:2.1:1788219114.439895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219114.439919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:2.1:1788219114.439926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e666f200. 00010000:00000010:2.1:1788219114.439941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef474000. 00000080:00000010:2.1:1788219114.446405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c598c0. 00000080:00000010:2.1:1788219114.446428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:2.1:1788219114.451467:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a000. 00010000:00000010:2.1:1788219114.473087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219114.473109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d400. 00010000:00000010:2.1:1788219114.473117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b4e00. 00010000:00000010:2.1:1788219114.473120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e101e600. 00000080:00000010:2.1:1788219114.478807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c5b9c0. 00000080:00000010:2.1:1788219114.478836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00000080:00000010:3.1:1788219114.483535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9cbe0. 00000080:00000010:2.1:1788219114.571365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a13a0. 00010000:00000010:2.1:1788219114.594373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219114.594393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3db00. 00010000:00000010:2.1:1788219114.594400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e249d400. 00010000:00000010:2.1:1788219114.594405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef474e00. 00000080:00000010:2.1:1788219114.616382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c5ca40. 00000080:00000010:2.1:1788219114.616393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00000080:00000010:2.1:1788219114.620383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1280. 00010000:00000010:2.1:1788219115.091757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:2.1:1788219115.091783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ff925300. 00010000:00000010:2.1:1788219115.091791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e249d200. 00010000:00000010:2.1:1788219115.091795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4c6200. 00000080:00000010:2.1:1788219115.103777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c4b180. 00000080:00000010:2.1:1788219115.103804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:2.1:1788219115.108674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1700. 00010000:00000010:2.1:1788219115.195838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:2.1:1788219115.195865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0ed7700. 00010000:00000010:2.1:1788219115.195872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b4c00. 00010000:00000010:2.1:1788219115.195876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4c6000. 00000080:00000010:3.1:1788219115.227176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c5a100. 00000080:00000010:3.1:1788219115.227202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:3.1:1788219115.231486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1ec0. 00010000:00000010:2.1:1788219115.254697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219115.254717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0ed7d00. 00010000:00000010:2.1:1788219115.254723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5e00. 00010000:00000010:2.1:1788219115.254726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4c7400. 00000080:00000010:2.1:1788219115.395355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1e60. 00010000:00000010:2.1:1788219115.789853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:2.1:1788219115.789879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ff925700. 00010000:00000010:2.1:1788219115.789896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca8c00. 00010000:00000010:2.1:1788219115.789899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e101f400. 00000080:00000010:2.1:1788219115.833384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c50840. 00000080:00000010:2.1:1788219115.833426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00000080:00000010:2.1:1788219115.833437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1bc0. 00000080:00000010:3.1:1788219116.004197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c4ca40. 00000080:00000010:3.1:1788219116.004245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:3.1:1788219116.004267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9c840. 00010000:00000010:3.1:1788219116.221237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00010000:00000010:3.1:1788219116.221247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e0ed7900. 00010000:00000010:3.1:1788219116.221252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2ca9200. 00010000:00000010:3.1:1788219116.221255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4c6400. 00000080:00000010:3.1:1788219116.225390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c51080. 00000080:00000010:3.1:1788219116.225414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1a0. 00000080:00000010:2.1:1788219116.324369:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c4f380. 00000080:00000010:2.1:1788219116.324394:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:2.1:1788219116.328387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9cce0. 00000080:00000010:2.1:1788219116.349714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1c0. 00000080:00000010:2.1:1788219116.357518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9c8a0. 00010000:00000010:2.1:1788219116.672398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:2.1:1788219116.672433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c6f01b00. 00010000:00000010:2.1:1788219116.672443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8fe6000. 00010000:00000010:2.1:1788219116.672448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9895021d3000. 00010000:00000010:2.1:1788219116.786393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:2.1:1788219116.786421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c6f01300. 00010000:00000010:2.1:1788219116.786428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cabc1000. 00010000:00000010:2.1:1788219116.786433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f74600. 00000080:00000010:2.1:1788219116.810250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f77a1d00. 00000080:00000010:2.1:1788219116.915379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00000080:00000010:2.1:1788219116.915406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9cfc0. 00000080:00000010:2.1:1788219117.091759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1a0d280. 00000080:00000010:2.1:1788219117.091781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00000080:00000010:2.1:1788219117.091792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8ace0. 00000080:00000010:2.1:1788219117.339391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8ada0. 00010000:00000010:2.1:1788219117.367375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219117.367408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c6f01200. 00010000:00000010:2.1:1788219117.367415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8fe7e00. 00010000:00000010:2.1:1788219117.367419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413f000. 00000080:00000010:2.1:1788219117.385548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0180. 00000080:00000010:2.1:1788219117.583397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c498c0. 00000080:00000010:2.1:1788219117.583712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00000080:00000010:2.1:1788219117.593390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d88c0. 00010000:00000010:2.1:1788219117.655382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:2.1:1788219117.655418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d610ec00. 00010000:00000010:2.1:1788219117.655426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8fe7c00. 00010000:00000010:2.1:1788219117.655449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413f200. 00000080:00000010:2.1:1788219117.672804:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c439c0. 00000080:00000010:2.1:1788219117.672850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:2.1:1788219117.672861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8bc0. 00010000:00000010:3.1:1788219117.703377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:3.1:1788219117.703406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d610e600. 00010000:00000010:3.1:1788219117.703415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cabc0e00. 00010000:00000010:3.1:1788219117.703419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225f000. 00000080:00000010:3.1:1788219117.714407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cc2100. 00000080:00000010:3.1:1788219117.714449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:3.1:1788219117.720908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8aa40. 00010000:00000010:2.1:1788219117.982471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00010000:00000010:2.1:1788219117.982506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9182e00. 00010000:00000010:2.1:1788219117.982522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cabc0000. 00010000:00000010:2.1:1788219117.982527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c0030e00. 00000080:00000010:2.1:1788219118.071381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00d8000. 00000080:00000010:2.1:1788219118.071413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219118.071424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8aaa0. 00010000:00000010:2.1:1788219118.104692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219118.104720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9182800. 00010000:00000010:2.1:1788219118.104727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017cc00. 00010000:00000010:2.1:1788219118.104731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c0031400. 00000080:00000010:3.1:1788219118.136005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cc7380. 00000080:00000010:3.1:1788219118.136039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5a0. 00000080:00000010:3.1:1788219118.136052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a740. 00010000:00000010:2.1:1788219118.187716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:2.1:1788219118.187732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f0183200. 00010000:00000010:2.1:1788219118.187738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e05b5400. 00010000:00000010:2.1:1788219118.187742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225ea00. 00010000:00000010:2.1:1788219118.237690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:2.1:1788219118.237713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d5d89100. 00010000:00000010:2.1:1788219118.237719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e32a5400. 00010000:00000010:2.1:1788219118.237743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f74c00. 00000080:00000010:2.1:1788219118.249725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c47380. 00000080:00000010:2.1:1788219118.249749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:2.1:1788219118.249764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d91d6e40. 00010000:00000010:2.1:1788219118.273701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:2.1:1788219118.273726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1b300. 00010000:00000010:2.1:1788219118.273733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cabc0c00. 00010000:00000010:2.1:1788219118.273737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225f400. 00000080:00000010:2.1:1788219118.311821:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08f0000. 00000080:00000010:2.1:1788219118.311897:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:2.1:1788219118.322814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8b40. 00010000:00000010:2.1:1788219118.349387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:2.1:1788219118.349412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c8d7b300. 00010000:00000010:2.1:1788219118.349419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cabc0200. 00010000:00000010:2.1:1788219118.349422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225fa00. 00010000:00000010:2.1:1788219118.430497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:2.1:1788219118.430521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ff925c00. 00010000:00000010:2.1:1788219118.430527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cabc1e00. 00010000:00000010:2.1:1788219118.430531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225f200. 00000080:00000010:2.1:1788219118.470867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cc0000. 00000080:00000010:2.1:1788219118.470954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:2.1:1788219118.470963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a020. 00010000:00000010:2.1:1788219118.487486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219118.487503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ff925000. 00010000:00000010:2.1:1788219118.487510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30600. 00010000:00000010:2.1:1788219118.487515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225e200. 00000080:00000010:2.1:1788219118.492235:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c44200. 00000080:00000010:2.1:1788219118.492255:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00000080:00000010:2.1:1788219118.492264:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8aba0. 00000080:00000010:3.1:1788219118.720685:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8ba0. 00010000:00000010:2.1:1788219118.828392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:2.1:1788219118.828427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:2.1:1788219118.828434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31800. 00010000:00000010:2.1:1788219118.828438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed027800. 00000080:00000010:2.1:1788219118.846577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08f6b40. 00000080:00000010:2.1:1788219118.846613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:2.1:1788219118.846624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d927cde0. 00010000:00000010:2.1:1788219118.868355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219118.868380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c8d7b500. 00010000:00000010:2.1:1788219118.868387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e05b4c00. 00010000:00000010:2.1:1788219118.868391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25a00. 00000080:00000010:2.1:1788219118.879859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08f8000. 00000080:00000010:2.1:1788219118.879898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:2.1:1788219118.879911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0600. 00010000:00000010:2.1:1788219118.898909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219118.898933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d0e6b400. 00010000:00000010:2.1:1788219118.898939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c30200. 00010000:00000010:2.1:1788219118.898944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6e6c00. 00000080:00000010:2.1:1788219118.926395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08ff380. 00000080:00000010:2.1:1788219118.926430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca020. 00000080:00000010:2.1:1788219118.926440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0380. 00010000:00000010:2.1:1788219119.115502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219119.116281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4b1be00. 00010000:00000010:2.1:1788219119.116295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31200. 00010000:00000010:2.1:1788219119.116299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b2a00. 00000080:00000010:2.1:1788219119.143899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08fa100. 00000080:00000010:2.1:1788219119.143930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:2.1:1788219119.143941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f80eddc0. 00010000:00000010:2.1:1788219119.167177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219119.167202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:2.1:1788219119.167209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017ca00. 00010000:00000010:2.1:1788219119.167213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0e5fc00. 00000080:00000010:3.1:1788219119.185816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08feb40. 00000080:00000010:3.1:1788219119.185843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca920. 00000080:00000010:3.1:1788219119.185853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0560. 00000080:00000010:2.1:1788219119.346401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08fe300. 00000080:00000010:2.1:1788219119.346441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00000080:00000010:2.1:1788219119.346454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893f80ed9e0. 00010000:00000010:3.1:1788219119.374469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:3.1:1788219119.374494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c8d7b400. 00010000:00000010:3.1:1788219119.374501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e05b4600. 00010000:00000010:3.1:1788219119.374504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b3400. 00000080:00000010:3.1:1788219119.386450:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08f8840. 00000080:00000010:3.1:1788219119.386465:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00000080:00000010:3.1:1788219119.386473:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d80b3940. 00010000:00000010:2.1:1788219119.489102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00010000:00000010:2.1:1788219119.489127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911300. 00010000:00000010:2.1:1788219119.489133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894d3c31600. 00010000:00000010:2.1:1788219119.489138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e42b2800. 00010000:00000010:2.1:1788219119.655377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00010000:00000010:2.1:1788219119.655420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c8d7b000. 00010000:00000010:2.1:1788219119.655428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e05b4e00. 00010000:00000010:2.1:1788219119.655432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed3e4a00. 00000080:00000010:2.1:1788219120.064502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cc39c0. 00000080:00000010:2.1:1788219120.064531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:2.1:1788219120.068886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a840. 00000080:00000010:2.1:1788219120.221233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d927c520. 00000080:00000010:3.1:1788219120.595906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38aba0. 00000080:00000010:2.1:1788219121.022424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a680. 00000080:00000010:2.1:1788219121.132840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8380. 00000080:00000010:2.1:1788219121.540410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00bb180. 00000080:00000010:2.1:1788219121.540429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:2.1:1788219121.543451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d61d8200. 00010000:00000010:2.1:1788219121.569427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219121.569441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d9cf9700. 00010000:00000010:2.1:1788219121.569447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9400. 00010000:00000010:2.1:1788219121.569452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ead71200. 00000080:00000010:3.1:1788219121.569834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f49080. 00000080:00000010:3.1:1788219121.569847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:3.1:1788219121.569856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc02c0. 00010000:00000010:2.1:1788219121.923897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00010000:00000010:2.1:1788219121.923912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d9cf9500. 00010000:00000010:2.1:1788219121.923918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f2248a00. 00010000:00000010:2.1:1788219121.923921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee07d600. 00000080:00000010:2.1:1788219121.965704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f45280. 00000080:00000010:2.1:1788219121.965725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00000080:00000010:2.1:1788219121.969759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc05e0. 00010000:00000010:2.1:1788219122.000831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219122.000859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d9cf9400. 00010000:00000010:2.1:1788219122.000867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e017d800. 00010000:00000010:2.1:1788219122.000870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ead70e00. 00000080:00000010:2.1:1788219122.020722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f4d280. 00000080:00000010:2.1:1788219122.020736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:2.1:1788219122.024711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a3e0. 00010000:00000010:2.1:1788219122.219802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00010000:00000010:2.1:1788219122.219820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c7e38500. 00010000:00000010:2.1:1788219122.219825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:2.1:1788219122.219830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ead70200. 00000080:00000010:2.1:1788219122.221263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00b8840. 00000080:00000010:2.1:1788219122.221282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:2.1:1788219122.221290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30240. 00000080:00000010:2.1:1788219122.334496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a53180. 00000080:00000010:2.1:1788219122.334593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:2.1:1788219122.338913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a700. 00010000:00000010:3.1:1788219122.347472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:3.1:1788219122.347487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c7e38800. 00010000:00000010:3.1:1788219122.347492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3841400. 00010000:00000010:3.1:1788219122.347495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee07de00. 00000080:00000010:3.1:1788219122.365338:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00bdac0. 00000080:00000010:3.1:1788219122.365353:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00000080:00000010:3.1:1788219122.365360:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a780. 00010000:00000010:3.1:1788219122.377324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:3.1:1788219122.377341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c7e38f00. 00010000:00000010:3.1:1788219122.377346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3840000. 00010000:00000010:3.1:1788219122.377349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee07ce00. 00000080:00000010:3.1:1788219122.380440:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a5eb40. 00000080:00000010:3.1:1788219122.380452:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:3.1:1788219122.389961:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30c60. 00000080:00000010:2.1:1788219122.476125:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ae60. 00000080:00000010:2.1:1788219122.605459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc02e0. 00010000:00000010:2.1:1788219122.630363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219122.630379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:2.1:1788219122.630385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3841c00. 00010000:00000010:2.1:1788219122.630388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25600. 00000080:00000010:2.1:1788219122.664992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a7e0. 00010000:00000010:2.1:1788219122.675357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219122.675368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:2.1:1788219122.675374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3841a00. 00010000:00000010:2.1:1788219122.675377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00000080:00000010:3.1:1788219122.682510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a598c0. 00000080:00000010:3.1:1788219122.682540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00000080:00000010:3.1:1788219122.682558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30bc0. 00010000:00000010:3.1:1788219122.696500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:3.1:1788219122.696514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:3.1:1788219122.696520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2303200. 00010000:00000010:3.1:1788219122.696523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00000080:00000010:3.1:1788219122.710396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a5b9c0. 00000080:00000010:3.1:1788219122.710408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:2.1:1788219122.710466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0ea0. 00000080:00000010:2.1:1788219122.778363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0ac0. 00010000:00000010:2.1:1788219122.839508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00010000:00000010:2.1:1788219122.839516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894fb754000. 00010000:00000010:2.1:1788219122.839519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2303a00. 00010000:00000010:2.1:1788219122.839522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2bc00. 00010000:00000010:3.1:1788219122.898458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:3.1:1788219122.898473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894fb754600. 00010000:00000010:3.1:1788219122.898478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2302600. 00010000:00000010:3.1:1788219122.898481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ba00. 00000080:00000010:3.1:1788219122.908468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a54200. 00000080:00000010:3.1:1788219122.908487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:3.1:1788219122.912571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30500. 00010000:00000010:3.1:1788219122.964528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:3.1:1788219122.964544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893c7e38a00. 00010000:00000010:3.1:1788219122.964563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2303800. 00010000:00000010:3.1:1788219122.964567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a600. 00000080:00000010:3.1:1788219122.989498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a5b180. 00000080:00000010:3.1:1788219122.989509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00010000:00000010:2.1:1788219123.037883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219123.037892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d2dc1500. 00010000:00000010:2.1:1788219123.037896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2302a00. 00010000:00000010:2.1:1788219123.037899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dfbe6800. 00010000:00000010:2.1:1788219123.074360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00010000:00000010:2.1:1788219123.074375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d2dc1000. 00010000:00000010:2.1:1788219123.074381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3841800. 00010000:00000010:2.1:1788219123.074384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dfbe6000. 00010000:00000010:3.1:1788219123.229526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00010000:00000010:3.1:1788219123.229539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894fb754200. 00010000:00000010:3.1:1788219123.229552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3841600. 00010000:00000010:3.1:1788219123.229556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2aa00. 00000080:00000010:3.1:1788219123.245427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a5a940. 00000080:00000010:3.1:1788219123.245441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9900. 00000080:00000010:3.1:1788219123.245447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0a60. 00010000:00000010:2.1:1788219123.395364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00010000:00000010:2.1:1788219123.395383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d2dc1c00. 00010000:00000010:2.1:1788219123.395388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2303400. 00010000:00000010:2.1:1788219123.395392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaf1a200. 00000080:00000010:3.1:1788219123.399368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a5c200. 00000080:00000010:3.1:1788219123.399385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:3.1:1788219123.399396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a3a0. 00010000:00000010:3.1:1788219123.427962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:3.1:1788219123.427978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893d2dc1800. 00010000:00000010:3.1:1788219123.427984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3840800. 00010000:00000010:3.1:1788219123.427987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893eaf1ae00. 00000080:00000010:2.1:1788219123.554308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0da0. 00010000:00000010:2.1:1788219123.673510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:2.1:1788219123.673525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c957da00. 00010000:00000010:2.1:1788219123.673531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bac400. 00010000:00000010:2.1:1788219123.673535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893dfbe6c00. 00000080:00000010:2.1:1788219123.695573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b0c200. 00000080:00000010:2.1:1788219123.695595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:2.1:1788219123.695604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a720. 00010000:00000010:2.1:1788219124.591361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:2.1:1788219124.591376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c957d100. 00010000:00000010:2.1:1788219124.591381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4061400. 00010000:00000010:2.1:1788219124.591385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58a0a00. 00010000:00000010:2.1:1788219124.702349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00010000:00000010:2.1:1788219124.702365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d2457500. 00010000:00000010:2.1:1788219124.702370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:2.1:1788219124.702374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fd5e7800. 00000080:00000010:2.1:1788219124.721452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b00000. 00000080:00000010:2.1:1788219124.721470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:3.1:1788219124.726852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0dc0940. 00010000:00000010:2.1:1788219124.874035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00010000:00000010:2.1:1788219124.874050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c957d200. 00010000:00000010:2.1:1788219124.874055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7400. 00010000:00000010:2.1:1788219124.874059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6e7000. 00010000:00000010:3.1:1788219124.901850:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00010000:00000010:3.1:1788219124.901858:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c957dd00. 00010000:00000010:3.1:1788219124.901862:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6000. 00010000:00000010:3.1:1788219124.901865:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58a0c00. 00000080:00000010:3.1:1788219124.908357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cd9080. 00000080:00000010:3.1:1788219124.908377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:3.1:1788219124.910456:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a960. 00010000:00000010:3.1:1788219124.944352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:3.1:1788219124.944365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c957d900. 00010000:00000010:3.1:1788219124.944371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4060c00. 00010000:00000010:3.1:1788219124.944373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fd5e6c00. 00000080:00000010:3.1:1788219125.310352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30f20. 00010000:00000010:2.1:1788219125.405324:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00010000:00000010:2.1:1788219125.405342:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4240200. 00010000:00000010:2.1:1788219125.405346:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4061c00. 00010000:00000010:2.1:1788219125.405349:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed137a00. 00000080:00000010:3.1:1788219125.414370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cd0840. 00000080:00000010:3.1:1788219125.414389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00000080:00000010:3.1:1788219125.414398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c8135460. 00010000:00000010:3.1:1788219125.531071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:3.1:1788219125.531088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4e7900. 00010000:00000010:3.1:1788219125.531093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7a00. 00010000:00000010:3.1:1788219125.531098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58b4400. 00010000:00000010:2.1:1788219125.875370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00010000:00000010:2.1:1788219125.879464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246300. 00010000:00000010:2.1:1788219125.879482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e27c0600. 00010000:00000010:2.1:1788219125.879486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30cea00. 00000080:00000010:2.1:1788219125.894372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cd2940. 00000080:00000010:2.1:1788219125.894392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:2.1:1788219125.897685:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8af40. 00010000:00000010:2.1:1788219125.912463:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219125.912473:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4240900. 00010000:00000010:2.1:1788219125.912478:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e27c1800. 00010000:00000010:2.1:1788219125.912480:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30cf800. 00000080:00000010:2.1:1788219125.923418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d00df380. 00000080:00000010:2.1:1788219125.923448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00000080:00000010:2.1:1788219125.923454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a220. 00010000:00000010:3.1:1788219125.933369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:3.1:1788219125.933389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246200. 00010000:00000010:3.1:1788219125.933396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e27c0a00. 00010000:00000010:3.1:1788219125.933399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fd5e7200. 00010000:00000010:2.1:1788219126.100616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:2.1:1788219126.100632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e4240d00. 00010000:00000010:2.1:1788219126.100637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e27c0000. 00010000:00000010:2.1:1788219126.100640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fd5e7c00. 00000080:00000010:2.1:1788219126.112370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1cd4200. 00000080:00000010:2.1:1788219126.112390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:2.1:1788219126.112401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d90967a0. 00000080:00000010:2.1:1788219126.550544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d5b9c0. 00000080:00000010:2.1:1788219126.550567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:2.1:1788219126.555388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ada0. 00010000:00000010:2.1:1788219126.585460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219126.585469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cb4e7d00. 00010000:00000010:2.1:1788219126.585474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4115000. 00010000:00000010:2.1:1788219126.585477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ce400. 00000080:00000010:2.1:1788219126.590390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d5b180. 00000080:00000010:2.1:1788219126.590416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00000080:00000010:2.1:1788219126.590425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f1978360. 00010000:00000010:2.1:1788219126.613832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219126.613848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:2.1:1788219126.613866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4115200. 00010000:00000010:2.1:1788219126.613870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3ae7800. 00000080:00000010:2.1:1788219126.632340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d57380. 00000080:00000010:2.1:1788219126.632363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca060. 00000080:00000010:2.1:1788219126.632370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38aec0. 00010000:00000010:2.1:1788219126.652364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219126.652385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353e00. 00010000:00000010:2.1:1788219126.652392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3e200. 00010000:00000010:2.1:1788219126.652397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3ae6a00. 00000080:00000010:2.1:1788219126.667064:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d5d280. 00000080:00000010:2.1:1788219126.667080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00000080:00000010:2.1:1788219126.676857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30720. 00010000:00000010:3.1:1788219126.872777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00010000:00000010:3.1:1788219126.872795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250300. 00010000:00000010:3.1:1788219126.872799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f9000. 00010000:00000010:3.1:1788219126.872803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6952200. 00000080:00000010:3.1:1788219126.890336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08e2940. 00000080:00000010:3.1:1788219126.890440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:3.1:1788219126.894122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a520. 00000080:00000010:2.1:1788219127.011725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a6e0. 00000080:00000010:2.1:1788219127.139417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f1978b60. 00000080:00000010:2.1:1788219127.207773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c302e0. 00010000:00000010:2.1:1788219127.223629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219127.223646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250100. 00010000:00000010:2.1:1788219127.223652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0f8800. 00010000:00000010:2.1:1788219127.223671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6953c00. 00000080:00000010:2.1:1788219127.231715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d51080. 00000080:00000010:2.1:1788219127.231735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00000080:00000010:2.1:1788219127.236422:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38aac0. 00010000:00000010:2.1:1788219127.253358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219127.253375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:2.1:1788219127.253380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178e00. 00010000:00000010:2.1:1788219127.253383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6953a00. 00000080:00000010:3.1:1788219127.525396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08e6300. 00000080:00000010:3.1:1788219127.525415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd20. 00000080:00000010:3.1:1788219127.530347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ab60. 00000080:00000010:2.1:1788219127.718876:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f5e300. 00000080:00000010:2.1:1788219127.718894:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:2.1:1788219127.718903:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a020. 00010000:00000010:2.1:1788219127.846851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219127.846870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03300. 00010000:00000010:2.1:1788219127.846875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4184200. 00010000:00000010:2.1:1788219127.846878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0d7ea00. 00010000:00000010:2.1:1788219127.933624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:2.1:1788219127.933644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:2.1:1788219127.933649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3845200. 00010000:00000010:2.1:1788219127.933652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0d7f600. 00000080:00000010:2.1:1788219127.949468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08e3180. 00000080:00000010:2.1:1788219127.949493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9e0. 00000080:00000010:2.1:1788219127.949502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a5a0. 00010000:00000010:2.1:1788219127.975454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219127.975471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353800. 00010000:00000010:2.1:1788219127.975476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3845c00. 00010000:00000010:2.1:1788219127.975479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30cf200. 00000080:00000010:2.1:1788219127.988254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08e5280. 00000080:00000010:2.1:1788219127.988278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:2.1:1788219127.988286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38af20. 00010000:00000010:3.1:1788219128.008992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:3.1:1788219128.009000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353f00. 00010000:00000010:3.1:1788219128.009004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:3.1:1788219128.009007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0d7e800. 00000080:00000010:2.1:1788219128.016921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d08e4a40. 00000080:00000010:2.1:1788219128.016933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca300. 00000080:00000010:2.1:1788219128.038442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d8fef260. 00010000:00000010:2.1:1788219128.237426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00010000:00000010:2.1:1788219128.237441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef630200. 00010000:00000010:2.1:1788219128.237446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:2.1:1788219128.237450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6953400. 00000080:00000010:2.1:1788219128.325491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d48000. 00000080:00000010:2.1:1788219128.325521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:2.1:1788219128.325529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d8fefe80. 00010000:00000010:3.1:1788219128.347365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:3.1:1788219128.347385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef630400. 00010000:00000010:3.1:1788219128.347391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3844e00. 00010000:00000010:3.1:1788219128.347394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f3c13a00. 00000080:00000010:3.1:1788219128.382373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f5b9c0. 00000080:00000010:3.1:1788219128.382398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:3.1:1788219128.382408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38aa80. 00010000:00000010:3.1:1788219128.415499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:3.1:1788219128.415515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894fb754c00. 00010000:00000010:3.1:1788219128.415537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3845600. 00010000:00000010:3.1:1788219128.415541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0d7f000. 00010000:00000010:3.1:1788219128.512364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:3.1:1788219128.512381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:3.1:1788219128.512386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:3.1:1788219128.516268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e640ec00. 00000080:00000010:3.1:1788219128.516289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f5ca40. 00000080:00000010:3.1:1788219128.516300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00000080:00000010:3.1:1788219128.519701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d8fef860. 00010000:00000010:2.1:1788219128.625470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00010000:00000010:2.1:1788219128.625484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef630c00. 00010000:00000010:2.1:1788219128.625489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:2.1:1788219128.625492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb751e00. 00000080:00000010:2.1:1788219128.637356:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f5f380. 00000080:00000010:2.1:1788219128.637372:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00000080:00000010:2.1:1788219128.637379:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d8fefaa0. 00010000:00000010:2.1:1788219128.652677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:2.1:1788219128.652692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03200. 00010000:00000010:2.1:1788219128.652698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e3844400. 00010000:00000010:2.1:1788219128.652701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30cfa00. 00000080:00000010:2.1:1788219128.659491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d4a100. 00000080:00000010:2.1:1788219128.659632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:2.1:1788219128.663868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a1c0. 00010000:00000010:2.1:1788219128.681938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:2.1:1788219128.681955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03500. 00010000:00000010:2.1:1788219128.681961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c000. 00010000:00000010:2.1:1788219128.681964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e30ce600. 00000080:00000010:2.1:1788219128.774471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ad40. 00010000:00000010:2.1:1788219128.902527:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:2.1:1788219128.902536:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31e5700. 00010000:00000010:2.1:1788219128.902541:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:2.1:1788219128.902545:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e640fe00. 00000080:00000010:2.1:1788219128.931981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f5a100. 00000080:00000010:2.1:1788219128.931999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00000080:00000010:2.1:1788219128.932010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30c00. 00000080:00000010:2.1:1788219128.970780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30120. 00010000:00000010:3.1:1788219128.993669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:3.1:1788219128.993689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31e5e00. 00010000:00000010:3.1:1788219128.993696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcda00. 00010000:00000010:3.1:1788219128.993699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb751200. 00000080:00000010:2.1:1788219129.004915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e377e0. 00000080:00000010:3.1:1788219129.005743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b15ac0. 00000080:00000010:3.1:1788219129.005761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00000080:00000010:2.1:1788219129.073406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ae80. 00000080:00000010:2.1:1788219129.178010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38adc0. 00010000:00000010:2.1:1788219129.192839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219129.192856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31e5900. 00010000:00000010:2.1:1788219129.192861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:2.1:1788219129.192865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb750600. 00000080:00000010:2.1:1788219129.233182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b11080. 00000080:00000010:2.1:1788219129.233216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1c0. 00000080:00000010:2.1:1788219129.236495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894d0e37d20. 00000080:00000010:2.1:1788219129.376523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33fe0. 00010000:00000010:2.1:1788219129.399245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219129.399263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31e5100. 00010000:00000010:2.1:1788219129.399271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:2.1:1788219129.399274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e428d200. 00000080:00000010:2.1:1788219129.413464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b15280. 00000080:00000010:2.1:1788219129.413481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00000080:00000010:2.1:1788219129.416657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33000. 00010000:00000010:2.1:1788219129.423492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219129.423527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31e5200. 00010000:00000010:2.1:1788219129.423533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:2.1:1788219129.423536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37ca00. 00000080:00000010:2.1:1788219129.431485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f13180. 00000080:00000010:2.1:1788219129.431519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa60. 00000080:00000010:2.1:1788219129.443184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33380. 00010000:00000010:2.1:1788219129.470364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219129.470382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03900. 00010000:00000010:2.1:1788219129.470388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:2.1:1788219129.470391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37c600. 00000080:00000010:3.1:1788219129.494786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f15280. 00000080:00000010:3.1:1788219129.494815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00000080:00000010:3.1:1788219129.494823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30220. 00010000:00000010:3.1:1788219129.516658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:3.1:1788219129.516674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e31e5500. 00010000:00000010:3.1:1788219129.516680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:3.1:1788219129.516683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37d600. 00000080:00000010:2.1:1788219129.528370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30be0. 00000080:00000010:3.1:1788219129.529140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f14a40. 00000080:00000010:3.1:1788219129.529153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fe0. 00000080:00000010:3.1:1788219129.574948:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b14a40. 00000080:00000010:3.1:1788219129.574962:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:3.1:1788219129.574970:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30180. 00010000:00000010:3.1:1788219129.690786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:3.1:1788219129.690815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966700. 00010000:00000010:3.1:1788219129.690820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:3.1:1788219129.690826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37d200. 00000080:00000010:3.1:1788219129.711723:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b17380. 00000080:00000010:3.1:1788219129.711754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:3.1:1788219129.711768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30ac0. 00010000:00000010:3.1:1788219129.738542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:3.1:1788219129.738550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03800. 00010000:00000010:3.1:1788219129.738555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:3.1:1788219129.738558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37d000. 00000080:00000010:3.1:1788219129.743571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b14200. 00000080:00000010:3.1:1788219129.743585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00000080:00000010:3.1:1788219129.748361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33de0. 00010000:00000010:2.1:1788219129.776372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:2.1:1788219129.776394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966b00. 00010000:00000010:2.1:1788219129.776399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:2.1:1788219129.776403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37da00. 00000080:00000010:2.1:1788219129.800392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f10000. 00000080:00000010:2.1:1788219129.800403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883a0. 00000080:00000010:2.1:1788219129.800412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a040. 00010000:00000010:2.1:1788219129.836116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219129.836133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966100. 00010000:00000010:2.1:1788219129.836139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:2.1:1788219129.836144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed37c200. 00000080:00000010:3.1:1788219129.836401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0b12100. 00000080:00000010:3.1:1788219129.836416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac00. 00000080:00000010:3.1:1788219129.836422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33aa0. 00010000:00000010:3.1:1788219129.848991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:3.1:1788219129.849008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966200. 00010000:00000010:3.1:1788219129.849015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:3.1:1788219129.849020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e640f400. 00010000:00000010:2.1:1788219129.975998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:2.1:1788219129.976017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966e00. 00010000:00000010:2.1:1788219129.976022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437da00. 00010000:00000010:2.1:1788219129.976026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4a42400. 00000080:00000010:2.1:1788219129.976033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894c7b6d280. 00000080:00000010:2.1:1788219129.976050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:2.1:1788219129.976058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33480. 00010000:00000010:2.1:1788219129.990597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00010000:00000010:2.1:1788219129.990604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e6966a00. 00010000:00000010:2.1:1788219129.990609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00010000:00000010:2.1:1788219129.990613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4a42c00. 00000080:00000010:3.1:1788219130.013366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894c7b6ca40. 00000080:00000010:3.1:1788219130.013387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:3.1:1788219130.013396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33a60. 00000080:00000010:2.1:1788219130.052406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30800. 00010000:00000010:3.1:1788219130.068368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:3.1:1788219130.068387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cec03f00. 00010000:00000010:3.1:1788219130.068392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:3.1:1788219130.068395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4a43e00. 00000080:00000010:2.1:1788219130.086626:0:256055:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894c7b6a940. 00000080:00000010:2.1:1788219130.086641:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00000080:00000010:2.1:1788219130.086649:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e337e0. 00010000:00000010:3.1:1788219130.148110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:3.1:1788219130.148120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639700. 00010000:00000010:3.1:1788219130.148125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:3.1:1788219130.148129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4a43c00. 00000080:00000010:2.1:1788219130.152364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38afc0. 00000080:00000010:3.1:1788219130.152448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894c7b6c200. 00000080:00000010:3.1:1788219130.152462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00000080:00000010:3.1:1788219130.560353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33040. 00010000:00000010:2.1:1788219130.560354:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219130.560364:0:302832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639400. 00010000:00000010:2.1:1788219130.560371:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d400. 00010000:00000010:2.1:1788219130.560375:0:302832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4a43400. 00000080:00000010:2.1:1788219130.560395:0:302832:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0132940. 00000080:00000010:2.1:1788219130.560405:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6a0. 00010000:00000010:2.1:1788219130.572943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:2.1:1788219130.572960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639b00. 00010000:00000010:2.1:1788219130.572967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6400. 00010000:00000010:2.1:1788219130.572970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900a00. 00000080:00000010:2.1:1788219130.589808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0a44200. 00000080:00000010:2.1:1788219130.589824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f40. 00000080:00000010:2.1:1788219130.589832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30e00. 00010000:00000010:2.1:1788219130.617368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219130.617385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639e00. 00010000:00000010:2.1:1788219130.617390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178800. 00010000:00000010:2.1:1788219130.617392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fd669200. 00000080:00000010:3.1:1788219130.631465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894c7b698c0. 00000080:00000010:3.1:1788219130.631485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6a0. 00000080:00000010:3.1:1788219130.634906:0:302832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33b80. 00000080:00000010:3.1:1788219131.081027:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbd8a260. 00010000:00000010:2.1:1788219131.123478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219131.123500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089f00. 00010000:00000010:2.1:1788219131.123505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4b3ea00. 00010000:00000010:2.1:1788219131.123508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901200. 00000080:00000010:3.1:1788219131.192157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0132100. 00000080:00000010:3.1:1788219131.192177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00010000:00000010:2.1:1788219131.370238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:2.1:1788219131.370258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:2.1:1788219131.370264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:2.1:1788219131.370267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00000080:00000010:2.1:1788219131.381335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0135ac0. 00000080:00000010:2.1:1788219131.381356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:2.1:1788219131.381365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ae20. 00010000:00000010:2.1:1788219131.528452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00010000:00000010:2.1:1788219131.528464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d606eb00. 00010000:00000010:2.1:1788219131.528469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed005200. 00010000:00000010:2.1:1788219131.528472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419200. 00000080:00000010:2.1:1788219131.528479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d45ac0. 00000080:00000010:2.1:1788219131.528563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2c0. 00000080:00000010:2.1:1788219131.528572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ac60. 00010000:00000010:3.1:1788219131.538255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:3.1:1788219131.538273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d606e800. 00010000:00000010:3.1:1788219131.538279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c000. 00010000:00000010:3.1:1788219131.538282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419400. 00000080:00000010:2.1:1788219131.547013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c6300. 00000080:00000010:2.1:1788219131.547034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca180. 00000080:00000010:2.1:1788219131.548628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e339a0. 00010000:00000010:2.1:1788219131.567630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219131.567648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d606e600. 00010000:00000010:2.1:1788219131.567655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed005a00. 00010000:00000010:2.1:1788219131.567658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419600. 00010000:00000010:2.1:1788219131.613999:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00010000:00000010:2.1:1788219131.614010:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d606e000. 00010000:00000010:2.1:1788219131.614016:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8eb2000. 00010000:00000010:2.1:1788219131.614020:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894de419000. 00010000:00000010:2.1:1788219131.927424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:2.1:1788219131.927442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708c00. 00010000:00000010:2.1:1788219131.927448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8eb2800. 00010000:00000010:2.1:1788219131.927451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900200. 00000080:00000010:2.1:1788219131.934735:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0120000. 00000080:00000010:2.1:1788219131.934753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:3.1:1788219131.947914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e337a0. 00010000:00000010:2.1:1788219131.973373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:2.1:1788219131.973391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708800. 00010000:00000010:2.1:1788219131.973397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8de00. 00010000:00000010:2.1:1788219131.973401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00000080:00000010:2.1:1788219131.973411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0adeb40. 00000080:00000010:2.1:1788219131.973422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ec0. 00000080:00000010:2.1:1788219131.973430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38a620. 00000080:00000010:2.1:1788219132.543826:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1ee8840. 00000080:00000010:2.1:1788219132.543847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00000080:00000010:2.1:1788219132.543860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38abc0. 00010000:00000010:2.1:1788219132.577522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219132.577543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1237100. 00010000:00000010:2.1:1788219132.577549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8dc00. 00010000:00000010:2.1:1788219132.577553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00000080:00000010:2.1:1788219132.642407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1b52940. 00000080:00000010:2.1:1788219132.642432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1a0. 00000080:00000010:2.1:1788219132.642440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38aa00. 00010000:00000010:2.1:1788219132.655370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219132.655388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1237b00. 00010000:00000010:2.1:1788219132.655395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb020600. 00010000:00000010:2.1:1788219132.655397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00000080:00000010:3.1:1788219132.736545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0121080. 00000080:00000010:3.1:1788219132.736564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00000080:00000010:3.1:1788219132.736571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33be0. 00000080:00000010:2.1:1788219132.985770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f56300. 00000080:00000010:2.1:1788219132.985801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00000080:00000010:2.1:1788219132.985812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33680. 00010000:00000010:3.1:1788219133.039532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:3.1:1788219133.039554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4cd00. 00010000:00000010:3.1:1788219133.039563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8d600. 00010000:00000010:3.1:1788219133.039570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00000080:00000010:3.1:1788219133.084543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f54a40. 00000080:00000010:3.1:1788219133.084575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00000080:00000010:3.1:1788219133.084588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33700. 00010000:00000010:2.1:1788219133.139253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:2.1:1788219133.139284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4cf00. 00010000:00000010:2.1:1788219133.139293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c800. 00010000:00000010:2.1:1788219133.139299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00000080:00000010:2.1:1788219133.313861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0a940. 00000080:00000010:2.1:1788219133.313879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00000080:00000010:2.1:1788219133.313887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ad00. 00000080:00000010:2.1:1788219133.394858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0b9c0. 00000080:00000010:2.1:1788219133.394884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:2.1:1788219133.394895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894ed38ad20. 00010000:00000010:2.1:1788219133.398450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00010000:00000010:2.1:1788219133.398465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4ce00. 00010000:00000010:2.1:1788219133.398470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893cb021000. 00010000:00000010:2.1:1788219133.398484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4299600. 00000080:00000010:2.1:1788219133.407677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c06300. 00000080:00000010:2.1:1788219133.407688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:2.1:1788219133.407703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33a20. 00000080:00000010:2.1:1788219133.552966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c05280. 00000080:00000010:2.1:1788219133.552985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:2.1:1788219133.552994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33d00. 00000080:00000010:2.1:1788219133.649856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e60. 00010000:00000010:2.1:1788219133.693523:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219133.693530:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:2.1:1788219133.701454:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad40. 00000080:00000010:2.1:1788219133.701466:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00010000:00000010:2.1:1788219133.709198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219133.709223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219134.021013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:2.1:1788219134.021034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:3.1:1788219134.033380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8e0. 00000080:00000010:3.1:1788219134.033402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00010000:00000010:2.1:1788219134.351180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:2.1:1788219134.351198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00010000:00000010:3.1:1788219134.506372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:3.1:1788219134.506392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:3.1:1788219134.553894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888e0. 00000080:00000010:3.1:1788219134.553914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00010000:00000010:2.1:1788219134.615101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:2.1:1788219134.615118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00010000:00000010:2.1:1788219134.646189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219134.646203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00010000:00000010:2.1:1788219134.968233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219134.968248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00010000:00000010:2.1:1788219135.264148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:2.1:1788219135.264171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00010000:00000010:2.1:1788219135.384607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219135.384623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:2.1:1788219135.402348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00000080:00000010:2.1:1788219135.402363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:2.1:1788219135.416694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219135.416715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00010000:00000010:2.1:1788219135.699640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:2.1:1788219135.699661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:3.1:1788219135.727835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:3.1:1788219135.727857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:3.1:1788219135.732476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:3.1:1788219135.732493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:3.1:1788219135.748455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888e0. 00000080:00000010:3.1:1788219135.748478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b00. 00010000:00000010:2.1:1788219135.786496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:2.1:1788219135.786512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:2.1:1788219135.869658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:2.1:1788219135.869680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:2.1:1788219135.896365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:2.1:1788219135.896384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:3.1:1788219135.997085:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00000080:00000010:3.1:1788219135.997106:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00000080:00000010:2.1:1788219136.048365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:2.1:1788219136.048388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b00. 00010000:00000010:3.1:1788219136.093728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:3.1:1788219136.093746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:3.1:1788219136.093763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888e0. 00000080:00000010:3.1:1788219136.093774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00010000:00000010:3.1:1788219136.119563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:3.1:1788219136.119580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:3.1:1788219136.150591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888e0. 00000080:00000010:3.1:1788219136.150614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888c0. 00010000:00000010:3.1:1788219136.181586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:3.1:1788219136.181603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:3.1:1788219136.185689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888c0. 00000080:00000010:3.1:1788219136.185717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c80. 00010000:00000010:2.1:1788219136.200635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:2.1:1788219136.200658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:2.1:1788219136.456360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219136.456368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:2.1:1788219136.637372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219136.637393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219136.873943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219136.873960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:2.1:1788219136.923718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219136.923736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00010000:00000010:2.1:1788219137.148616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219137.148633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219137.233607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219137.233626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00010000:00000010:2.1:1788219137.383540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219137.383554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:2.1:1788219137.477744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219137.477758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:2.1:1788219137.697967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:2.1:1788219137.697982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:2.1:1788219137.851369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219137.851386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00010000:00000010:2.1:1788219138.221651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219138.221659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219138.272377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219138.272396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:2.1:1788219138.286286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00000080:00000010:2.1:1788219138.286301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00010000:00000010:3.1:1788219138.307461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219138.307471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219138.594361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219138.594378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:2.1:1788219138.605976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00000080:00000010:2.1:1788219138.606120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:2.1:1788219138.636750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219138.636769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219138.665475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00000080:00000010:2.1:1788219138.665494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00010000:00000010:3.1:1788219138.668696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:3.1:1788219138.668713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:2.1:1788219138.819873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219138.819889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:3.1:1788219138.848334:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:3.1:1788219138.848348:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:3.1:1788219138.861749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219138.861763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:3.1:1788219138.888468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885a0. 00000080:00000010:3.1:1788219138.888484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887e0. 00010000:00000010:2.1:1788219138.902551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:2.1:1788219138.902569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:2.1:1788219139.230532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219139.230551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:2.1:1788219139.259368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:2.1:1788219139.259387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d420. 00010000:00000010:2.1:1788219139.284087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219139.284106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219139.303863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:2.1:1788219139.303883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00010000:00000010:2.1:1788219139.338629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219139.338646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219139.356892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:2.1:1788219139.356911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:2.1:1788219139.514741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:2.1:1788219139.514756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:2.1:1788219139.685371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219139.685394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:2.1:1788219139.776913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:2.1:1788219139.776925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00010000:00000010:2.1:1788219139.792880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219139.792897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:2.1:1788219139.805546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219139.805563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00010000:00000010:2.1:1788219139.828337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219139.828352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:2.1:1788219139.844384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00000080:00000010:2.1:1788219139.844407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:3.1:1788219139.883840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:3.1:1788219139.883856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:2.1:1788219139.913881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88540. 00000080:00000010:2.1:1788219139.913906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:2.1:1788219139.932884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219139.932899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219139.956518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219139.956538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00010000:00000010:3.1:1788219140.010366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:3.1:1788219140.010384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219140.389711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219140.389727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:3.1:1788219140.418172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca640. 00000080:00000010:3.1:1788219140.418195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:3.1:1788219140.436434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:3.1:1788219140.436450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:3.1:1788219140.464362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ae0. 00000080:00000010:3.1:1788219140.464387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885c0. 00010000:00000010:3.1:1788219140.716587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:3.1:1788219140.716603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:2.1:1788219140.731377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885c0. 00000080:00000010:2.1:1788219140.731404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00000080:00000010:2.1:1788219140.761143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00000080:00000010:2.1:1788219140.761162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca980. 00010000:00000010:2.1:1788219141.034368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:2.1:1788219141.034391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219141.060102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:2.1:1788219141.060119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:2.1:1788219141.073367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad80. 00000080:00000010:2.1:1788219141.073392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:2.1:1788219141.178667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219141.178692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:3.1:1788219141.214506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad80. 00000080:00000010:3.1:1788219141.214536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00010000:00000010:3.1:1788219141.247371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:3.1:1788219141.247395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219141.268842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ba0. 00000080:00000010:2.1:1788219141.268878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ae0. 00010000:00000010:2.1:1788219141.516364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:2.1:1788219141.516384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00010000:00000010:2.1:1788219141.541362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219141.541379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00010000:00000010:2.1:1788219141.685516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219141.685531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00010000:00000010:2.1:1788219141.861781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219141.861812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219142.228543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219142.228562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219142.441359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:2.1:1788219142.441376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:3.1:1788219142.727845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:3.1:1788219142.727865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:2.1:1788219142.781187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88140. 00000080:00000010:2.1:1788219142.781212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:2.1:1788219142.798963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219142.798973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219142.808623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00000080:00000010:2.1:1788219142.808648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4a0. 00010000:00000010:3.1:1788219142.835345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:3.1:1788219142.835366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:3.1:1788219142.879806:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ae0. 00000080:00000010:3.1:1788219142.879829:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1e0. 00010000:00000010:2.1:1788219142.913516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219142.913538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:3.1:1788219143.169529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:3.1:1788219143.169553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:2.1:1788219143.194302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ae0. 00000080:00000010:2.1:1788219143.194331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00010000:00000010:3.1:1788219143.218416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:3.1:1788219143.218441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219143.317406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:2.1:1788219143.317476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00010000:00000010:3.1:1788219143.336776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:3.1:1788219143.336799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219143.546366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219143.546388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:2.1:1788219143.582540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca200. 00000080:00000010:2.1:1788219143.582566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00010000:00000010:2.1:1788219143.589392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219143.589408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219143.602351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcada0. 00000080:00000010:2.1:1788219143.602372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00010000:00000010:3.1:1788219143.619415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:3.1:1788219143.619432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219143.745633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:2.1:1788219143.745655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:3.1:1788219143.796223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcada0. 00000080:00000010:3.1:1788219143.796250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:3.1:1788219143.927504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219143.927520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:3.1:1788219143.964358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889c0. 00000080:00000010:3.1:1788219143.964385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:2.1:1788219144.011460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219144.011481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:2.1:1788219144.136470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:2.1:1788219144.136486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:3.1:1788219144.251351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219144.251361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:2.1:1788219144.582894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219144.582911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219144.600191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00000080:00000010:2.1:1788219144.600223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00010000:00000010:3.1:1788219144.624054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219144.624078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:3.1:1788219144.990138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219144.990164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:3.1:1788219145.001565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888c0. 00000080:00000010:3.1:1788219145.001593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00010000:00000010:3.1:1788219145.025782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219145.025799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:2.1:1788219145.039373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888c0. 00000080:00000010:2.1:1788219145.039406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c80. 00010000:00000010:2.1:1788219145.079365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219145.079376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:2.1:1788219145.135875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219145.135893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:2.1:1788219145.179195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219145.179211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:3.1:1788219145.289439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:3.1:1788219145.289456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:2.1:1788219145.293365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:2.1:1788219145.293382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:2.1:1788219145.322370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:2.1:1788219145.322390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:2.1:1788219145.453560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:2.1:1788219145.453577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:3.1:1788219145.697625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219145.697641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:2.1:1788219145.719833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88880. 00000080:00000010:2.1:1788219145.723706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00000080:00000010:2.1:1788219146.021580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:2.1:1788219146.021617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00010000:00000010:3.1:1788219146.060372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219146.060400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:3.1:1788219146.080345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88bc0. 00000080:00000010:3.1:1788219146.080358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:3.1:1788219146.211433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219146.211444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:2.1:1788219146.243402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88bc0. 00000080:00000010:2.1:1788219146.243423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:2.1:1788219146.261376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219146.261401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:3.1:1788219146.288837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5e0. 00000080:00000010:3.1:1788219146.289052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00010000:00000010:2.1:1788219146.483786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:2.1:1788219146.483814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:3.1:1788219146.514745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00000080:00000010:3.1:1788219146.515034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:2.1:1788219146.540433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:2.1:1788219146.540460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:2.1:1788219146.687352:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00000080:00000010:2.1:1788219146.687367:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00000080:00000010:2.1:1788219146.796473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:2.1:1788219146.796492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:2.1:1788219146.887889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219146.887917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:2.1:1788219147.119364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219147.119450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219147.144500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:2.1:1788219147.144536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00010000:00000010:2.1:1788219147.174177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219147.174201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219147.197611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:2.1:1788219147.197629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:2.1:1788219147.202457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219147.202484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219147.218090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:2.1:1788219147.218117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae40. 00010000:00000010:3.1:1788219147.240375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:3.1:1788219147.240402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:2.1:1788219147.388487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:2.1:1788219147.388513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219147.403600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:2.1:1788219147.403617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00010000:00000010:2.1:1788219147.426495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219147.426519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219147.443664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:2.1:1788219147.443710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:2.1:1788219147.470367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219147.470402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219147.514701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:2.1:1788219147.514729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00010000:00000010:2.1:1788219147.519064:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219147.519093:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:3.1:1788219147.530309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad00. 00000080:00000010:3.1:1788219147.530351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00010000:00000010:2.1:1788219147.542872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:2.1:1788219147.542895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219147.561397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:3.1:1788219147.561427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88060. 00010000:00000010:2.1:1788219147.616386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:2.1:1788219147.616415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00010000:00000010:2.1:1788219147.947385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219147.947411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:2.1:1788219147.961368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00000080:00000010:2.1:1788219147.961410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00010000:00000010:2.1:1788219147.976373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219147.976404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219147.995462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00000080:00000010:2.1:1788219147.995489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00010000:00000010:2.1:1788219148.011379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.011398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219148.054372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00000080:00000010:2.1:1788219148.054390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:2.1:1788219148.062370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.062393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219148.075383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00000080:00000010:2.1:1788219148.075411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00010000:00000010:2.1:1788219148.086379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.086406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:2.1:1788219148.099636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00000080:00000010:2.1:1788219148.099678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88060. 00010000:00000010:2.1:1788219148.188473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219148.188507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:2.1:1788219148.222358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00000080:00000010:2.1:1788219148.222378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00010000:00000010:3.1:1788219148.257175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219148.257204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219148.487842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219148.487871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:2.1:1788219148.521143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:2.1:1788219148.521174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00010000:00000010:2.1:1788219148.543555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.543576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219148.571125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:2.1:1788219148.571155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:2.1:1788219148.594154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.594176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219148.626549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:2.1:1788219148.632189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00010000:00000010:2.1:1788219148.818458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.818479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219148.894746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219148.894772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219148.921377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00000080:00000010:2.1:1788219148.921413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00010000:00000010:3.1:1788219148.971086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:3.1:1788219148.971109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219149.067570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219149.067592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:2.1:1788219149.092633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca920. 00000080:00000010:2.1:1788219149.092905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:3.1:1788219149.108534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:3.1:1788219149.113569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219149.314841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:2.1:1788219149.314872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00010000:00000010:3.1:1788219149.379795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219149.379822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:3.1:1788219149.408349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00000080:00000010:3.1:1788219149.408379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3c0. 00010000:00000010:2.1:1788219149.432864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219149.432887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:2.1:1788219149.447510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:2.1:1788219149.447552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883a0. 00010000:00000010:3.1:1788219149.461685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219149.461710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219149.552510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219149.552528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219149.570644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:2.1:1788219149.570668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00010000:00000010:2.1:1788219149.581449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219149.581470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219149.592599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:2.1:1788219149.592630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00010000:00000010:3.1:1788219149.611385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:3.1:1788219149.611419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:2.1:1788219149.763529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219149.763552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:2.1:1788219149.897583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219149.897606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00010000:00000010:2.1:1788219149.952596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219149.952621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00010000:00000010:2.1:1788219149.999494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219149.999504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:2.1:1788219150.081399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00000080:00000010:2.1:1788219150.081423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:2.1:1788219150.200895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219150.200918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219150.217890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:2.1:1788219150.217907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:3.1:1788219150.609042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:3.1:1788219150.609135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:3.1:1788219150.637839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c40. 00000080:00000010:3.1:1788219150.637866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:2.1:1788219150.658370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:2.1:1788219150.658393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219150.683504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:3.1:1788219150.683530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880c0. 00010000:00000010:2.1:1788219150.705508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:2.1:1788219150.705529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:2.1:1788219150.777382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:2.1:1788219150.777407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:2.1:1788219151.450689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:2.1:1788219151.450720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:2.1:1788219151.978425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219151.978449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:3.1:1788219152.611594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:3.1:1788219152.611619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:3.1:1788219152.631662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889e0. 00000080:00000010:3.1:1788219152.631691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880c0. 00010000:00000010:2.1:1788219152.668486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219152.668508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:2.1:1788219152.916053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:2.1:1788219152.916078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00010000:00000010:2.1:1788219153.124981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219153.125011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:2.1:1788219153.202351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219153.202369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00010000:00000010:2.1:1788219153.329108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219153.329138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:2.1:1788219153.480853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00000080:00000010:2.1:1788219153.480888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00010000:00000010:2.1:1788219153.494062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219153.494082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219153.523840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:2.1:1788219153.523870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6c0. 00010000:00000010:2.1:1788219153.555429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219153.555455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219153.575385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6c0. 00000080:00000010:2.1:1788219153.575420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:3.1:1788219153.605421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:3.1:1788219153.605448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:2.1:1788219153.855363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00000080:00000010:2.1:1788219153.855383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:3.1:1788219153.863740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:3.1:1788219153.863767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:3.1:1788219153.894624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889e0. 00000080:00000010:3.1:1788219153.899215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4a0. 00010000:00000010:2.1:1788219153.927381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219153.927404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:2.1:1788219154.211383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219154.211472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219154.421354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219154.421369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00010000:00000010:2.1:1788219154.507477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:2.1:1788219154.507505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:2.1:1788219154.533706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00000080:00000010:2.1:1788219154.533733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00010000:00000010:3.1:1788219154.571558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:3.1:1788219154.571581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219154.588360:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889e0. 00000080:00000010:2.1:1788219154.588377:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:2.1:1788219154.595081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219154.595099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:3.1:1788219154.609939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:3.1:1788219154.613616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00010000:00000010:2.1:1788219154.630382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:2.1:1788219154.630413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219154.657661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219154.657687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219154.675737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219154.675775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00010000:00000010:1.1:1788219154.693462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219154.693492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219154.721360:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219154.721373:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219154.734662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219154.734685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219154.781245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219154.781283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:2.1:1788219154.820241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219154.820268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219154.837258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00000080:00000010:1.1:1788219154.837285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00010000:00000010:1.1:1788219154.855373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219154.855399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219154.877374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219154.877405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:1.1:1788219154.914968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219154.914999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219154.925785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219154.925809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:1.1:1788219155.102644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219155.102669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219155.129963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219155.130002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:2.1:1788219155.164739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219155.164763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:1.1:1788219155.240485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219155.240509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219155.260505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:1.1:1788219155.260538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219155.275801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219155.275928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219155.290431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219155.290457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00010000:00000010:1.1:1788219155.382773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219155.382797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:1.1:1788219155.397642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219155.397667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:1.1:1788219155.417414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219155.417439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219155.427733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219155.427772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:2.1:1788219155.447359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219155.447386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:1.1:1788219155.474556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219155.474573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219155.490966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219155.490997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219155.502775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219155.502804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219155.530956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219155.530974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:1.1:1788219155.535063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219155.535089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219155.562847:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00000080:00000010:1.1:1788219155.562862:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00010000:00000010:1.1:1788219155.569450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219155.569478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219155.589885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219155.589909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:2.1:1788219155.607639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219155.607765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219155.617466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:2.1:1788219155.617484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00010000:00000010:3.1:1788219155.639826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:3.1:1788219155.639848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219155.649422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88360. 00000080:00000010:2.1:1788219155.649458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad40. 00010000:00000010:2.1:1788219155.662495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219155.662517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219155.677424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad40. 00000080:00000010:2.1:1788219155.677456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00010000:00000010:2.1:1788219155.695679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219155.695705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219155.721804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:2.1:1788219155.721827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca200. 00010000:00000010:2.1:1788219155.731377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219155.731407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:3.1:1788219155.757508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcada0. 00000080:00000010:3.1:1788219155.757533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad40. 00010000:00000010:1.1:1788219155.774530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219155.774553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219155.806501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219155.806527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b60. 00010000:00000010:1.1:1788219155.831424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219155.831447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219155.841481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219155.841501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:1.1:1788219155.859370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219155.859476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219155.881005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00000080:00000010:1.1:1788219155.881035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219155.955637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219155.955670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219155.970617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219155.970751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:1.1:1788219156.143384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9180. 00000080:00000010:1.1:1788219156.143413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00010000:00000010:1.1:1788219156.174071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219156.174095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219156.212371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00000080:00000010:1.1:1788219156.212397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:2.1:1788219156.241517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:2.1:1788219156.241535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:3.1:1788219156.263541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:3.1:1788219156.263579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:3.1:1788219156.283369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219156.283392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219156.314425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00000080:00000010:3.1:1788219156.314448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88800. 00010000:00000010:2.1:1788219156.419377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219156.419401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:1.1:1788219156.456574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219156.456595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:1.1:1788219156.482563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219156.482596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:1.1:1788219156.491752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219156.491772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219156.512365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219156.512402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:1.1:1788219156.543374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219156.543396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219156.566257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00000080:00000010:1.1:1788219156.566272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:1.1:1788219156.572580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219156.572609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219156.595369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219156.595396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:2.1:1788219156.622387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219156.622415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219156.721367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:1.1:1788219156.721395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:1.1:1788219156.743435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219156.743459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219156.772376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219156.772413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:2.1:1788219156.812665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:2.1:1788219156.812687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00010000:00000010:1.1:1788219156.871765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219156.871789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:1.1:1788219156.896513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219156.896544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00010000:00000010:1.1:1788219156.925364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219156.925397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219156.957933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219156.957971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:2.1:1788219156.985613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219156.985644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:1.1:1788219157.058382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219157.058410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219157.089027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219157.089057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00010000:00000010:3.1:1788219157.109484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219157.109509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219157.145417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00000080:00000010:3.1:1788219157.145450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88800. 00010000:00000010:3.1:1788219157.164808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219157.164831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219157.194380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88800. 00000080:00000010:3.1:1788219157.194419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00010000:00000010:3.1:1788219157.208004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219157.208035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219157.230137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:3.1:1788219157.230164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00010000:00000010:1.1:1788219157.410608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219157.410700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219157.439382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219157.439402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219157.629374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00010000:00000010:2.1:1788219157.648026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219157.648049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:2.1:1788219157.790290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219157.790331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:1.1:1788219157.857704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219157.857726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219157.885789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:1.1:1788219157.885814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:1.1:1788219157.901345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219157.901369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219157.921528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219157.921548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00010000:00000010:1.1:1788219157.930543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219157.930564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219157.941799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219157.941826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00010000:00000010:1.1:1788219157.988044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219157.988065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219158.029941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219158.029973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c40. 00010000:00000010:1.1:1788219158.105849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219158.105877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219158.123411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219158.127371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00010000:00000010:1.1:1788219158.203383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219158.203408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219158.224811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219158.224831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00010000:00000010:1.1:1788219158.236560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219158.236578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219158.260567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219158.260587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:1.1:1788219158.280593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219158.280619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219158.302589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:2.1:1788219158.302628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00010000:00000010:1.1:1788219158.414401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219158.414421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219158.434494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:1.1:1788219158.434529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00010000:00000010:1.1:1788219158.449829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219158.449841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219158.455470:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219158.455481:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00010000:00000010:1.1:1788219158.497078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.497492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219158.522793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219158.522814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:1.1:1788219158.538365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.538384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219158.565964:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219158.565984:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00010000:00000010:1.1:1788219158.644892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219158.644910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219158.648480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00000080:00000010:1.1:1788219158.648501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00010000:00000010:1.1:1788219158.658387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.658407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:1.1:1788219158.691358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.691371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219158.696471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219158.696489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00010000:00000010:1.1:1788219158.706865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.706879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219158.715487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219158.715523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00010000:00000010:1.1:1788219158.725557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.725576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:1.1:1788219158.831347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.831360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:1.1:1788219158.839368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219158.839390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00010000:00000010:1.1:1788219158.852379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.852401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219158.883668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219158.883688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00010000:00000010:1.1:1788219158.891631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219158.891644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219158.898474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:1.1:1788219158.898489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:2.1:1788219158.950369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:2.1:1788219158.950380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:1.1:1788219159.006375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219159.006393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219159.020881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:1.1:1788219159.020902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00010000:00000010:1.1:1788219159.042480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219159.042499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219159.064395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:1.1:1788219159.064431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00010000:00000010:2.1:1788219159.141434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219159.141451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00010000:00000010:1.1:1788219159.183413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219159.183429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219159.201573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219159.201600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:1.1:1788219159.220382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219159.220401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219159.234527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219159.234543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00010000:00000010:1.1:1788219159.247494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219159.247510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219159.254543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:1.1:1788219159.254563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00000080:00000010:1.1:1788219159.311381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00000080:00000010:1.1:1788219159.311415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:1.1:1788219159.324447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219159.324468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219159.336936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:1.1:1788219159.336957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00010000:00000010:3.1:1788219159.354955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219159.354972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:2.1:1788219159.368372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:2.1:1788219159.368397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00010000:00000010:1.1:1788219159.438642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219159.438668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219159.464379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00000080:00000010:1.1:1788219159.464393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:2.1:1788219159.504402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219159.504418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:2.1:1788219159.523595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4e0. 00000080:00000010:2.1:1788219159.523616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00010000:00000010:2.1:1788219159.527873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219159.527890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:1.1:1788219159.572173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:1.1:1788219159.572194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:1.1:1788219159.586175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219159.586194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219159.595383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219159.595410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00010000:00000010:1.1:1788219159.676390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219159.676408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219159.832388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:1.1:1788219159.832416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:1.1:1788219159.849517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219159.849538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219159.860208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00000080:00000010:1.1:1788219159.860233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00010000:00000010:2.1:1788219159.903744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219159.903762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:1.1:1788219159.943410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219159.943428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219159.983358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219159.983387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00010000:00000010:1.1:1788219160.039396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219160.039412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219160.057449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219160.057470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00010000:00000010:1.1:1788219160.075507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219160.075539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219160.099382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219160.099421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00010000:00000010:2.1:1788219160.122371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:2.1:1788219160.122392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:2.1:1788219160.200364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00000080:00000010:2.1:1788219160.200386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:2.1:1788219160.221224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219160.225727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:2.1:1788219160.245789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca740. 00000080:00000010:2.1:1788219160.245817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:1.1:1788219160.256413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219160.256436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:1.1:1788219160.264801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00000080:00000010:1.1:1788219160.264823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00010000:00000010:1.1:1788219160.276907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.276927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219160.290577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219160.290609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00010000:00000010:1.1:1788219160.306058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.306081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219160.322984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00000080:00000010:1.1:1788219160.323017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00010000:00000010:2.1:1788219160.336540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219160.336556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00010000:00000010:1.1:1788219160.425359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.425375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219160.439583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:1.1:1788219160.439603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:1.1:1788219160.462887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.462905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219160.476241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:1.1:1788219160.476261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00010000:00000010:2.1:1788219160.497501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219160.497521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00010000:00000010:1.1:1788219160.611415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.611437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219160.626515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219160.626536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00010000:00000010:1.1:1788219160.637467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.637485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219160.654388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219160.654414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00010000:00000010:1.1:1788219160.666404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.666421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219160.687402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:1.1:1788219160.687411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00010000:00000010:2.1:1788219160.714555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219160.714571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219160.723964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca980. 00000080:00000010:2.1:1788219160.723999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00010000:00000010:2.1:1788219160.745031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219160.745052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219160.761384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219160.761406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00010000:00000010:3.1:1788219160.774564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:3.1:1788219160.774581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:1.1:1788219160.791435:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88160. 00000080:00000010:1.1:1788219160.791446:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca980. 00010000:00000010:1.1:1788219160.798388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.798408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219160.841369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:1.1:1788219160.841388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00010000:00000010:1.1:1788219160.857290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219160.857307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219160.868374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219160.868405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:1.1:1788219161.011404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219161.011420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219161.033654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219161.033672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:1.1:1788219161.165700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219161.165718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219161.179459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219161.179476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:1.1:1788219161.210534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219161.210542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219161.253365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219161.253388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00010000:00000010:1.1:1788219161.278367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219161.278385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219161.293379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:1.1:1788219161.293399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00010000:00000010:2.1:1788219161.327476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:2.1:1788219161.327492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:3.1:1788219161.347376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:3.1:1788219161.347401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:3.1:1788219161.366025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219161.366039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:3.1:1788219161.380667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00000080:00000010:3.1:1788219161.380685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887c0. 00010000:00000010:2.1:1788219161.448540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:2.1:1788219161.448558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219161.478547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00000080:00000010:1.1:1788219161.478558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00010000:00000010:1.1:1788219161.529514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219161.529533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219161.541706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219161.541727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:2.1:1788219161.654536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00000080:00000010:2.1:1788219161.654565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93c0. 00010000:00000010:1.1:1788219161.670400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219161.670418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:3.1:1788219161.707187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:3.1:1788219161.707214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00010000:00000010:2.1:1788219161.718399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:2.1:1788219161.718418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:1.1:1788219161.739684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00000080:00000010:1.1:1788219161.739710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887c0. 00010000:00000010:2.1:1788219161.920359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219161.920380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00010000:00000010:0.1:1788219162.078925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:0.1:1788219162.089374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.089398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00010000:00000010:0.1:1788219162.093944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219162.093960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219162.100508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00000080:00000010:0.1:1788219162.100536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00010000:00000010:2.1:1788219162.114587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219162.114608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219162.132816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00000080:00000010:0.1:1788219162.132841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219162.149808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219162.149823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219162.162526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00000080:00000010:1.1:1788219162.162549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00010000:00000010:1.1:1788219162.173524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219162.173541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219162.177559:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219162.177717:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00010000:00000010:1.1:1788219162.191947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219162.191958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219162.195600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219162.195620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:0.1:1788219162.213060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:0.1:1788219162.213083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219162.225377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.225396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00010000:00000010:0.1:1788219162.239609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219162.239627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219162.251368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.251392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:0.1:1788219162.260551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219162.260579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219162.276722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:0.1:1788219162.276747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:2.1:1788219162.290364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219162.290379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219162.305362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00000080:00000010:0.1:1788219162.305385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219162.318357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219162.318372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219162.329395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.329412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219162.338548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219162.338565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219162.357450:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:0.1:1788219162.357463:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:0.1:1788219162.370372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219162.370390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00010000:00000010:2.1:1788219162.396371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219162.396391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219162.396448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:0.1:1788219162.396460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.408362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00000080:00000010:0.1:1788219162.408375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219162.418360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.418376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.434387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:0.1:1788219162.434410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219162.446401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.446416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.456487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.456508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:0.1:1788219162.469379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.469399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.486393:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:0.1:1788219162.486404:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219162.498363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.498378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.504499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:0.1:1788219162.508491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219162.517719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.517734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.538420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.538442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:0.1:1788219162.552558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.552576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:2.1:1788219162.560357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:2.1:1788219162.560379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219162.572370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.572388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219162.583407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.583434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00010000:00000010:0.1:1788219162.598689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.598705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.614486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.614502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219162.622372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.622390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.636721:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:0.1:1788219162.636734:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00010000:00000010:0.1:1788219162.648489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.648508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.669212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:0.1:1788219162.669233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219162.674702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.674720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.696350:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:0.1:1788219162.696361:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:0.1:1788219162.706369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.706386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219162.723711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:0.1:1788219162.723734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00010000:00000010:0.1:1788219162.738517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.738533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.761378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:0.1:1788219162.761397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219162.772374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.772391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:1.1:1788219162.796070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:1.1:1788219162.796089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00010000:00000010:1.1:1788219162.815386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219162.815403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219162.829673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219162.829683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:1.1:1788219162.860856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219162.860871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:2.1:1788219162.882461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:2.1:1788219162.882480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00010000:00000010:0.1:1788219162.915855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219162.915873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219162.931962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:0.1:1788219162.931990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae60. 00010000:00000010:2.1:1788219162.955365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219162.955383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219162.993488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00000080:00000010:0.1:1788219162.993511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:2.1:1788219163.074964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:2.1:1788219163.074990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219163.099390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00000080:00000010:0.1:1788219163.099417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:0.1:1788219163.117379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219163.117394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:2.1:1788219163.143770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:2.1:1788219163.143790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:2.1:1788219163.180364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219163.180381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:3.1:1788219163.213374:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca020. 00000080:00000010:3.1:1788219163.213400:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00010000:00000010:0.1:1788219163.225511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219163.225530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:0.1:1788219163.230366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:0.1:1788219163.230391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d40. 00010000:00000010:0.1:1788219163.258371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219163.258388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219163.296520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:0.1:1788219163.296534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:1.1:1788219163.318501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219163.318517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219163.338368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219163.338392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:3.1:1788219163.361227:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:3.1:1788219163.361245:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219163.390827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88760. 00000080:00000010:0.1:1788219163.390841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00010000:00000010:1.1:1788219163.394797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219163.394813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219163.410376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219163.410397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:1.1:1788219163.438525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219163.438544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219163.458941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219163.458958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00010000:00000010:0.1:1788219163.469759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219163.469774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219163.498405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:2.1:1788219163.498426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00010000:00000010:2.1:1788219163.523207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219163.523226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219163.549372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca600. 00000080:00000010:0.1:1788219163.549396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9c0. 00010000:00000010:0.1:1788219163.567305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219163.567333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219163.583014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00000080:00000010:0.1:1788219163.583033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:2.1:1788219163.595382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219163.595400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219163.610373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00000080:00000010:0.1:1788219163.610387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:0.1:1788219163.619340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219163.619355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219163.639667:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:2.1:1788219163.639678:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:2.1:1788219163.657354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:2.1:1788219163.657370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219163.681334:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:2.1:1788219163.681355:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:3.1:1788219163.689125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:3.1:1788219163.689143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219163.696417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88580. 00000080:00000010:2.1:1788219163.696436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00010000:00000010:0.1:1788219163.735426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e600. 00010000:00000010:0.1:1788219163.735442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:0.1:1788219163.741501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00000080:00000010:0.1:1788219163.741896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:0.1:1788219163.746446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219163.746464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219163.770214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:0.1:1788219163.770235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00010000:00000010:2.1:1788219163.786348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219163.786437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219163.797368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:2.1:1788219163.797523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:2.1:1788219163.815745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:2.1:1788219163.815762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219163.838836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:2.1:1788219163.838861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:2.1:1788219163.878505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:2.1:1788219163.878521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219163.891358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:2.1:1788219163.891379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:2.1:1788219163.902796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:2.1:1788219163.902812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219163.921389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00000080:00000010:2.1:1788219163.925377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00010000:00000010:0.1:1788219163.944376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219163.944396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219163.955486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:0.1:1788219163.955508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:0.1:1788219163.968471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219163.968495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219163.979500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:0.1:1788219163.979527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00010000:00000010:1.1:1788219163.993538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219163.993553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219164.002464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00000080:00000010:1.1:1788219164.002486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00010000:00000010:1.1:1788219164.012501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219164.012519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219164.029572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00000080:00000010:1.1:1788219164.029584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00010000:00000010:1.1:1788219164.037955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219164.037983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219164.065763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219164.065786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:2.1:1788219164.076922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:2.1:1788219164.076942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:3.1:1788219164.103054:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6a0. 00000080:00000010:3.1:1788219164.103070:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00010000:00000010:2.1:1788219164.114772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:2.1:1788219164.114786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:0.1:1788219164.127456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca700. 00000080:00000010:0.1:1788219164.127474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885e0. 00010000:00000010:1.1:1788219164.145455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219164.145470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:1.1:1788219164.166360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219164.166376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00010000:00000010:1.1:1788219164.175612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219164.175629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219164.190713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219164.190734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00010000:00000010:2.1:1788219164.210384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:2.1:1788219164.210402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219164.227220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca820. 00000080:00000010:0.1:1788219164.230368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00010000:00000010:1.1:1788219164.243373:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219164.243380:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:1.1:1788219164.247992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219164.248012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00010000:00000010:1.1:1788219164.262381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219164.262398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219164.290526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219164.290546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:1.1:1788219164.296380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219164.296400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:2.1:1788219164.318067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:2.1:1788219164.318087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00010000:00000010:0.1:1788219164.330845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219164.330863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:0.1:1788219164.365905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00000080:00000010:0.1:1788219164.365926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00010000:00000010:0.1:1788219164.396468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219164.396486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219164.424296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00000080:00000010:0.1:1788219164.424324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:1.1:1788219164.445076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219164.445091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219164.466365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219164.466384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00010000:00000010:1.1:1788219164.478411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219164.478427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219164.488451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219164.488472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00010000:00000010:2.1:1788219164.521757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:2.1:1788219164.521775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219164.547437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:0.1:1788219164.547457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00010000:00000010:0.1:1788219164.574376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219164.574393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219164.593925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00000080:00000010:0.1:1788219164.593938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:0.1:1788219164.600842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219164.600862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219164.620365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:2.1:1788219164.620384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c40. 00010000:00000010:2.1:1788219164.635377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219164.635395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:2.1:1788219164.660384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00000080:00000010:2.1:1788219164.660407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00010000:00000010:2.1:1788219164.676394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:2.1:1788219164.676417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:2.1:1788219164.694379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00000080:00000010:2.1:1788219164.694399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00010000:00000010:0.1:1788219164.724381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219164.724399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:0.1:1788219164.737376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00000080:00000010:0.1:1788219164.737398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaee0. 00010000:00000010:0.1:1788219164.756898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219164.756914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219164.783362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00000080:00000010:1.1:1788219164.783384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00010000:00000010:1.1:1788219164.793377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219164.793394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219164.833038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:1.1:1788219164.833061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:0.1:1788219164.888362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219164.888377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219164.923362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:0.1:1788219164.923381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:1.1:1788219164.968372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219164.968391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:1.1:1788219164.990349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219164.990368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00010000:00000010:0.1:1788219165.052568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219165.052583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219165.074433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:0.1:1788219165.074454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00010000:00000010:2.1:1788219165.092213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:2.1:1788219165.092229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219165.115391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00000080:00000010:0.1:1788219165.115425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00010000:00000010:1.1:1788219165.142436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219165.142455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219165.154939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219165.154969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00010000:00000010:0.1:1788219165.178403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219165.178422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:0.1:1788219165.201845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00000080:00000010:0.1:1788219165.201873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1a0. 00010000:00000010:0.1:1788219165.224402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219165.224419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219165.232295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00000080:00000010:0.1:1788219165.232327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:0.1:1788219165.269651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219165.269668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219165.283710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:0.1:1788219165.283729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00010000:00000010:2.1:1788219165.300383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:2.1:1788219165.300397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219165.319360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:2.1:1788219165.319389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00010000:00000010:0.1:1788219165.336993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219165.337010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219165.357291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:0.1:1788219165.357309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00010000:00000010:2.1:1788219165.370378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219165.370397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219165.387356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:0.1:1788219165.387377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:1.1:1788219165.404139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219165.404160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219165.435580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219165.435595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00010000:00000010:1.1:1788219165.457356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219165.457373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219165.468875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219165.468900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00010000:00000010:0.1:1788219165.484496:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219165.484504:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219165.496428:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:0.1:1788219165.496437:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00010000:00000010:0.1:1788219165.502362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219165.502379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219165.529402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219165.529423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:0.1:1788219165.534378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219165.534395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:2.1:1788219165.555046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9180. 00000080:00000010:2.1:1788219165.555058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:0.1:1788219165.569375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219165.569393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:0.1:1788219165.593392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:0.1:1788219165.593413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabc0. 00010000:00000010:1.1:1788219165.609347:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219165.609361:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219165.619469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:1.1:1788219165.619488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00010000:00000010:1.1:1788219165.633980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219165.633998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219165.654457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:1.1:1788219165.654469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:0.1:1788219165.665387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:0.1:1788219165.665402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219165.676393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:0.1:1788219165.676414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00010000:00000010:0.1:1788219165.697376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219165.697392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:2.1:1788219165.710489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:2.1:1788219165.710513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00010000:00000010:2.1:1788219165.722299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219165.722329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219165.736366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00000080:00000010:0.1:1788219165.736385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00010000:00000010:1.1:1788219165.762367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219165.762376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:3.1:1788219165.768378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:3.1:1788219165.768400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:0.1:1788219165.790397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219165.790414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219165.812478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:0.1:1788219165.812498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88000. 00010000:00000010:1.1:1788219165.835126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219165.835142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219165.854348:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:0.1:1788219165.854360:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00010000:00000010:0.1:1788219165.862331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219165.862347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219165.887362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00000080:00000010:0.1:1788219165.887382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:1.1:1788219165.925572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219165.925599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219165.950497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219165.950638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00010000:00000010:0.1:1788219166.004668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219166.004686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219166.028373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:0.1:1788219166.028393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d000. 00010000:00000010:0.1:1788219166.052525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219166.052542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:2.1:1788219166.094801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:2.1:1788219166.094832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00010000:00000010:1.1:1788219166.134039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219166.134061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:1.1:1788219166.176807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00000080:00000010:1.1:1788219166.176827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4e0. 00010000:00000010:0.1:1788219166.199371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219166.199391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219166.230132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00000080:00000010:1.1:1788219166.230152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00010000:00000010:2.1:1788219166.263376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:2.1:1788219166.263394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219166.298519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8e0. 00000080:00000010:0.1:1788219166.298550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00010000:00000010:0.1:1788219166.346736:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219166.346748:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219166.359481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:0.1:1788219166.359495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00010000:00000010:3.1:1788219166.391245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:3.1:1788219166.391261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:3.1:1788219166.419491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca940. 00000080:00000010:3.1:1788219166.419510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00010000:00000010:3.1:1788219166.451369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:3.1:1788219166.451388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:3.1:1788219166.477413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88340. 00000080:00000010:3.1:1788219166.477431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e20. 00010000:00000010:2.1:1788219166.523371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:2.1:1788219166.523389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:0.1:1788219166.546833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00000080:00000010:0.1:1788219166.546855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a60. 00010000:00000010:0.1:1788219166.575369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219166.575387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219166.593121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:0.1:1788219166.593142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00010000:00000010:2.1:1788219166.628765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:2.1:1788219166.628784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:1.1:1788219166.665056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00000080:00000010:1.1:1788219166.665074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8a0. 00010000:00000010:1.1:1788219166.695367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219166.695795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219166.719382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219166.719403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00010000:00000010:1.1:1788219166.735491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219166.735507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219166.759652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219166.759673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00010000:00000010:1.1:1788219166.794365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219166.794389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219166.809383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00000080:00000010:1.1:1788219166.809399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:0.1:1788219166.835932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219166.835959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219166.863406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:0.1:1788219166.863427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:1.1:1788219166.877839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219166.877859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219166.928075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219166.928086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:0.1:1788219166.932471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:0.1:1788219166.932489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219166.948399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:0.1:1788219166.948418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00010000:00000010:0.1:1788219166.971845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219166.971870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219166.983412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:1.1:1788219166.983434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9900. 00010000:00000010:1.1:1788219167.005781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219167.005793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219167.027837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219167.027857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:2.1:1788219167.111364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:2.1:1788219167.111389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:2.1:1788219167.142162:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00000080:00000010:2.1:1788219167.142184:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00010000:00000010:0.1:1788219167.180731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:0.1:1788219167.180751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:0.1:1788219167.225980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219167.226003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1a0. 00010000:00000010:1.1:1788219167.255411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219167.255429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219167.293362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219167.293506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00010000:00000010:2.1:1788219167.315733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219167.315751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:2.1:1788219167.346090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00000080:00000010:2.1:1788219167.346112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00010000:00000010:3.1:1788219167.384799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62600. 00010000:00000010:3.1:1788219167.384816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:3.1:1788219167.399767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e20. 00000080:00000010:3.1:1788219167.399789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca200. 00010000:00000010:1.1:1788219167.440969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219167.440986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219167.467787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219167.467810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88340. 00010000:00000010:2.1:1788219167.502325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:2.1:1788219167.502344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219167.544808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00000080:00000010:0.1:1788219167.544832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00010000:00000010:0.1:1788219167.552269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219167.552291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219167.567156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00000080:00000010:0.1:1788219167.567177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:1.1:1788219167.581685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219167.581700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219167.605743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:1.1:1788219167.605767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:0.1:1788219167.629578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219167.629605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219167.645719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219167.645745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00010000:00000010:1.1:1788219167.664412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219167.664422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219167.689474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:1.1:1788219167.689496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:1.1:1788219167.716816:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219167.716829:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219167.731102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219167.731125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00010000:00000010:0.1:1788219167.759430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:0.1:1788219167.759457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219167.759468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219167.759486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00010000:00000010:2.1:1788219167.781181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:2.1:1788219167.781200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:3.1:1788219167.806927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:3.1:1788219167.806960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00010000:00000010:3.1:1788219167.826473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:3.1:1788219167.826491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:0.1:1788219167.838982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886a0. 00000080:00000010:0.1:1788219167.840010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f20. 00010000:00000010:0.1:1788219167.876388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219167.876412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219167.907121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:0.1:1788219167.907140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00010000:00000010:2.1:1788219167.935658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e600. 00010000:00000010:2.1:1788219167.935676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:3.1:1788219167.957363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:3.1:1788219167.957385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00010000:00000010:2.1:1788219167.976370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62600. 00010000:00000010:2.1:1788219167.976388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:0.1:1788219168.017440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcada0. 00000080:00000010:0.1:1788219168.017464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ce0. 00010000:00000010:0.1:1788219168.093505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219168.093521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219168.124768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:1.1:1788219168.124796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00010000:00000010:1.1:1788219168.165409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219168.165423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219168.184366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219168.184385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00010000:00000010:1.1:1788219168.209348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219168.209355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:2.1:1788219168.232401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:2.1:1788219168.232418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00010000:00000010:0.1:1788219168.236361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219168.236378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:0.1:1788219168.271456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00000080:00000010:0.1:1788219168.271478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca200. 00010000:00000010:2.1:1788219168.293341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219168.293358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219168.326424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00000080:00000010:1.1:1788219168.326443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219168.339511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219168.339532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219168.355755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219168.355772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:1.1:1788219168.363498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219168.363516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219168.389061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219168.389083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00010000:00000010:2.1:1788219168.404467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219168.404481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219168.425492:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8a0. 00000080:00000010:0.1:1788219168.425505:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00010000:00000010:0.1:1788219168.453380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219168.453396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219168.460364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:0.1:1788219168.460382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:2.1:1788219168.480356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219168.480371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219168.493414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3e0. 00000080:00000010:0.1:1788219168.493436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:0.1:1788219168.503372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219168.503388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219168.518376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219168.518396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:0.1:1788219168.528780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219168.528794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219168.540103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00000080:00000010:0.1:1788219168.540122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:2.1:1788219168.553359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219168.553380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219168.563731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:0.1:1788219168.563753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:2.1:1788219168.573415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219168.573435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219168.580361:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00000080:00000010:0.1:1788219168.580375:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:0.1:1788219168.588130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219168.588147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219168.598435:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00000080:00000010:0.1:1788219168.598447:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:2.1:1788219168.608503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:2.1:1788219168.608594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219168.614620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219168.614643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:0.1:1788219168.623391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.623415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219168.631551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:1.1:1788219168.631573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:1.1:1788219168.640468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.640611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219168.654373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219168.654384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00010000:00000010:1.1:1788219168.658946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.658967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219168.683363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:1.1:1788219168.683375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00010000:00000010:0.1:1788219168.687475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.687491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219168.698342:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219168.698355:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00010000:00000010:0.1:1788219168.706360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.706376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219168.715473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219168.715495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00010000:00000010:0.1:1788219168.740562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.740571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219168.747504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00000080:00000010:0.1:1788219168.747539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00010000:00000010:0.1:1788219168.751478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.751495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219168.762469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:0.1:1788219168.762483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:1.1:1788219168.772350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.772365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219168.787357:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:1.1:1788219168.787367:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00010000:00000010:1.1:1788219168.791486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.797015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219168.803707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00000080:00000010:1.1:1788219168.803726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:1.1:1788219168.821393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.821408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219168.829263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219168.829274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00010000:00000010:1.1:1788219168.835654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.835671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:2.1:1788219168.851372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:2.1:1788219168.851394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00010000:00000010:0.1:1788219168.866367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.866383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:0.1:1788219168.879659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219168.879673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00010000:00000010:0.1:1788219168.892369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.892384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219168.905615:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:0.1:1788219168.905624:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00010000:00000010:0.1:1788219168.913800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.913809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219168.922366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00000080:00000010:1.1:1788219168.922386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:1.1:1788219168.941687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.941702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219168.944375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:1.1:1788219168.944393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:1.1:1788219168.954369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219168.954384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219168.965379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:1.1:1788219168.965407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00010000:00000010:0.1:1788219168.974410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219168.974439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219168.986420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:0.1:1788219168.986626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00010000:00000010:2.1:1788219168.994404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e600. 00010000:00000010:2.1:1788219168.994422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:2.1:1788219169.003424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00000080:00000010:2.1:1788219169.003443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00010000:00000010:2.1:1788219169.018612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e600. 00010000:00000010:2.1:1788219169.018627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:2.1:1788219169.035581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00000080:00000010:2.1:1788219169.035605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00010000:00000010:3.1:1788219169.046406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e600. 00010000:00000010:3.1:1788219169.046425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:0.1:1788219169.063630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88240. 00000080:00000010:0.1:1788219169.063648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6c0. 00010000:00000010:0.1:1788219169.078746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219169.078764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:2.1:1788219169.093488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:2.1:1788219169.093507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00010000:00000010:2.1:1788219169.111687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:2.1:1788219169.111703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:3.1:1788219169.133171:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca740. 00000080:00000010:3.1:1788219169.133195:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00010000:00000010:0.1:1788219169.159743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219169.159758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:0.1:1788219169.182274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9000. 00000080:00000010:0.1:1788219169.182297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c60. 00010000:00000010:0.1:1788219169.183539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219169.183549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219169.207366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:0.1:1788219169.207386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00010000:00000010:2.1:1788219169.228361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:2.1:1788219169.228376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219169.238709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad80. 00000080:00000010:0.1:1788219169.238727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00010000:00000010:1.1:1788219169.261362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219169.261379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219169.280384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219169.280411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00010000:00000010:0.1:1788219169.300199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:0.1:1788219169.300219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219169.312688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:0.1:1788219169.312714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:0.1:1788219169.351373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219169.351392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:2.1:1788219169.358411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:2.1:1788219169.358436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9000. 00010000:00000010:1.1:1788219169.373394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219169.373412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:1.1:1788219169.413186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219169.413207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca340. 00010000:00000010:1.1:1788219169.416402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219169.416418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219169.423371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219169.423393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00010000:00000010:0.1:1788219169.450006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219169.450020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219169.480123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:0.1:1788219169.480142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00010000:00000010:0.1:1788219169.500382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219169.500399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219169.513464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219169.513483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:2.1:1788219169.529357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:2.1:1788219169.529375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219169.541504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca180. 00000080:00000010:0.1:1788219169.541531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:0.1:1788219169.562378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219169.562396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219169.576375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219169.576398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:0.1:1788219169.591368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219169.591383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219169.602551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219169.602567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00010000:00000010:2.1:1788219169.632388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:2.1:1788219169.632402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219169.662719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00000080:00000010:0.1:1788219169.662744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00010000:00000010:1.1:1788219169.690375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219169.690390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219169.708500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219169.708527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00010000:00000010:0.1:1788219169.746356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219169.746374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219169.766715:0:238039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219169.766733:0:238039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00010000:00000010:1.1:1788219169.791095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219169.791115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219169.812500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:1.1:1788219169.812523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00010000:00000010:1.1:1788219169.836144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219169.836162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219169.851460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:1.1:1788219169.851481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:2.1:1788219169.873441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219169.873458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:2.1:1788219169.890391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:2.1:1788219169.890414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:2.1:1788219169.895373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:2.1:1788219169.895389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219169.905578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00000080:00000010:2.1:1788219169.905598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafc0. 00010000:00000010:0.1:1788219169.921309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:0.1:1788219169.921343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219169.934725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219169.934751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00010000:00000010:0.1:1788219169.953361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219169.953375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219169.959360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219169.959380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:0.1:1788219169.974162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219169.974176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219169.998652:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219169.998665:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:1.1:1788219170.015370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.015385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219170.021364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219170.021384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00010000:00000010:1.1:1788219170.036616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.036632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219170.045365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219170.045385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00010000:00000010:1.1:1788219170.065982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.066000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219170.074434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:0.1:1788219170.074459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00010000:00000010:0.1:1788219170.087372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219170.087387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219170.098374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219170.098393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:0.1:1788219170.108364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219170.108381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219170.127355:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:0.1:1788219170.127367:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:0.1:1788219170.135364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219170.135380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219170.144754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00000080:00000010:0.1:1788219170.144772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:1.1:1788219170.156363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.156379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219170.177380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219170.177392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:1.1:1788219170.192367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.192383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219170.211808:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219170.211827:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219170.228688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.228697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219170.235756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219170.235777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00010000:00000010:1.1:1788219170.252480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.252496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:2.1:1788219170.261671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00000080:00000010:2.1:1788219170.261693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:2.1:1788219170.275468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.275483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219170.292368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00000080:00000010:2.1:1788219170.292389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00010000:00000010:0.1:1788219170.311356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219170.311371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:0.1:1788219170.334442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219170.334464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca000. 00010000:00000010:2.1:1788219170.362357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219170.362373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:2.1:1788219170.380374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00000080:00000010:2.1:1788219170.380394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:2.1:1788219170.407374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.407389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219170.433431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00000080:00000010:2.1:1788219170.433446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00010000:00000010:0.1:1788219170.451896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219170.451912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219170.466832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219170.466853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88040. 00010000:00000010:1.1:1788219170.491363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.491393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219170.504055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:1.1:1788219170.504075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219170.517371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.517388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219170.538368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:1.1:1788219170.538384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:1.1:1788219170.541910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219170.541936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219170.549429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219170.549450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00010000:00000010:2.1:1788219170.564483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.564500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219170.576339:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad00. 00000080:00000010:0.1:1788219170.576350:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:0.1:1788219170.587366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219170.587386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219170.598233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:0.1:1788219170.598245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:0.1:1788219170.605063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219170.605079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219170.618505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219170.618660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:0.1:1788219170.633373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219170.633395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219170.643364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:0.1:1788219170.643383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00010000:00000010:2.1:1788219170.659368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219170.659385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:2.1:1788219170.671366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:2.1:1788219170.671388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:2.1:1788219170.684374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.684391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219170.698369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:2.1:1788219170.698388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:2.1:1788219170.716346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.716362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219170.726587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219170.726605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:2.1:1788219170.752510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.752534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219170.775369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00000080:00000010:2.1:1788219170.775388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:2.1:1788219170.791401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.791417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219170.807438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:2.1:1788219170.807456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:2.1:1788219170.827364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.827381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219170.838364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219170.838385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:0.1:1788219170.855367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219170.855383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:0.1:1788219170.865607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:0.1:1788219170.865634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:0.1:1788219170.889372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219170.889390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219170.906364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:0.1:1788219170.906381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:0.1:1788219170.931600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219170.931617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219170.945361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:0.1:1788219170.945380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00010000:00000010:2.1:1788219170.964359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219170.964374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:2.1:1788219170.983512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00000080:00000010:2.1:1788219170.983531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00010000:00000010:3.1:1788219171.006357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:3.1:1788219171.006371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219171.028434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88640. 00000080:00000010:0.1:1788219171.028446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:0.1:1788219171.053433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219171.053448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219171.069368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:2.1:1788219171.069535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00010000:00000010:2.1:1788219171.080689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219171.080705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219171.096462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca660. 00000080:00000010:2.1:1788219171.096470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6a0. 00010000:00000010:3.1:1788219171.103459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:3.1:1788219171.103473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:0.1:1788219171.124701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88560. 00000080:00000010:0.1:1788219171.124725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00010000:00000010:0.1:1788219171.136356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219171.136371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219171.169622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219171.169642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:1.1:1788219171.187537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219171.188089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219171.218547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219171.218569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00010000:00000010:1.1:1788219171.242896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219171.242913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219171.269390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219171.269408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:2.1:1788219171.295699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219171.295719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:2.1:1788219171.324523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00000080:00000010:2.1:1788219171.324621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00010000:00000010:2.1:1788219171.361363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219171.361379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219171.384439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00000080:00000010:2.1:1788219171.384461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:3.1:1788219171.407463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:3.1:1788219171.407482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219171.446785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88260. 00000080:00000010:0.1:1788219171.446806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:0.1:1788219171.478733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219171.478750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219171.512999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219171.513018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:1.1:1788219171.526111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219171.526129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219171.547529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219171.547553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:1.1:1788219171.574363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219171.574379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219171.601369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:0.1:1788219171.601390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:0.1:1788219171.621265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219171.621280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219171.646356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219171.646374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:1.1:1788219171.671540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:1.1:1788219171.671556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219171.689362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219171.689384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00010000:00000010:1.1:1788219171.719860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219171.719875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219171.736369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219171.736389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00010000:00000010:2.1:1788219171.764349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219171.764364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:3.1:1788219171.789539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00000080:00000010:3.1:1788219171.789561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00010000:00000010:0.1:1788219171.822459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219171.822477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:0.1:1788219171.861100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:0.1:1788219171.861127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e40. 00010000:00000010:2.1:1788219171.883460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219171.883480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219171.896525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca020. 00000080:00000010:0.1:1788219171.896556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:1.1:1788219171.929063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:1.1:1788219171.929083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219171.942639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:1.1:1788219171.943805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:1.1:1788219171.965385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219171.965402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219171.983457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:1.1:1788219171.983474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:1.1:1788219172.004471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219172.004486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219172.014494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219172.014530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:1.1:1788219172.036721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219172.036736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219172.056397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:2.1:1788219172.060354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00010000:00000010:0.1:1788219172.073394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219172.073410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219172.093357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219172.093377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac00. 00010000:00000010:0.1:1788219172.131044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219172.131052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219172.144675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219172.144698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:0.1:1788219172.173536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219172.173546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:0.1:1788219172.184796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00000080:00000010:0.1:1788219172.184818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00010000:00000010:1.1:1788219172.211730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219172.211747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219172.236620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219172.236639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:1.1:1788219172.266743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219172.266761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219172.280621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219172.280639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:2.1:1788219172.307379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219172.307397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:0.1:1788219172.326571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:0.1:1788219172.326591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00010000:00000010:0.1:1788219172.355535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219172.355551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219172.391928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00000080:00000010:1.1:1788219172.391945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:2.1:1788219172.433848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219172.433868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:2.1:1788219172.465793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00000080:00000010:2.1:1788219172.465813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:2.1:1788219172.493091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219172.493102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219172.522590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00000080:00000010:2.1:1788219172.522608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00010000:00000010:3.1:1788219172.547823:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:3.1:1788219172.547839:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:3.1:1788219172.572631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00000080:00000010:3.1:1788219172.572655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a80. 00010000:00000010:2.1:1788219172.618535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:2.1:1788219172.618550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219172.644109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:0.1:1788219172.644134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00010000:00000010:0.1:1788219172.657356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219172.657370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219172.681521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:0.1:1788219172.681542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:1.1:1788219172.723347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219172.723354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:3.1:1788219172.728766:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d720. 00000080:00000010:3.1:1788219172.728780:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00010000:00000010:2.1:1788219172.732444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219172.732459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219172.758529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00000080:00000010:2.1:1788219172.758550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a80. 00010000:00000010:0.1:1788219172.780656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219172.780673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:0.1:1788219172.797304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219172.797345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00010000:00000010:0.1:1788219172.811550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219172.811565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219172.835558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219172.835590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00010000:00000010:2.1:1788219172.849537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219172.849552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219172.864688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00000080:00000010:0.1:1788219172.864709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00010000:00000010:0.1:1788219172.883670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219172.883687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219172.889484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:0.1:1788219172.889668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00010000:00000010:0.1:1788219172.903359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219172.903369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219172.914361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:1.1:1788219172.914379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:1.1:1788219172.936549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219172.936565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219172.945363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00000080:00000010:1.1:1788219172.945389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00010000:00000010:1.1:1788219172.959563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219172.959579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219172.989720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:1.1:1788219172.989736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:0.1:1788219172.994455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219172.994468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219173.030608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:0.1:1788219173.030629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00010000:00000010:0.1:1788219173.097851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219173.097868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219173.135522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:1.1:1788219173.135541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d40. 00010000:00000010:1.1:1788219173.141039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219173.141053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219173.178499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:1.1:1788219173.178530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:0.1:1788219173.211567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:0.1:1788219173.211583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:0.1:1788219173.238367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00000080:00000010:0.1:1788219173.238390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:2.1:1788219173.253369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219173.253385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219173.275365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00000080:00000010:0.1:1788219173.275386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219173.279623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219173.279641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:1.1:1788219173.318353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:1.1:1788219173.318372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00010000:00000010:2.1:1788219173.331368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219173.331383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219173.350735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:0.1:1788219173.350754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:0.1:1788219173.375913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219173.375932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219173.394412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00000080:00000010:0.1:1788219173.394425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:1.1:1788219173.418990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219173.419007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:1.1:1788219173.430375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:1.1:1788219173.430393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:2.1:1788219173.446535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:2.1:1788219173.446547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219173.455872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:0.1:1788219173.455890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00010000:00000010:0.1:1788219173.473362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219173.473378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219173.483374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00000080:00000010:0.1:1788219173.483393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:2.1:1788219173.500419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219173.500427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219173.509754:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:0.1:1788219173.509765:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00010000:00000010:0.1:1788219173.517523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219173.517538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219173.536657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00000080:00000010:0.1:1788219173.537927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:2.1:1788219173.561016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219173.561032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:3.1:1788219173.572449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00000080:00000010:3.1:1788219173.572471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00010000:00000010:3.1:1788219173.589490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219173.589504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:3.1:1788219173.611588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88780. 00000080:00000010:3.1:1788219173.611606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880a0. 00010000:00000010:3.1:1788219173.646354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219173.646367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:3.1:1788219173.646374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880a0. 00000080:00000010:3.1:1788219173.646383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88920. 00010000:00000010:0.1:1788219173.662618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219173.662636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:0.1:1788219173.678422:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219173.678436:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00010000:00000010:2.1:1788219173.686548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219173.686562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219173.705353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00000080:00000010:0.1:1788219173.705373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00010000:00000010:0.1:1788219173.728802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219173.728815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219173.733370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00000080:00000010:0.1:1788219173.733389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:2.1:1788219173.751382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219173.751401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219173.766396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:0.1:1788219173.766417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00010000:00000010:0.1:1788219173.781924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219173.781940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219173.797359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:0.1:1788219173.797378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219173.812362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219173.812382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219173.837754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:2.1:1788219173.837775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00010000:00000010:0.1:1788219173.841507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219173.841523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:1.1:1788219173.848594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:1.1:1788219173.848617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:1.1:1788219173.864646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219173.864661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219173.891420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219173.891439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:1.1:1788219173.911388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219173.911405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219173.920345:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219173.920366:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00010000:00000010:0.1:1788219173.930377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219173.930392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219173.946664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:0.1:1788219173.946684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:1.1:1788219173.971419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219173.971434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219173.983376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219173.983395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00010000:00000010:1.1:1788219174.015283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219174.015295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219174.021349:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.021359:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00010000:00000010:2.1:1788219174.043277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219174.043295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:2.1:1788219174.045355:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00000080:00000010:2.1:1788219174.045377:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9e0. 00010000:00000010:3.1:1788219174.064958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:3.1:1788219174.064975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219174.074374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88920. 00000080:00000010:2.1:1788219174.074394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:2.1:1788219174.088374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219174.088393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219174.104399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:2.1:1788219174.104419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:2.1:1788219174.119358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219174.119376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219174.128362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00000080:00000010:2.1:1788219174.128382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880a0. 00010000:00000010:0.1:1788219174.143756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219174.143771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:0.1:1788219174.167597:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:0.1:1788219174.167616:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88780. 00010000:00000010:0.1:1788219174.179436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219174.179452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219174.192677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:0.1:1788219174.192695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00010000:00000010:2.1:1788219174.205465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219174.205480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219174.224360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00000080:00000010:2.1:1788219174.224379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00010000:00000010:2.1:1788219174.241365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219174.241383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219174.256521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00000080:00000010:2.1:1788219174.256543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa60. 00010000:00000010:3.1:1788219174.281948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219174.281974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219174.287759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88aa0. 00000080:00000010:2.1:1788219174.287779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00010000:00000010:0.1:1788219174.299359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219174.299374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:0.1:1788219174.311555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:0.1:1788219174.311575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00010000:00000010:1.1:1788219174.326116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219174.326133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219174.336673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00000080:00000010:1.1:1788219174.336693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:1.1:1788219174.356401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219174.356424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219174.369008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00000080:00000010:1.1:1788219174.369031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00010000:00000010:1.1:1788219174.382662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219174.382680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219174.395349:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.395359:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd20. 00010000:00000010:1.1:1788219174.401932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219174.401948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:3.1:1788219174.413927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd20. 00000080:00000010:3.1:1788219174.413946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00010000:00000010:2.1:1788219174.432921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219174.432936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:0.1:1788219174.441501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:0.1:1788219174.441529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b80. 00010000:00000010:1.1:1788219174.462372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219174.462394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219174.477324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.477345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00010000:00000010:1.1:1788219174.494346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219174.494363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219174.509737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.509758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00010000:00000010:2.1:1788219174.536473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:2.1:1788219174.536496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219174.561796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae40. 00000080:00000010:0.1:1788219174.561814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00010000:00000010:0.1:1788219174.565367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219174.565384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219174.585798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:0.1:1788219174.585819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90e0. 00010000:00000010:0.1:1788219174.595538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219174.595553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219174.610369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90e0. 00000080:00000010:0.1:1788219174.610385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:2.1:1788219174.628872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219174.628886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219174.639374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca520. 00000080:00000010:0.1:1788219174.639392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:1.1:1788219174.646489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219174.646507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219174.661061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00000080:00000010:1.1:1788219174.661080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:1.1:1788219174.668389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219174.668405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219174.678676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00000080:00000010:1.1:1788219174.678699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00010000:00000010:0.1:1788219174.704368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219174.704383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219174.719369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:0.1:1788219174.719389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00010000:00000010:1.1:1788219174.734937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219174.734954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:1.1:1788219174.750054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.750074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90e0. 00010000:00000010:1.1:1788219174.767378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219174.767393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219174.778943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.778964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00010000:00000010:0.1:1788219174.795516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:0.1:1788219174.795532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219174.811441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:0.1:1788219174.811460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:0.1:1788219174.836365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219174.836381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219174.853618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:0.1:1788219174.853637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00010000:00000010:2.1:1788219174.889379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:2.1:1788219174.889392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:2.1:1788219174.905400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca000. 00000080:00000010:2.1:1788219174.905431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00010000:00000010:3.1:1788219174.916363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219174.916379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:2.1:1788219174.938352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88720. 00000080:00000010:2.1:1788219174.938371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaee0. 00010000:00000010:1.1:1788219174.948361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219174.948377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:1.1:1788219174.968353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00000080:00000010:1.1:1788219174.968363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884e0. 00010000:00000010:2.1:1788219183.319358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219183.319367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219183.319370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00010000:00000010:2.1:1788219183.319372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219183.319375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00010000:00000010:2.1:1788219183.319377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219183.319380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219183.319382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:1.1:1788219183.332561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:2.1:1788219183.452248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219183.452262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219183.452265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:2.1:1788219183.459366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:2.1:1788219183.500267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219183.500282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219183.507659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:2.1:1788219183.526371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219183.526388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219183.538672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:0.1:1788219183.560363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219183.560375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219183.567717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:0.1:1788219183.585364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219183.585381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219183.604380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9140. 00010000:00000010:2.1:1788219183.611369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219183.611385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:2.1:1788219183.623366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:2.1:1788219183.649366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219183.649384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219183.671094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:2.1:1788219183.686658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219183.686678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219183.723024:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:3.1:1788219183.734632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:3.1:1788219183.734643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219183.761447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:0.1:1788219183.784959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219183.784968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219183.795826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9140. 00010000:00000010:0.1:1788219183.807177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219183.807193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219183.850375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:1.1:1788219183.867377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219183.867392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219183.881766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9140. 00010000:00000010:1.1:1788219183.900193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219183.900208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:2.1:1788219183.924235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00010000:00000010:3.1:1788219183.950628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219183.950642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:3.1:1788219183.973383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:3.1:1788219183.985356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219183.985374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:3.1:1788219184.001615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00010000:00000010:2.1:1788219184.024934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:2.1:1788219184.024952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:0.1:1788219184.052679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00010000:00000010:0.1:1788219184.071746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219184.071764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219184.085522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:2.1:1788219184.100443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219184.100470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:0.1:1788219184.120993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00010000:00000010:1.1:1788219184.134511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219184.134529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219184.148426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:1.1:1788219184.160575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219184.160589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219184.177371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00010000:00000010:1.1:1788219184.191591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219184.191604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219184.226369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:0.1:1788219184.229599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.229615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219184.245445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00010000:00000010:0.1:1788219184.255354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.255369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219184.276459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00010000:00000010:0.1:1788219184.287377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.287392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219184.312324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:0.1:1788219184.320805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.320822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219184.328596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00010000:00000010:1.1:1788219184.335907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219184.335921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219184.344407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:1.1:1788219184.352363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219184.352382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219184.364556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00010000:00000010:0.1:1788219184.383442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.383461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219184.395822:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00010000:00000010:0.1:1788219184.404871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.404893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219184.421625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:0.1:1788219184.444366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.444376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:2.1:1788219184.454704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00010000:00000010:2.1:1788219184.468357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219184.468373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219184.512018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00010000:00000010:2.1:1788219184.516646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219184.516662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219184.523543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00010000:00000010:2.1:1788219184.543470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219184.543486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219184.572113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00010000:00000010:3.1:1788219184.575582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:3.1:1788219184.575594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219184.626592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00010000:00000010:0.1:1788219184.631628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.631647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:0.1:1788219184.652580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca920. 00010000:00000010:1.1:1788219184.668368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219184.668384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219184.694442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219184.706393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219184.706407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219184.737254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:0.1:1788219184.768844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219184.768859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219184.795521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00010000:00000010:3.1:1788219184.799365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219184.799382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:3.1:1788219184.813247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00010000:00000010:2.1:1788219184.825539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219184.825557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:2.1:1788219184.860119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00010000:00000010:2.1:1788219184.872731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219184.872748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219184.894461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00010000:00000010:2.1:1788219184.899349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219184.899364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219184.916431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00010000:00000010:3.1:1788219184.939447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:3.1:1788219184.939466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:0.1:1788219184.981087:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00010000:00000010:1.1:1788219185.015512:0:256052:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219185.015531:0:256052:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:3.1:1788219185.019597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00010000:00000010:2.1:1788219185.048360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:2.1:1788219185.048377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:1.1:1788219185.061309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882c0. 00010000:00000010:1.1:1788219185.106388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219185.106403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219185.110549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:1.1:1788219185.110571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.110577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219185.117576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:1.1:1788219185.136738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.136754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219185.152653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:2.1:1788219185.173367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219185.173382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:2.1:1788219185.187633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:2.1:1788219185.201794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219185.201803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219185.207324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5a0. 00010000:00000010:3.1:1788219185.219364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:3.1:1788219185.219382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219185.229427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00010000:00000010:1.1:1788219185.239569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219185.239587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219185.250696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:1.1:1788219185.266448:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.266454:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219185.277959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:1.1:1788219185.288369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.288377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219185.292891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:0.1:1788219185.300420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219185.300437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219185.308556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00010000:00000010:0.1:1788219185.320604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219185.320620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219185.326622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:1.1:1788219185.339365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.339381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.361409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00010000:00000010:1.1:1788219185.369108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.369125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.369131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:1.1:1788219185.375451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219185.375468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219185.382072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00010000:00000010:0.1:1788219185.393541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219185.393558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219185.399922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:0.1:1788219185.411375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219185.411390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219185.417537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:1.1:1788219185.434719:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219185.434735:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219185.447360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00010000:00000010:0.1:1788219185.458384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:0.1:1788219185.458393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219185.462630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00010000:00000010:0.1:1788219185.478389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219185.478401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:3.1:1788219185.482353:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:3.1:1788219185.494506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.494789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:3.1:1788219185.501394:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884a0. 00010000:00000010:3.1:1788219185.516131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.516142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:3.1:1788219185.521559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:2.1:1788219185.544784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219185.544798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:0.1:1788219185.549863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884a0. 00010000:00000010:1.1:1788219185.573366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.573386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.589685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00010000:00000010:1.1:1788219185.599814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.599839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.612639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:1.1:1788219185.628558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.628575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.652384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00010000:00000010:1.1:1788219185.657618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.657635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.664878:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:1.1:1788219185.672651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.672666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219185.686003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00010000:00000010:3.1:1788219185.690362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.690379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:3.1:1788219185.700348:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00010000:00000010:3.1:1788219185.711350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.711366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:3.1:1788219185.724401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:3.1:1788219185.730519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.730533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:3.1:1788219185.740645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88280. 00010000:00000010:3.1:1788219185.752454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.752462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:3.1:1788219185.760427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:3.1:1788219185.767780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219185.767795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:2.1:1788219185.778543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88280. 00010000:00000010:1.1:1788219185.791742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219185.791758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:1.1:1788219185.800361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00010000:00000010:1.1:1788219185.819424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219185.819439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219185.832389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:0.1:1788219185.857571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:0.1:1788219185.857589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219185.877628:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00010000:00000010:0.1:1788219185.886570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219185.886586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219185.900719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219185.919905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219185.919922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219185.928145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00010000:00000010:0.1:1788219185.941552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219185.941567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219185.956637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:1.1:1788219185.979418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219185.979434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219185.989651:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00010000:00000010:1.1:1788219185.999715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219185.999723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219186.003829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:2.1:1788219186.023657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:2.1:1788219186.023669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:0.1:1788219186.027330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00010000:00000010:2.1:1788219186.047255:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219186.047272:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219186.057060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219186.062476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.062487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219186.069353:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00010000:00000010:0.1:1788219186.075688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.075706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219186.091749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:2.1:1788219186.099554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219186.099568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:2.1:1788219186.104339:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00010000:00000010:2.1:1788219186.112541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219186.112558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219186.142347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:2.1:1788219186.153735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219186.153754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219186.168025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:2.1:1788219186.184612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219186.184628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219186.196955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:3.1:1788219186.203171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:3.1:1788219186.203189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:0.1:1788219186.213366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:0.1:1788219186.223416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.223432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219186.230907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219186.245918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.245934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219186.250662:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:0.1:1788219186.259742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.259755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219186.275534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219186.279365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.279374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219186.287131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:0.1:1788219186.300230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.300246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219186.313555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:2.1:1788219186.341363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219186.341381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:1.1:1788219186.351447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:1.1:1788219186.360732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219186.360749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219186.379369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:1.1:1788219186.390521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219186.390545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219186.422643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2c0. 00010000:00000010:1.1:1788219186.451449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219186.451464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219186.460580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:2.1:1788219186.492570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:2.1:1788219186.492586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:2.1:1788219186.497719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2c0. 00010000:00000010:2.1:1788219186.520914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219186.520934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:3.1:1788219186.558358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca460. 00010000:00000010:0.1:1788219186.561565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.561581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:0.1:1788219186.583739:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:0.1:1788219186.595669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219186.595685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219186.606336:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:3.1:1788219186.624782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219186.624798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:3.1:1788219186.639087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00010000:00000010:3.1:1788219186.670855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219186.670869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219186.678737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f80. 00010000:00000010:0.1:1788219186.719378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:0.1:1788219186.719397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:0.1:1788219186.742583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884c0. 00010000:00000010:2.1:1788219186.775363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219186.775380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:3.1:1788219186.840645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00010000:00000010:3.1:1788219186.862389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219186.862415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:3.1:1788219186.900446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f80. 00010000:00000010:2.1:1788219186.917541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:2.1:1788219186.917558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:0.1:1788219186.935388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88740. 00010000:00000010:0.1:1788219186.962562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219186.962582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219186.980642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219187.015372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219187.015388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219187.032564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b20. 00010000:00000010:0.1:1788219187.041396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219187.041416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219187.046351:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219187.051596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219187.051610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219187.066363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b20. 00010000:00000010:0.1:1788219187.076545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219187.076561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219187.089364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:2.1:1788219187.111365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219187.111381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:2.1:1788219187.128542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b20. 00010000:00000010:1.1:1788219187.143348:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219187.143354:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:1.1:1788219187.150708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:1.1:1788219187.154368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219187.154387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219187.169373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:1.1:1788219187.179563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219187.179583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219187.191545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00010000:00000010:1.1:1788219187.204371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219187.204387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219187.217374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:0.1:1788219187.221369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219187.221386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219187.232541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00010000:00000010:0.1:1788219187.243364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219187.243379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219187.258358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219187.274216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219187.274236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219187.301638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:1.1:1788219187.335369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219187.335387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219187.360595:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219187.372983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:0.1:1788219187.372991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219187.376553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:0.1:1788219187.394249:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219187.394266:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219187.407202:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:1.1:1788219187.433531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219187.433547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219187.444557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:2.1:1788219187.479379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:2.1:1788219187.479396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:0.1:1788219187.499036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00010000:00000010:0.1:1788219187.520711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219187.520725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219187.534355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:1.1:1788219187.540618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219187.540634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219187.572690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9680. 00010000:00000010:0.1:1788219187.597426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:0.1:1788219187.597434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219187.602367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00010000:00000010:0.1:1788219187.614387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219187.614402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219187.620547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:0.1:1788219187.638660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219187.638675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219187.644333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00010000:00000010:0.1:1788219187.653560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219187.653577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219187.667562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:0.1:1788219187.716129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219187.716148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219187.719373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00010000:00000010:0.1:1788219187.719468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219187.719476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219187.740362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:1.1:1788219187.751523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219187.751541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219187.785365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00010000:00000010:1.1:1788219187.817368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219187.817386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219187.836794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00010000:00000010:2.1:1788219187.871364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:2.1:1788219187.871379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219187.917570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00010000:00000010:1.1:1788219187.937336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219187.937354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219187.951080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:1.1:1788219187.970380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219187.970406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219187.983350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00010000:00000010:0.1:1788219187.996432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219188.000372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219188.023498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00010000:00000010:0.1:1788219188.026500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219188.026691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219188.030576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:2.1:1788219188.066792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:2.1:1788219188.066818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219188.079815:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:1.1:1788219188.098815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219188.098824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219188.103556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:0.1:1788219188.113987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:0.1:1788219188.114006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219188.136817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00010000:00000010:1.1:1788219188.140367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219188.140383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219188.153359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:1.1:1788219188.163667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219188.163681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219188.178331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:0.1:1788219188.193371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:0.1:1788219188.193387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219188.216665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00010000:00000010:1.1:1788219188.230353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219188.230369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:1.1:1788219188.240339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:0.1:1788219188.251136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219188.251151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219188.285592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:0.1:1788219188.305098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219188.305122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219188.321640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93a0. 00010000:00000010:2.1:1788219188.335450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219188.335478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:2.1:1788219188.361945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:3.1:1788219188.408928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:3.1:1788219188.408935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219188.413380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00010000:00000010:0.1:1788219188.426236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219188.426251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219188.453411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93a0. 00010000:00000010:1.1:1788219188.464366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219188.464384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219188.483350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:1.1:1788219188.492367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219188.492384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219188.512358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:0.1:1788219188.519565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219188.519580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219188.528510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:0.1:1788219188.537784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219188.537810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219188.548620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:1.1:1788219188.553350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219188.553368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219188.572083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00010000:00000010:1.1:1788219188.576660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219188.576671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219188.581373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:1.1:1788219188.591362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219188.591377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219188.600366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7c0. 00010000:00000010:0.1:1788219188.623383:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:0.1:1788219188.623390:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219188.627470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:0.1:1788219188.663437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219188.663462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219188.696373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:0.1:1788219188.718401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219188.718425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219188.736578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219188.767755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219188.767779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219188.805438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:1.1:1788219188.812384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219188.812407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219188.833608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219188.860367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219188.860401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219188.884449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00010000:00000010:0.1:1788219188.888635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219188.888658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219188.903553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:2.1:1788219188.924373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219188.924409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:3.1:1788219188.939702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00010000:00000010:3.1:1788219188.954779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:3.1:1788219188.954809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:3.1:1788219188.981595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00010000:00000010:2.1:1788219189.014935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:2.1:1788219189.014959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:2.1:1788219189.061480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889a0. 00010000:00000010:0.1:1788219189.084634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.084658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:0.1:1788219189.101529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00010000:00000010:0.1:1788219189.113647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.113667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219189.144443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219189.167373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219189.167404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:1.1:1788219189.187366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00010000:00000010:1.1:1788219189.197564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219189.197588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219189.241558:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:2.1:1788219189.260370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:2.1:1788219189.260401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:2.1:1788219189.278383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00010000:00000010:2.1:1788219189.307832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219189.307847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219189.311548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00010000:00000010:2.1:1788219189.329721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219189.329740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219189.341353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00010000:00000010:2.1:1788219189.354675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219189.354692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219189.375619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00010000:00000010:2.1:1788219189.394269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:2.1:1788219189.394283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219189.403212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00010000:00000010:3.1:1788219189.430506:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:3.1:1788219189.430578:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219189.431693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00010000:00000010:0.1:1788219189.436563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.436571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219189.444521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1a0. 00010000:00000010:1.1:1788219189.455428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219189.455445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219189.464457:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219189.476748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219189.476759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219189.480544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219189.491360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:0.1:1788219189.491378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219189.500220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00010000:00000010:0.1:1788219189.509527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.509543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219189.518552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:0.1:1788219189.525537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.525558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219189.548532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00010000:00000010:1.1:1788219189.553580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.553594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219189.553600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:1.1:1788219189.560549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.560565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219189.576362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00010000:00000010:1.1:1788219189.594809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.594819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219189.598731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:1.1:1788219189.607764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.607780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219189.617043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00010000:00000010:1.1:1788219189.629350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.629366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219189.637373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:2.1:1788219189.656348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219189.656362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:3.1:1788219189.671838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00010000:00000010:3.1:1788219189.683510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:3.1:1788219189.683540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:3.1:1788219189.694379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00010000:00000010:2.1:1788219189.706548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:2.1:1788219189.706567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:0.1:1788219189.717415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88980. 00010000:00000010:0.1:1788219189.725550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.725566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219189.744546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219189.755020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.755030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219189.759347:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00010000:00000010:1.1:1788219189.766925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.766946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219189.774568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:1.1:1788219189.784675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219189.784695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219189.796786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:0.1:1788219189.813367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:0.1:1788219189.813394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219189.828352:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219189.835689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219189.835704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219189.842529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219189.851510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:1.1:1788219189.851541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219189.861541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:1.1:1788219189.874644:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219189.874651:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219189.886674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:1.1:1788219189.896551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219189.896566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219189.901070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:1.1:1788219189.910365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219189.910392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219189.920399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:0.1:1788219189.931351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219189.931366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219189.939351:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:0.1:1788219189.945663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219189.945681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219189.956370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00010000:00000010:0.1:1788219189.969538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219189.969555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219189.979369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:0.1:1788219189.989362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219189.989378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219189.997399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00010000:00000010:0.1:1788219190.009365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.009389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219190.024227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:0.1:1788219190.028554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.028574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219190.045352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00010000:00000010:0.1:1788219190.053502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.053510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219190.061376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219190.067431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219190.067448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219190.082201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:1.1:1788219190.085648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219190.085664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219190.097349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:1.1:1788219190.119367:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219190.119373:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219190.123504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:1.1:1788219190.137612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219190.137630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219190.147328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:3.1:1788219190.155478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219190.155492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:3.1:1788219190.171202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:3.1:1788219190.176485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219190.176504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219190.189362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00010000:00000010:2.1:1788219190.207241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219190.207258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:0.1:1788219190.214370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d00. 00010000:00000010:0.1:1788219190.233377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.233404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219190.258639:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00010000:00000010:1.1:1788219190.270963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219190.270972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219190.276361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:1.1:1788219190.296144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219190.296155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219190.300348:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:0.1:1788219190.321281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:0.1:1788219190.321298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219190.327188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:1.1:1788219190.333113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219190.333131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219190.344455:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93a0. 00010000:00000010:1.1:1788219190.357724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219190.357739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219190.360358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:0.1:1788219190.370475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:0.1:1788219190.370491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219190.385967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00010000:00000010:0.1:1788219190.390035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.390050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219190.398348:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219190.408609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.408625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219190.420730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:0.1:1788219190.424538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.424553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219190.446353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219190.447884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.447891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219190.452213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:0.1:1788219190.456365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.456449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219190.464395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:0.1:1788219190.475538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.475554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219190.485356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:2.1:1788219190.498505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219190.498517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219190.510348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:0.1:1788219190.517508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219190.517532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219190.526541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:3.1:1788219190.542764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:3.1:1788219190.542781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:3.1:1788219190.553347:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:3.1:1788219190.569677:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219190.569695:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:3.1:1788219190.595624:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00010000:00000010:2.1:1788219190.602364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:2.1:1788219190.602391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:0.1:1788219190.610626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f00. 00010000:00000010:0.1:1788219190.627486:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219190.627494:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219190.641203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:2.1:1788219190.644337:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219190.644352:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219190.651363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219190.661525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219190.661543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219190.669400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:0.1:1788219190.676512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219190.676539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219190.684619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:1.1:1788219190.717439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219190.717455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219190.756201:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:2.1:1788219190.759363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219190.759629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219190.767525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:0.1:1788219190.777575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.777591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219190.786385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219190.797631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.797646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219190.818356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:1.1:1788219190.828993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219190.829001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219190.832668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219190.847361:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:0.1:1788219190.847369:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219190.853365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00010000:00000010:0.1:1788219190.870363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219190.870388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219190.887523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:1.1:1788219190.905986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:1.1:1788219190.905994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219190.911817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:1.1:1788219190.922197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219190.922212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:2.1:1788219190.933353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:0.1:1788219190.940341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219190.940355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219190.960698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:1.1:1788219190.967345:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:1.1:1788219190.967353:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219190.973671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:1.1:1788219190.984352:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219190.984368:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219190.996360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00010000:00000010:0.1:1788219191.014637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219191.014644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219191.019204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00010000:00000010:0.1:1788219191.029368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219191.029504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219191.044647:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00010000:00000010:0.1:1788219191.052367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219191.052510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219191.061622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9680. 00010000:00000010:0.1:1788219191.075569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219191.075585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219191.097109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00010000:00000010:1.1:1788219191.103367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:1.1:1788219191.103392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219191.132350:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9680. 00010000:00000010:0.1:1788219191.148352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219191.148367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219191.155568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00010000:00000010:1.1:1788219191.193554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219191.193570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219191.205930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00010000:00000010:1.1:1788219191.224017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219191.224031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:2.1:1788219191.249718:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:3.1:1788219191.260349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219191.260366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:3.1:1788219191.269057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00010000:00000010:3.1:1788219191.282363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219191.282393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:2.1:1788219191.312971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00010000:00000010:3.1:1788219191.318050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219191.318061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:3.1:1788219191.322803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00010000:00000010:2.1:1788219191.335364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:2.1:1788219191.335392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:0.1:1788219191.343920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88860. 00010000:00000010:0.1:1788219191.353049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219191.353066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219191.374393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:2.1:1788219191.378635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219191.378642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219191.382583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219191.399387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219191.399398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219191.403636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:0.1:1788219191.416650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219191.416658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219191.420620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219191.428642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219191.428658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219191.437369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:0.1:1788219191.445597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219191.445613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219191.456379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219191.464644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219191.464659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219191.475469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:1.1:1788219191.482369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219191.482395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219191.492506:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:1.1:1788219191.504557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219191.504568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219191.511702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00010000:00000010:1.1:1788219191.529211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219191.529220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219191.535532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:0.1:1788219191.536379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:0.1:1788219191.536392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219191.551746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00010000:00000010:0.1:1788219191.580604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219191.580616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219191.584870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:1.1:1788219191.608363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219191.608378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:3.1:1788219191.663718:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b20. 00010000:00000010:2.1:1788219191.667585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219191.667601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:2.1:1788219191.689591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882a0. 00010000:00000010:0.1:1788219191.705581:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219191.705606:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219191.718366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00010000:00000010:1.1:1788219191.725141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219191.725159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219191.739259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:1.1:1788219191.773897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219191.773907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:3.1:1788219191.780024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00010000:00000010:1.1:1788219191.783704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219191.783719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:1.1:1788219191.794178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88680. 00010000:00000010:2.1:1788219191.804472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219191.804480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:2.1:1788219191.810997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:2.1:1788219191.822472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219191.822480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:2.1:1788219191.829571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00010000:00000010:2.1:1788219191.833527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219191.833544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219191.848940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00010000:00000010:2.1:1788219191.853208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219191.853224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219191.862347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00010000:00000010:1.1:1788219191.873626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219191.873643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:1.1:1788219191.890349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f60. 00010000:00000010:1.1:1788219191.926209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219191.926224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219191.939591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:1.1:1788219191.966125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219191.966141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219191.989217:0:1044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:2.1:1788219191.990359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219191.990432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:2.1:1788219191.998523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:0.1:1788219192.007537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219192.007552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:0.1:1788219192.015512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887a0. 00010000:00000010:2.1:1788219192.025622:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:2.1:1788219192.025629:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:2.1:1788219192.034835:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00010000:00000010:2.1:1788219192.048396:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219192.048403:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:2.1:1788219192.060459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:2.1:1788219192.069612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219192.069625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219192.076383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00010000:00000010:2.1:1788219192.081848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219192.081856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:2.1:1788219192.091201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:3.1:1788219192.098560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:3.1:1788219192.098576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:0.1:1788219192.113356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00010000:00000010:0.1:1788219192.130482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219192.130496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219192.146198:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99a0. 00010000:00000010:1.1:1788219192.163293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219192.163324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219192.191414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219192.222355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:0.1:1788219192.222380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219192.242379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:0.1:1788219192.254993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219192.255009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219192.277382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99a0. 00010000:00000010:1.1:1788219192.290791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219192.290800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219192.325466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00010000:00000010:1.1:1788219192.329559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219192.329575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219192.343500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:1.1:1788219192.358178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219192.358202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219192.372355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00010000:00000010:3.1:1788219192.384843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219192.384855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219192.402362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:1.1:1788219192.422355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219192.422377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:1.1:1788219192.437361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00010000:00000010:2.1:1788219192.481004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219192.481021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:3.1:1788219192.481155:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00010000:00000010:3.1:1788219192.494106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219192.494121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219192.525617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88da0. 00010000:00000010:3.1:1788219192.540381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219192.540404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219192.551883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b20. 00010000:00000010:2.1:1788219192.593422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:2.1:1788219192.593439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:0.1:1788219192.600532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88da0. 00010000:00000010:1.1:1788219192.630877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219192.630894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:1.1:1788219192.650640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99a0. 00010000:00000010:1.1:1788219192.674493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219192.674508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219192.691380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:0.1:1788219192.707360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:0.1:1788219192.707486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219192.743401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:1.1:1788219192.764513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219192.764529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219192.812908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00010000:00000010:1.1:1788219192.812928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219192.812932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219192.847599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:1.1:1788219192.879565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219192.879582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219192.915310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00010000:00000010:0.1:1788219192.921659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219192.921673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219192.940369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:2.1:1788219192.971369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219192.971396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:2.1:1788219192.986605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00010000:00000010:2.1:1788219192.997928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:2.1:1788219192.997941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219193.005603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00010000:00000010:3.1:1788219193.041847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:3.1:1788219193.041865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:0.1:1788219193.050572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae40. 00010000:00000010:0.1:1788219193.080352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219193.080364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219193.084656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:2.1:1788219193.104051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219193.104066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:2.1:1788219193.118742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00010000:00000010:3.1:1788219193.135013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:3.1:1788219193.135031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:1.1:1788219193.170913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00010000:00000010:1.1:1788219193.170935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219193.170941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219193.178404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:1.1:1788219193.191356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219193.191371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219193.202955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:2.1:1788219193.212554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219193.212571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:2.1:1788219193.228797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:2.1:1788219193.240816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:2.1:1788219193.240832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219193.251380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00010000:00000010:3.1:1788219193.262372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:3.1:1788219193.262389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219193.272499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafc0. 00010000:00000010:0.1:1788219193.286385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219193.286402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219193.299186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:1.1:1788219193.314520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219193.314537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219193.323005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00010000:00000010:1.1:1788219193.329652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.329667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219193.339550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:1.1:1788219193.347497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.347507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219193.359631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:1.1:1788219193.369080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.369096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219193.376508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:1.1:1788219193.383523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.383539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219193.399943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:0.1:1788219193.409454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219193.409470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219193.420242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:2.1:1788219193.464348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.464368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:2.1:1788219193.489209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:2.1:1788219193.504464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.504480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219193.527628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00010000:00000010:2.1:1788219193.538052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.538060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:2.1:1788219193.543795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00010000:00000010:2.1:1788219193.559362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.559372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:1.1:1788219193.565092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00010000:00000010:1.1:1788219193.574655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.574671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219193.596805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:1.1:1788219193.608533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.608548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:0.1:1788219193.640626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:0.1:1788219193.649846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219193.649861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219193.666380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:1.1:1788219193.686646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219193.686662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219193.704939:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00010000:00000010:2.1:1788219193.714429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219193.714445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:2.1:1788219193.726366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:2.1:1788219193.741271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.741286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219193.749633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:2.1:1788219193.765801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.765819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219193.773253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00010000:00000010:3.1:1788219193.798488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219193.798504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:0.1:1788219193.818363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:1.1:1788219193.822439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219193.822453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219193.837495:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:1.1:1788219193.849140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219193.849153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219193.857538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00010000:00000010:0.1:1788219193.859292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219193.859304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219193.872185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:3.1:1788219193.879471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219193.879487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:3.1:1788219193.892527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00010000:00000010:0.1:1788219193.901524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219193.901540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219193.906520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b20. 00010000:00000010:0.1:1788219193.917480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219193.917497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219193.924370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:0.1:1788219193.935349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219193.935372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219193.943746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00010000:00000010:2.1:1788219193.957054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.957072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:2.1:1788219193.960863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:2.1:1788219193.972546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.972553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219193.980982:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabc0. 00010000:00000010:2.1:1788219193.990364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:2.1:1788219193.990374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:0.1:1788219193.994632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:0.1:1788219194.001472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.001479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219194.017363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:3.1:1788219194.038633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:3.1:1788219194.038649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219194.056384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219194.072645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.072661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219194.088438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:1.1:1788219194.099366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.099381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219194.110391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219194.119562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.119581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219194.140300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:2.1:1788219194.152508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219194.152523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219194.180367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219194.187647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.187665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:1.1:1788219194.205418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00010000:00000010:1.1:1788219194.219428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.219440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219194.228338:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:1.1:1788219194.235503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.235520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219194.266635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:3.1:1788219194.273527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219194.273544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:3.1:1788219194.289015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:3.1:1788219194.297506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219194.297529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:1.1:1788219194.306558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ac0. 00010000:00000010:1.1:1788219194.314649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.314666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219194.322545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:1.1:1788219194.334123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.334131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219194.340881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d420. 00010000:00000010:1.1:1788219194.348642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.348657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219194.356389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:1.1:1788219194.383948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.383965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219194.402500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d420. 00010000:00000010:0.1:1788219194.414347:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.414354:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219194.420369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:0.1:1788219194.449627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.449643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219194.449649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219194.453745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219194.453774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219194.461716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00010000:00000010:2.1:1788219194.469514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219194.469530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219194.491418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d420. 00010000:00000010:0.1:1788219194.501406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.501422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:0.1:1788219194.509351:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:2.1:1788219194.516485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:2.1:1788219194.516500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219194.529486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:0.1:1788219194.537494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.537507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219194.544378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219194.552582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219194.552602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:1.1:1788219194.567500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:1.1:1788219194.572422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219194.572443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219194.585372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:2.1:1788219194.597421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219194.597436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219194.609490:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00010000:00000010:0.1:1788219194.620680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.620695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219194.637764:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:0.1:1788219194.642354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.642369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219194.650378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9140. 00010000:00000010:1.1:1788219194.659358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219194.659374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219194.668356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:1.1:1788219194.679390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219194.679402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219194.686355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00010000:00000010:1.1:1788219194.701378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219194.701402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219194.737431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:0.1:1788219194.749630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:0.1:1788219194.749646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219194.760467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00010000:00000010:0.1:1788219194.766454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.766478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219194.790350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:0.1:1788219194.802410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.802425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219194.811486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:1.1:1788219194.823185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219194.823201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219194.837364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219194.854379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219194.854395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219194.865672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:0.1:1788219194.882361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.882375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219194.892452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:0.1:1788219194.903368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.903384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219194.916606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:1.1:1788219194.929388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219194.929403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219194.942355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:1.1:1788219194.952425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219194.952442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219194.959428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:1.1:1788219194.968368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219194.968383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219194.978591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:0.1:1788219194.991373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219194.991388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219195.017702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:0.1:1788219195.035700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219195.035715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219195.050211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:0.1:1788219195.057384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219195.057401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219195.067645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00010000:00000010:3.1:1788219195.078448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219195.078457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219195.086294:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:2.1:1788219195.094708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219195.094723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:3.1:1788219195.106745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00010000:00000010:3.1:1788219195.125000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219195.125013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:3.1:1788219195.139354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fa0. 00010000:00000010:1.1:1788219195.166333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219195.166349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:1.1:1788219195.186902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcada0. 00010000:00000010:0.1:1788219195.202527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219195.202544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219195.221439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:2.1:1788219195.251505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219195.251521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219195.254974:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:1.1:1788219195.264853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.264868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219195.274631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00010000:00000010:1.1:1788219195.290018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.290027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219195.293609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:1.1:1788219195.307616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.307634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219195.328971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:0.1:1788219195.352142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219195.352150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219195.357010:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:0.1:1788219195.362465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219195.362475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219195.377762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:1.1:1788219195.393724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.393742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219195.413113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:0.1:1788219195.424809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219195.424818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219195.434804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00010000:00000010:2.1:1788219195.462369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:2.1:1788219195.462378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:3.1:1788219195.466609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90e0. 00010000:00000010:3.1:1788219195.476643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219195.476657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:3.1:1788219195.487830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fa0. 00010000:00000010:1.1:1788219195.502459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:1.1:1788219195.502475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:1.1:1788219195.509402:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ca0. 00010000:00000010:1.1:1788219195.515607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.515622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219195.528474:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219195.535724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.535761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219195.546779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:1.1:1788219195.551374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.551382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219195.557351:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219195.562685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.562699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219195.570443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:1.1:1788219195.580775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.580790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219195.594362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219195.598377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.598390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219195.607364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:0.1:1788219195.616522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219195.616539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219195.625403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:0.1:1788219195.639250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219195.639257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:2.1:1788219195.651353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00010000:00000010:1.1:1788219195.658820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.658836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:1.1:1788219195.677353:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8e0. 00010000:00000010:1.1:1788219195.690165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.690176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219195.695496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219195.704020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219195.704035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219195.727773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:2.1:1788219195.735402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219195.735416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219195.744425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:2.1:1788219195.753464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219195.753481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219195.761467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:0.1:1788219195.777432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219195.777448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219195.784597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:2.1:1788219195.804720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219195.804735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219195.826715:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00000080:00000010:3.1:1788219195.857830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:2.1:1788219195.858402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219195.858411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00010000:00000010:3.1:1788219195.877449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:3.1:1788219195.877464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:3.1:1788219195.913739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fa0. 00010000:00000010:3.1:1788219195.921510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:3.1:1788219195.921523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:3.1:1788219195.939687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88620. 00010000:00000010:2.1:1788219195.970888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219195.970903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:0.1:1788219195.986367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fa0. 00010000:00000010:0.1:1788219196.011613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219196.011630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219196.026839:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:1.1:1788219196.063472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219196.063489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:2.1:1788219196.069271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00010000:00000010:2.1:1788219196.074009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:2.1:1788219196.074024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219196.087080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1e0. 00010000:00000010:3.1:1788219196.099458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:3.1:1788219196.099473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:1.1:1788219196.105030:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00010000:00000010:0.1:1788219196.115973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:0.1:1788219196.115990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:2.1:1788219196.143499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:2.1:1788219196.148353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219196.148368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219196.158475:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6c0. 00010000:00000010:0.1:1788219196.179520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219196.179535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219196.199065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00010000:00000010:1.1:1788219196.212418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.212433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219196.224459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:1.1:1788219196.242570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.242585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:2.1:1788219196.277236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:3.1:1788219196.285864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:3.1:1788219196.285880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:3.1:1788219196.303885:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00010000:00000010:2.1:1788219196.316392:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:2.1:1788219196.316411:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:0.1:1788219196.359440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88620. 00010000:00000010:1.1:1788219196.380579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.380600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219196.392907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00010000:00000010:0.1:1788219196.415373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219196.415395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:0.1:1788219196.428548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00010000:00000010:0.1:1788219196.441772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219196.441794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219196.462074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00010000:00000010:2.1:1788219196.472374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219196.472396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219196.488382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219196.522368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219196.522392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219196.536448:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00010000:00000010:1.1:1788219196.557360:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219196.557369:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219196.561581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:1.1:1788219196.576391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.576419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219196.600377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:1.1:1788219196.627388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.627410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:2.1:1788219196.653361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00010000:00000010:0.1:1788219196.708477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219196.708499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219196.743475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00010000:00000010:1.1:1788219196.767514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219196.767544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219196.781681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00010000:00000010:1.1:1788219196.792777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.792804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219196.809514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:2.1:1788219196.831818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219196.831845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:2.1:1788219196.844524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:2.1:1788219196.855388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219196.855409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:2.1:1788219196.867390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00010000:00000010:2.1:1788219196.892578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219196.892599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219196.911549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88420. 00010000:00000010:0.1:1788219196.928383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219196.928406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:1.1:1788219196.945620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00010000:00000010:1.1:1788219196.962691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219196.962714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219196.978626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:1.1:1788219197.013495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219197.013520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219197.032532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:1.1:1788219197.075535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219197.075551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219197.096509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:2.1:1788219197.123222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:2.1:1788219197.123245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:3.1:1788219197.151003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:2.1:1788219197.161667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62600. 00010000:00000010:2.1:1788219197.161687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:1.1:1788219197.169019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883c0. 00010000:00000010:1.1:1788219197.180505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.180530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219197.199216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:1.1:1788219197.207640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.207663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219197.218147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:0.1:1788219197.229412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219197.229435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:2.1:1788219197.239453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:2.1:1788219197.260366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:2.1:1788219197.260386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:0.1:1788219197.286544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00010000:00000010:0.1:1788219197.289748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219197.289770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219197.322643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:1.1:1788219197.345479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.345497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219197.386938:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00010000:00000010:1.1:1788219197.402363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.402392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219197.413367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:2.1:1788219197.432472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219197.432494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219197.446375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:0.1:1788219197.485018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219197.485029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219197.488985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00010000:00000010:2.1:1788219197.516789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219197.516814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219197.546645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:0.1:1788219197.584550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219197.584582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219197.591563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00010000:00000010:2.1:1788219197.618378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:2.1:1788219197.618400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:0.1:1788219197.635378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:1.1:1788219197.658772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.658789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219197.673438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00010000:00000010:1.1:1788219197.688465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.688482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219197.701479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:2.1:1788219197.718375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219197.718395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219197.742372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:0.1:1788219197.765583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219197.765603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:2.1:1788219197.794794:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:1.1:1788219197.825367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.825389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:1.1:1788219197.856386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00010000:00000010:1.1:1788219197.872366:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.872388:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219197.895398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:1.1:1788219197.910118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219197.910146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219197.931077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00010000:00000010:0.1:1788219197.957004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219197.957027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219197.981362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:1.1:1788219198.023287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:1.1:1788219198.023326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219198.036412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d40. 00010000:00000010:0.1:1788219198.071631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:0.1:1788219198.071652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219198.077561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00010000:00000010:2.1:1788219198.104821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219198.104845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219198.133308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00010000:00000010:0.1:1788219198.133381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219198.133388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219198.140336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:1.1:1788219198.155017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219198.155046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219198.170351:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00010000:00000010:1.1:1788219198.178434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219198.178458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219198.185418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:2.1:1788219198.196424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:2.1:1788219198.196450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:2.1:1788219198.206452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00010000:00000010:2.1:1788219198.229872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219198.229894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219198.232770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00010000:00000010:2.1:1788219198.245614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:2.1:1788219198.245636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219198.266513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:3.1:1788219198.272810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:3.1:1788219198.272828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219198.282547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00010000:00000010:1.1:1788219198.299108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.299131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219198.306724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:1.1:1788219198.318623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.318635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219198.330382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00010000:00000010:0.1:1788219198.346579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219198.346611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219198.355397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:2.1:1788219198.362381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219198.362404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:2.1:1788219198.376483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:2.1:1788219198.404370:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219198.404379:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219198.410911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:3.1:1788219198.424704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:3.1:1788219198.424721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219198.434343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca820. 00010000:00000010:1.1:1788219198.445634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.445658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219198.460715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00010000:00000010:1.1:1788219198.481369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.481392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219198.495477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00010000:00000010:0.1:1788219198.517471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219198.517494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219198.574544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00010000:00000010:2.1:1788219198.605694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219198.605717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219198.614566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:0.1:1788219198.618566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219198.618587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219198.626371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:1.1:1788219198.646520:0:1044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.646543:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219198.666839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:1.1:1788219198.681907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.681932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219198.695371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:1.1:1788219198.713539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.713553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219198.717443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00010000:00000010:0.1:1788219198.794505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219198.794525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219198.799389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00000080:00000010:1.1:1788219198.800955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:0.1:1788219198.802947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219198.802967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00010000:00000010:1.1:1788219198.831401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.831422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219198.852428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:1.1:1788219198.868832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219198.868855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219198.889521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:3.1:1788219198.898808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:3.1:1788219198.898831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:3.1:1788219198.927038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:0.1:1788219198.951058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:0.1:1788219198.951082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:0.1:1788219198.955378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88520. 00010000:00000010:2.1:1788219198.969495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219198.969512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219199.001607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:0.1:1788219199.005551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219199.005572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219199.018363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:2.1:1788219199.033396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219199.033418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219199.052117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:0.1:1788219199.071401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219199.071425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219199.082364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:0.1:1788219199.090630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219199.090651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219199.104383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:0.1:1788219199.116468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219199.116492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219199.156361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:1.1:1788219199.168406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219199.168431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:1.1:1788219199.199489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00010000:00000010:1.1:1788219199.219421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219199.219442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219199.234455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:1.1:1788219199.251702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219199.251724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219199.274368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00010000:00000010:2.1:1788219199.309379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219199.309403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:3.1:1788219199.333913:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:2.1:1788219199.356503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219199.356523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:2.1:1788219199.375706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88dc0. 00010000:00000010:2.1:1788219199.391448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219199.391465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:2.1:1788219199.402411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:1.1:1788219199.413373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219199.413397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:1.1:1788219199.422867:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:1.1:1788219199.432562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219199.432585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219199.442418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00010000:00000010:0.1:1788219199.460348:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:0.1:1788219199.460357:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219199.466417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:0.1:1788219199.480623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219199.480653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219199.491533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:1.1:1788219199.508456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:1.1:1788219199.508480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:1.1:1788219199.519450:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00010000:00000010:1.1:1788219199.536667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219199.536678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219199.544457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00010000:00000010:2.1:1788219199.570655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219199.570677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:2.1:1788219199.579714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:3.1:1788219199.601958:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:3.1:1788219199.601975:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219199.608388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:0.1:1788219199.623586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219199.623603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219199.639477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00010000:00000010:0.1:1788219199.653253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219199.653271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219199.659863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00010000:00000010:2.1:1788219199.672708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219199.672739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:3.1:1788219199.687369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00010000:00000010:3.1:1788219199.706427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:3.1:1788219199.706449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219199.726394:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881a0. 00010000:00000010:2.1:1788219199.731429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219199.731461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:0.1:1788219199.748503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00010000:00000010:0.1:1788219199.760481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219199.760506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219199.773874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00010000:00000010:2.1:1788219199.800458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219199.800472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219199.804500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00010000:00000010:3.1:1788219199.820461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:3.1:1788219199.820484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:3.1:1788219199.842969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00010000:00000010:1.1:1788219199.857791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219199.857814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:1.1:1788219199.865357:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881a0. 00010000:00000010:1.1:1788219199.872585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219199.872614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219199.879495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:1.1:1788219199.894569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219199.894588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219199.910743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219199.918865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:0.1:1788219199.918887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219199.929371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:0.1:1788219199.938649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219199.938673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219199.951365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00010000:00000010:0.1:1788219199.963466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219199.963489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219199.973624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:1.1:1788219199.983377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219199.983395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219199.993361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00010000:00000010:1.1:1788219200.006555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219200.006569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219200.018466:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:1.1:1788219200.033585:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219200.033607:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:2.1:1788219200.039468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00010000:00000010:0.1:1788219200.051570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219200.051595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219200.065383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00010000:00000010:0.1:1788219200.079832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219200.079855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219200.092543:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:2.1:1788219200.102517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219200.102539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219200.110423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:0.1:1788219200.124371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219200.124394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219200.135431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:2.1:1788219200.156739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219200.156760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219200.173361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:0.1:1788219200.180569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219200.180588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219200.194447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:0.1:1788219200.205521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219200.205545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219200.223737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:1.1:1788219200.246376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:1.1:1788219200.246400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219200.260381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:2.1:1788219200.274571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:2.1:1788219200.274595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219200.285074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219200.293378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219200.293400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219200.305449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:0.1:1788219200.324550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219200.324571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219200.336499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:0.1:1788219200.345550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219200.345574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219200.355635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:2.1:1788219200.376767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219200.376792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219200.386507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:0.1:1788219200.397439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219200.397464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219200.412440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:0.1:1788219200.421591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219200.421617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219200.439438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:2.1:1788219200.448507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219200.448534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:2.1:1788219200.470526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:1.1:1788219200.497374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219200.497397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:1.1:1788219200.525406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00010000:00000010:2.1:1788219200.551271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219200.551294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219200.557600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00010000:00000010:0.1:1788219200.576516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219200.576537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:0.1:1788219200.589580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00010000:00000010:0.1:1788219200.614390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219200.614409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219200.634822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:1.1:1788219200.648030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219200.648051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219200.656366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00010000:00000010:1.1:1788219200.675419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219200.675437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219200.682423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00010000:00000010:0.1:1788219200.692361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219200.692380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219200.715699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00010000:00000010:0.1:1788219200.740380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219200.740405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219200.755666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:0.1:1788219200.777462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219200.777485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219200.795508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00010000:00000010:1.1:1788219200.810667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219200.810690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:1.1:1788219200.828383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:2.1:1788219200.848577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:2.1:1788219200.848599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219200.884637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00010000:00000010:1.1:1788219200.907419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219200.907442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219200.929416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00010000:00000010:2.1:1788219200.933426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219200.933443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:2.1:1788219200.946350:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7c0. 00010000:00000010:2.1:1788219200.955420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219200.955443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219200.965366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00010000:00000010:2.1:1788219200.977374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219200.977394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219200.991418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00010000:00000010:3.1:1788219201.008437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219201.008460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:0.1:1788219201.023652:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00010000:00000010:0.1:1788219201.035709:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219201.035727:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219201.048857:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00010000:00000010:0.1:1788219201.058551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219201.058576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219201.088905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00010000:00000010:1.1:1788219201.113549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219201.113574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219201.131608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00010000:00000010:1.1:1788219201.146373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219201.146394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219201.156817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:1.1:1788219201.179668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219201.179679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219201.188768:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:0.1:1788219201.201456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:0.1:1788219201.201475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:0.1:1788219201.205494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:1.1:1788219201.218370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219201.218398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219201.231386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00010000:00000010:1.1:1788219201.247431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219201.247457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219201.254556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:1.1:1788219201.272486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219201.272508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219201.281461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:0.1:1788219201.300675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219201.300695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219201.315746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:1.1:1788219201.327236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219201.327260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219201.343370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00010000:00000010:0.1:1788219201.360432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:0.1:1788219201.360454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219201.373614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:2.1:1788219201.385553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219201.385576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:2.1:1788219201.395495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00010000:00000010:2.1:1788219201.406847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219201.406869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219201.414465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:2.1:1788219201.428890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219201.428899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:2.1:1788219201.432635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:2.1:1788219201.446725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219201.446749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219201.496511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:2.1:1788219201.502372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219201.502405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219201.513540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:2.1:1788219201.528391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:2.1:1788219201.528409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219201.539942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:3.1:1788219201.556363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:3.1:1788219201.556385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:2.1:1788219201.577370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:2.1:1788219201.585404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219201.585426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219201.603419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca600. 00010000:00000010:2.1:1788219201.614008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219201.614025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219201.631534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:2.1:1788219201.636430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219201.636452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:2.1:1788219201.646436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca600. 00010000:00000010:2.1:1788219201.659490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219201.659508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219201.667377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00010000:00000010:1.1:1788219201.677510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219201.677530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219201.685507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00010000:00000010:1.1:1788219201.703364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219201.703384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219201.714600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00010000:00000010:0.1:1788219201.731502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219201.731527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219201.748658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00010000:00000010:2.1:1788219201.760700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219201.760730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219201.776615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:2.1:1788219201.794520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219201.794550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219201.809487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00010000:00000010:3.1:1788219201.824276:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219201.824296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:0.1:1788219201.840481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:1.1:1788219201.846415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219201.846440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219201.859753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00010000:00000010:1.1:1788219201.873637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219201.873659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219201.890760:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00010000:00000010:1.1:1788219201.899003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219201.899035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219201.906499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00010000:00000010:0.1:1788219201.917505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219201.917528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219201.931114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:1.1:1788219201.953420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219201.953443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219201.968783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:0.1:1788219201.980665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219201.980686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219201.995521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:1.1:1788219202.005370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219202.005402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219202.013562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:1.1:1788219202.026429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.026451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219202.033431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00010000:00000010:1.1:1788219202.056561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.056581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219202.072362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00010000:00000010:0.1:1788219202.087376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219202.087409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219202.097429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:0.1:1788219202.113379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219202.113411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219202.131644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219202.154430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219202.154457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219202.176375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:1.1:1788219202.199257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.199279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219202.207178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00010000:00000010:0.1:1788219202.227432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.227455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219202.234603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219202.249540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219202.249553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219202.272445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00010000:00000010:1.1:1788219202.281572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.281593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:2.1:1788219202.293040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00010000:00000010:0.1:1788219202.313361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.313379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:0.1:1788219202.324442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca700. 00010000:00000010:0.1:1788219202.333412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.333429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219202.352208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219202.357385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.357406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219202.370412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00010000:00000010:1.1:1788219202.389637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.389661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219202.402362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00010000:00000010:0.1:1788219202.421377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.421400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219202.433687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:0.1:1788219202.437765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.437788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219202.446567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00010000:00000010:0.1:1788219202.461875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.461899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219202.469462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219202.492459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.492477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:1.1:1788219202.502930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00010000:00000010:1.1:1788219202.512500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.512523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219202.538345:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00010000:00000010:1.1:1788219202.544371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219202.544393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219202.563408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:0.1:1788219202.574432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:0.1:1788219202.574449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219202.600621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00010000:00000010:0.1:1788219202.618446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.618529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219202.626886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219202.644177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219202.644194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:1.1:1788219202.657518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:1.1:1788219202.682406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:1.1:1788219202.682422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219202.701389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:2.1:1788219202.722680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:2.1:1788219202.722691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219202.734377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00010000:00000010:0.1:1788219202.747361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.747377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219202.770094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:0.1:1788219202.785855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219202.785873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219202.806403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00010000:00000010:2.1:1788219202.825811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:2.1:1788219202.825840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219202.842823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219202.864534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219202.864548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219202.869408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00010000:00000010:1.1:1788219202.883425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219202.883443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219202.899533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:0.1:1788219202.920425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219202.920454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219202.935388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:2.1:1788219202.952463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219202.952478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219202.964440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9900. 00010000:00000010:2.1:1788219202.981174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219202.981189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219203.009352:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:2.1:1788219203.019361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219203.019376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219203.043376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00010000:00000010:1.1:1788219203.049717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219203.049724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219203.054369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219203.065539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219203.065554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219203.081425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2c0. 00010000:00000010:0.1:1788219203.091104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219203.091119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219203.102725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00010000:00000010:0.1:1788219203.114536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219203.114552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219203.125374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:2.1:1788219203.135537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219203.135553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:2.1:1788219203.144756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00010000:00000010:2.1:1788219203.155085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219203.155102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:3.1:1788219203.174639:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00010000:00000010:3.1:1788219203.174656:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219203.174661:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219203.179550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:3.1:1788219203.197366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219203.197382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219203.207366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88660. 00010000:00000010:3.1:1788219203.216361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219203.216378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219203.227392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:0.1:1788219203.248362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219203.248379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:0.1:1788219203.248387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88660. 00010000:00000010:0.1:1788219203.251611:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219203.251619:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219203.267732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:0.1:1788219203.267743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219203.267748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219203.272341:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00010000:00000010:0.1:1788219203.281486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219203.281494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219203.286361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00010000:00000010:2.1:1788219203.300853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219203.300871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:2.1:1788219203.306524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00010000:00000010:0.1:1788219203.320379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219203.320395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:0.1:1788219203.330375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00010000:00000010:2.1:1788219203.336370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219203.336378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219203.343365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00010000:00000010:0.1:1788219203.353397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219203.353412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219203.367431:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:0.1:1788219203.377392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219203.377407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219203.385617:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00010000:00000010:0.1:1788219203.392423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219203.392438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219203.402540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:1.1:1788219203.413939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219203.413954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219203.426452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00010000:00000010:1.1:1788219203.444382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219203.444399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219203.460747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00010000:00000010:2.1:1788219203.471443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:2.1:1788219203.471461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219203.480890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00010000:00000010:0.1:1788219203.498578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219203.498588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219203.503366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:0.1:1788219203.530352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219203.530359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219203.537730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00010000:00000010:2.1:1788219203.542365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:2.1:1788219203.542379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219203.549546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:1.1:1788219203.597261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219203.597276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219203.610672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00010000:00000010:1.1:1788219203.624675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219203.624692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219203.636379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00010000:00000010:0.1:1788219203.660628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219203.660645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219203.681288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00010000:00000010:2.1:1788219203.696360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219203.696377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219203.710616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:0.1:1788219203.715371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219203.715388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219203.727300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:1.1:1788219203.744398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219203.744419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:1.1:1788219203.756384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:1.1:1788219203.776826:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219203.776837:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219203.786417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00010000:00000010:1.1:1788219203.795410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219203.795435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219203.815643:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:0.1:1788219203.827500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219203.827525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219203.846384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:0.1:1788219203.851672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219203.851995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219203.856368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:0.1:1788219203.880363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219203.880388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219203.890503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:2.1:1788219203.905397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:2.1:1788219203.905413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:2.1:1788219203.913389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:2.1:1788219203.928053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219203.928064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:2.1:1788219203.932370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00010000:00000010:2.1:1788219203.943367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219203.943392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:3.1:1788219203.953522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad80. 00010000:00000010:2.1:1788219203.963844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219203.963869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:2.1:1788219203.988353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:1.1:1788219203.998342:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219203.998350:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:1.1:1788219204.005457:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca100. 00010000:00000010:1.1:1788219204.013515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.013536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219204.029364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00010000:00000010:1.1:1788219204.047376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.047397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219204.054495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:0.1:1788219204.069384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219204.069408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219204.077369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00010000:00000010:0.1:1788219204.092537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219204.092558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219204.103504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:0.1:1788219204.116436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219204.116458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219204.130881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00010000:00000010:2.1:1788219204.145436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219204.145458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:2.1:1788219204.155373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:2.1:1788219204.167545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219204.167564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219204.181433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00010000:00000010:2.1:1788219204.186010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219204.186032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:2.1:1788219204.197524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00010000:00000010:0.1:1788219204.206609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219204.206636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:0.1:1788219204.214514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00010000:00000010:0.1:1788219204.235368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219204.235376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219204.239738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00010000:00000010:0.1:1788219204.254372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219204.254393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219204.271633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:1.1:1788219204.281598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.281621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219204.292543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:1.1:1788219204.315121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.315146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219204.321568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:1.1:1788219204.335590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.335616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219204.356563:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:1.1:1788219204.375597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.375620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219204.394518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:3.1:1788219204.412556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219204.412578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:3.1:1788219204.435978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:1.1:1788219204.474386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.474409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:1.1:1788219204.493386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00010000:00000010:1.1:1788219204.508496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:1.1:1788219204.508523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219204.518776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:2.1:1788219204.548603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:2.1:1788219204.548627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219204.552436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:1.1:1788219204.561426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219204.561448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219204.576572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00010000:00000010:1.1:1788219204.593364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219204.593386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219204.609158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:1.1:1788219204.625381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219204.625404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219204.638614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00010000:00000010:3.1:1788219204.656573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219204.656593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:3.1:1788219204.668556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:0.1:1788219204.685381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219204.685406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:0.1:1788219204.703399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00010000:00000010:2.1:1788219204.725370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:2.1:1788219204.725393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219204.743605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00010000:00000010:1.1:1788219204.769367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219204.769389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219204.783381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00010000:00000010:0.1:1788219204.804409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219204.804419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219204.827361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00010000:00000010:2.1:1788219204.841394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219204.841417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219204.854367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:0.1:1788219204.873418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219204.873429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219204.883503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9180. 00010000:00000010:0.1:1788219204.901632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219204.901651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219204.923722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:1.1:1788219204.954443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219204.954466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219204.974500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9180. 00010000:00000010:1.1:1788219204.992672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219204.992707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:2.1:1788219205.025872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00010000:00000010:3.1:1788219205.029450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:3.1:1788219205.029474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:2.1:1788219205.033354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:2.1:1788219205.043836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219205.043844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219205.048726:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00010000:00000010:2.1:1788219205.062748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219205.062769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219205.083248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:2.1:1788219205.095801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219205.095822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:2.1:1788219205.121010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00010000:00000010:0.1:1788219205.123547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219205.123554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:1.1:1788219205.129775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:1.1:1788219205.156530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219205.156548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219205.156554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00010000:00000010:1.1:1788219205.159510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219205.159532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219205.164364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00010000:00000010:2.1:1788219205.189356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:2.1:1788219205.189371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219205.196374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00010000:00000010:0.1:1788219205.207877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219205.207890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219205.230876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:0.1:1788219205.240277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219205.240296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219205.255530:0:1044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00010000:00000010:2.1:1788219205.265406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219205.265423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219205.268545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:1.1:1788219205.284084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219205.284095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219205.288768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00010000:00000010:0.1:1788219205.304215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219205.304234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:0.1:1788219205.317439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00010000:00000010:0.1:1788219205.340811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219205.340824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219205.349428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00010000:00000010:1.1:1788219205.369540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219205.369554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219205.372344:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db60. 00010000:00000010:1.1:1788219205.386369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219205.386387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:1.1:1788219205.396398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1c0. 00010000:00000010:2.1:1788219205.417359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:2.1:1788219205.417375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219205.429395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db60. 00010000:00000010:1.1:1788219205.437453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:1.1:1788219205.437470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219205.454447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00010000:00000010:1.1:1788219205.467369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219205.467383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:0.1:1788219205.481397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1c0. 00010000:00000010:2.1:1788219205.498478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219205.498495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219205.507204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00010000:00000010:0.1:1788219205.524363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219205.524379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219205.537437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00010000:00000010:2.1:1788219205.563353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219205.563367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:3.1:1788219205.563417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00010000:00000010:3.1:1788219205.572510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:3.1:1788219205.572535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:3.1:1788219205.609270:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882e0. 00010000:00000010:0.1:1788219205.632386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219205.632402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:0.1:1788219205.643440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88400. 00010000:00000010:1.1:1788219205.654360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:1.1:1788219205.654376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219205.680410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00010000:00000010:1.1:1788219205.689368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219205.689384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219205.689390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00010000:00000010:2.1:1788219205.707487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:2.1:1788219205.707500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219205.723826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfe0. 00010000:00000010:0.1:1788219205.736356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219205.736373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219205.745504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:2.1:1788219205.761364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:2.1:1788219205.761389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219205.784108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:0.1:1788219205.795791:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219205.795805:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219205.799446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:2.1:1788219205.817360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219205.817375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219205.834484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:0.1:1788219205.840473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:0.1:1788219205.840491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219205.846666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:1.1:1788219205.855478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219205.855486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219205.887355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:2.1:1788219205.899516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:2.1:1788219205.899532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219205.906026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00010000:00000010:2.1:1788219205.931431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:2.1:1788219205.931447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219205.949374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00010000:00000010:2.1:1788219205.962356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:2.1:1788219205.962373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219205.977339:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:2.1:1788219205.987791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:2.1:1788219205.987810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219206.013358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c40. 00010000:00000010:2.1:1788219206.030573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:2.1:1788219206.030590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219206.046388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:2.1:1788219206.075758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219206.075776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219206.107264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c40. 00010000:00000010:0.1:1788219206.112484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219206.112500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219206.130557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:2.1:1788219206.137696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219206.137712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:3.1:1788219206.140743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c40. 00010000:00000010:3.1:1788219206.175556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:3.1:1788219206.175572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:0.1:1788219206.180472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882e0. 00010000:00000010:0.1:1788219206.197869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219206.197879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219206.201489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:0.1:1788219206.224933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219206.224943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219206.224948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00010000:00000010:0.1:1788219206.239698:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.239714:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219206.239720:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:0.1:1788219206.246361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219206.246377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:3.1:1788219206.255385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00010000:00000010:3.1:1788219206.263486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219206.263500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:3.1:1788219206.271544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88960. 00010000:00000010:3.1:1788219206.288375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:3.1:1788219206.288390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:3.1:1788219206.295378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880e0. 00010000:00000010:2.1:1788219206.299358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:2.1:1788219206.299372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:0.1:1788219206.305476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88960. 00010000:00000010:2.1:1788219206.326383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219206.326399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:3.1:1788219206.329531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9dc0. 00010000:00000010:3.1:1788219206.340364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:3.1:1788219206.340382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:3.1:1788219206.349370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880e0. 00000080:00000010:3.1:1788219206.363439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88300. 00010000:00000010:2.1:1788219206.364352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:2.1:1788219206.364359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:0.1:1788219206.371878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.371897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:0.1:1788219206.378426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880e0. 00010000:00000010:0.1:1788219206.390464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.390472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219206.394732:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00010000:00000010:1.1:1788219206.406559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.406567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219206.410539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00010000:00000010:1.1:1788219206.418463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.418478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.426472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00010000:00000010:1.1:1788219206.434386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.434403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.440561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:1.1:1788219206.453492:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.453501:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:2.1:1788219206.479380:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00010000:00000010:0.1:1788219206.483790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.483805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:0.1:1788219206.483811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00010000:00000010:0.1:1788219206.499157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219206.499174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219206.508786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:1.1:1788219206.508997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00010000:00000010:0.1:1788219206.512143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.512159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:1.1:1788219206.512455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.512462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.521483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:1.1:1788219206.529469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.529485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.538085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00010000:00000010:1.1:1788219206.550463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.550473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.556094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:3.1:1788219206.561389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:3.1:1788219206.561402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:3.1:1788219206.580498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00010000:00000010:3.1:1788219206.597357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:3.1:1788219206.597373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219206.603450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88300. 00010000:00000010:2.1:1788219206.619380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:2.1:1788219206.619394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:1.1:1788219206.644689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88220. 00010000:00000010:1.1:1788219206.657923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.657940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.667366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:1.1:1788219206.697346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.697357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:3.1:1788219206.705379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00010000:00000010:2.1:1788219206.733432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:2.1:1788219206.733450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:0.1:1788219206.738373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88300. 00010000:00000010:0.1:1788219206.754039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.754054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219206.778472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00010000:00000010:0.1:1788219206.793491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219206.793508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219206.817358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:1.1:1788219206.842371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219206.842387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219206.851349:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00010000:00000010:1.1:1788219206.884692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:1.1:1788219206.884704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219206.905472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:0.1:1788219206.923371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:0.1:1788219206.923386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:0.1:1788219206.946754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd20. 00010000:00000010:0.1:1788219206.972897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219206.972915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219206.976457:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219206.991353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219206.991370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.011188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:0.1:1788219207.015961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219207.015976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.023096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219207.055063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219207.055076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.064440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:0.1:1788219207.073962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219207.073977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.097369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219207.107363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219207.107378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:2.1:1788219207.124455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:0.1:1788219207.145396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219207.145412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:0.1:1788219207.145418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0a0. 00010000:00000010:0.1:1788219207.170704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219207.170720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.170726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:1.1:1788219207.186378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219207.186394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219207.203922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:1.1:1788219207.218137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219207.218152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:1.1:1788219207.225353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1c0. 00010000:00000010:2.1:1788219207.239506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:2.1:1788219207.239814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219207.243479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:0.1:1788219207.257376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219207.257392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.285464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:0.1:1788219207.299460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219207.299475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.317369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219207.325364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219207.325380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.333481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:0.1:1788219207.346212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219207.346232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219207.353490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00000080:00000010:3.1:1788219207.372576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:2.1:1788219207.374600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219207.374607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:3.1:1788219207.378588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219207.378601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219207.385649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e00. 00010000:00000010:3.1:1788219207.396665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:3.1:1788219207.396688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219207.407458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88940. 00010000:00000010:2.1:1788219207.429458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:2.1:1788219207.429466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219207.430102:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e00. 00010000:00000010:2.1:1788219207.438134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:2.1:1788219207.438150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:0.1:1788219207.448367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88940. 00010000:00000010:0.1:1788219207.470393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.470410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219207.480880:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:2.1:1788219207.500371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219207.500387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:0.1:1788219207.512372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00010000:00000010:0.1:1788219207.520364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.520381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219207.538788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219207.557476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.557488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219207.575384:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00010000:00000010:1.1:1788219207.582428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219207.582444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219207.592365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9e0. 00010000:00000010:1.1:1788219207.621366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219207.621381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219207.636810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00010000:00000010:1.1:1788219207.659071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219207.659087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219207.662482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9e0. 00010000:00000010:1.1:1788219207.684620:0:19:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219207.684635:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219207.690468:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00010000:00000010:0.1:1788219207.714753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.714770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219207.714776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219207.720639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219207.720646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219207.724491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:0.1:1788219207.749384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219207.749402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219207.755372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:0.1:1788219207.773358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219207.773374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219207.785738:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:3.1:1788219207.805358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:2.1:1788219207.805421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219207.805429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:3.1:1788219207.817421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219207.817433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219207.822693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e00. 00010000:00000010:3.1:1788219207.841137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219207.841148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219207.850457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88380. 00010000:00000010:3.1:1788219207.875871:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219207.875882:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:3.1:1788219207.875888:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e00. 00010000:00000010:0.1:1788219207.886367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.886383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219207.889458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88380. 00010000:00000010:0.1:1788219207.900365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.900384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219207.908359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:0.1:1788219207.923362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.923378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219207.939371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219207.965373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219207.965381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:1.1:1788219207.984388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:2.1:1788219207.987516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219207.987532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:2.1:1788219207.991489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9e0. 00010000:00000010:2.1:1788219207.995482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219207.995499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:2.1:1788219208.008147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:2.1:1788219208.017410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:2.1:1788219208.017425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:2.1:1788219208.031370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00010000:00000010:3.1:1788219208.066413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:3.1:1788219208.066430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:1.1:1788219208.072369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafa0. 00010000:00000010:1.1:1788219208.091519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219208.091526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219208.095795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:1.1:1788219208.113373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219208.113389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219208.120485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db00. 00010000:00000010:1.1:1788219208.134489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219208.134502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219208.164285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:1.1:1788219208.164301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219208.164306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:3.1:1788219208.185534:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db00. 00010000:00000010:3.1:1788219208.194348:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219208.194354:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219208.198516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a40. 00010000:00000010:3.1:1788219208.215391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219208.215406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219208.235377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a20. 00010000:00000010:3.1:1788219208.245394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219208.245409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:3.1:1788219208.257416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a40. 00010000:00000010:2.1:1788219208.271469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219208.271486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219208.283561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a20. 00010000:00000010:1.1:1788219208.292463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219208.292476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219208.306415:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:1.1:1788219208.317400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219208.317417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219208.329375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00010000:00000010:2.1:1788219208.354376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219208.354393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219208.364371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:0.1:1788219208.373211:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.373222:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.389515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219208.394366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.394381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.405364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219208.426372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.426385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.431472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219208.441404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.441421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.458504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219208.462494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.462508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.472390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219208.480390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.480407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.490826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219208.498406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.498415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.505465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219208.510363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.510379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219208.526302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219208.532600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219208.532614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219208.538362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:2.1:1788219208.542411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:2.1:1788219208.542428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219208.549473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219208.555592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219208.555608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219208.566427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219208.574394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219208.574412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219208.593366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219208.601546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219208.601562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219208.617393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219208.649473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219208.649490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:2.1:1788219208.698381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:2.1:1788219208.738361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:2.1:1788219208.738376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:0.1:1788219208.761362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00010000:00000010:1.1:1788219208.781502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219208.781519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:1.1:1788219208.792633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:2.1:1788219208.802489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:2.1:1788219208.802509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219208.809778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00010000:00000010:0.1:1788219208.843378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219208.843395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219208.856533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:1.1:1788219208.877561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219208.877570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:1.1:1788219208.895530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:1.1:1788219208.916369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219208.916382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:1.1:1788219208.923431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00010000:00000010:0.1:1788219208.948389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:0.1:1788219208.948405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219208.961690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:0.1:1788219208.973361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219208.973377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219209.002363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:0.1:1788219209.005528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.005542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219209.015110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:2.1:1788219209.024049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219209.024067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:0.1:1788219209.036412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:0.1:1788219209.049368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.049382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:2.1:1788219209.071351:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219209.092361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.092375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:2.1:1788219209.096498:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00010000:00000010:0.1:1788219209.108388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.108402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:0.1:1788219209.116423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00010000:00000010:0.1:1788219209.132361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.132377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219209.147652:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:0.1:1788219209.162072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.162087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219209.166412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:1.1:1788219209.183375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219209.183391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219209.197648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:3.1:1788219209.216514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219209.216530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:3.1:1788219209.226593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00010000:00000010:2.1:1788219209.242363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:2.1:1788219209.242378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:1.1:1788219209.250391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a40. 00010000:00000010:1.1:1788219209.258460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219209.258468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219209.264539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:1.1:1788219209.274483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219209.274496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219209.297099:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00010000:00000010:1.1:1788219209.319413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219209.319426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219209.331873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:2.1:1788219209.364898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219209.364913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:3.1:1788219209.372112:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00010000:00000010:3.1:1788219209.383156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:3.1:1788219209.383173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:3.1:1788219209.419367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a00. 00010000:00000010:1.1:1788219209.423578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219209.423593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:1.1:1788219209.434122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88020. 00010000:00000010:1.1:1788219209.455441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:1.1:1788219209.455459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219209.459359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:2.1:1788219209.480394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:2.1:1788219209.480418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:0.1:1788219209.519922:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d720. 00010000:00000010:0.1:1788219209.524497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.524509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219209.529332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:0.1:1788219209.555617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219209.555633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:2.1:1788219209.575391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00010000:00000010:2.1:1788219209.597363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:2.1:1788219209.597380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:0.1:1788219209.611716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:2.1:1788219209.636073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219209.636097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:0.1:1788219209.646411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:1.1:1788219209.668178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.668192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:1.1:1788219209.676729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00010000:00000010:1.1:1788219209.687284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.687309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219209.697833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:0.1:1788219209.707362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:0.1:1788219209.707377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:0.1:1788219209.730910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:1.1:1788219209.753386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219209.753410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:3.1:1788219209.789221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:2.1:1788219209.799370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:2.1:1788219209.799386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:1.1:1788219209.809357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a00. 00010000:00000010:1.1:1788219209.826487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.826495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219209.830584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:1.1:1788219209.846399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.846413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219209.873452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:1.1:1788219209.873472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.873477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219209.897404:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:0.1:1788219209.903368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219209.903384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219209.910345:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93c0. 00010000:00000010:1.1:1788219209.918393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.918407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219209.932383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:0.1:1788219209.935504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219209.935519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:0.1:1788219209.942354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00010000:00000010:2.1:1788219209.956354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219209.956370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219209.968801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00010000:00000010:1.1:1788219209.986355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219209.986369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219209.998423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:1.1:1788219210.003410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.003418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219210.008546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00010000:00000010:2.1:1788219210.023364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219210.023376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219210.029532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:0.1:1788219210.043384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219210.043399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219210.048926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00010000:00000010:0.1:1788219210.053367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219210.053379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219210.072442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:0.1:1788219210.075639:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219210.075646:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219210.090779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00010000:00000010:0.1:1788219210.096723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219210.096731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219210.096737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00010000:00000010:1.1:1788219210.116123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219210.116136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219210.119363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00010000:00000010:1.1:1788219210.139389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.139404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219210.146455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00010000:00000010:1.1:1788219210.155483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.155500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219210.170486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:1.1:1788219210.175362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.175380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219210.183363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00010000:00000010:1.1:1788219210.197125:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.197135:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:1.1:1788219210.203360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:1.1:1788219210.216442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.216456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219210.245458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00010000:00000010:0.1:1788219210.261388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219210.261403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219210.289345:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00010000:00000010:0.1:1788219210.289354:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219210.289359:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219210.295718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:0.1:1788219210.304638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219210.304666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219210.324365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93c0. 00010000:00000010:2.1:1788219210.350362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219210.350378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219210.375410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:1.1:1788219210.410749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219210.410768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:1.1:1788219210.441403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93c0. 00010000:00000010:1.1:1788219210.461376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.461384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219210.480109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:0.1:1788219210.499500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219210.499511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219210.499515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:0.1:1788219210.503496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219210.503512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219210.511534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00010000:00000010:0.1:1788219210.524363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219210.524381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219210.534624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:2.1:1788219210.563777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:2.1:1788219210.563795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219210.565500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00010000:00000010:1.1:1788219210.594365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219210.594381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219210.610180:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:0.1:1788219210.632366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219210.632380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219210.656358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:2.1:1788219210.667425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219210.667440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:2.1:1788219210.679349:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91a0. 00010000:00000010:2.1:1788219210.689399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219210.689416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219210.711466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:2.1:1788219210.743672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219210.743688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219210.749480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:2.1:1788219210.773360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219210.773376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219210.780386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:0.1:1788219210.803394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:0.1:1788219210.803406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:0.1:1788219210.808386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:0.1:1788219210.820700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219210.820715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219210.835040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:1.1:1788219210.864370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.864387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:1.1:1788219210.872366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00010000:00000010:1.1:1788219210.919357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219210.919372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:1.1:1788219210.952413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00010000:00000010:0.1:1788219210.970550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219210.970559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219210.974360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00010000:00000010:1.1:1788219211.008255:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219211.008405:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:1.1:1788219211.029107:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00010000:00000010:0.1:1788219211.049482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:0.1:1788219211.049499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:0.1:1788219211.060459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00010000:00000010:1.1:1788219211.078487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219211.078503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:1.1:1788219211.100364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00010000:00000010:1.1:1788219211.119962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219211.119979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219211.129381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:1.1:1788219211.138097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219211.138113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:1.1:1788219211.154360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:2.1:1788219211.197489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:2.1:1788219211.197504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219211.211775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:0.1:1788219211.235200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219211.235215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219211.244638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:2.1:1788219211.266527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:2.1:1788219211.266543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:0.1:1788219211.279688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219211.294432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219211.294447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.300479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:0.1:1788219211.332205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219211.332215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.332220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219211.344652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219211.344668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:2.1:1788219211.348365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00010000:00000010:3.1:1788219211.371485:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:3.1:1788219211.371493:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219211.376360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca340. 00010000:00000010:3.1:1788219211.391390:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:3.1:1788219211.391397:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:3.1:1788219211.398396:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00010000:00000010:2.1:1788219211.407351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:2.1:1788219211.407357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:0.1:1788219211.415494:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888a0. 00010000:00000010:0.1:1788219211.431702:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219211.431710:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219211.440635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:0.1:1788219211.440660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219211.440665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.447359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219211.465454:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219211.465460:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219211.474390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219211.477444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219211.477456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.481450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219211.506740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219211.506758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:0.1:1788219211.506767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:0.1:1788219211.539877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:0.1:1788219211.539891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.539897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:2.1:1788219211.543550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:2.1:1788219211.543566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:2.1:1788219211.566973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00010000:00000010:1.1:1788219211.592439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219211.592457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:3.1:1788219211.607122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf80. 00010000:00000010:2.1:1788219211.623375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:2.1:1788219211.623389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:1.1:1788219211.627352:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88be0. 00010000:00000010:1.1:1788219211.634359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219211.634376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219211.668736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:1.1:1788219211.681303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219211.681344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219211.697359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00010000:00000010:1.1:1788219211.725617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219211.725633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219211.725638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:1.1:1788219211.732476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219211.732491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219211.737443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00010000:00000010:1.1:1788219211.764397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219211.764404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219211.767442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00010000:00000010:0.1:1788219211.785501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219211.785518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.803601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219211.822217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219211.822232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219211.840362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:1.1:1788219211.871280:0:306909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219211.871292:0:306909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219211.876355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00010000:00000010:0.1:1788219211.900501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219211.900515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219211.933784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00010000:00000010:2.1:1788219211.938366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:2.1:1788219211.938382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:1.1:1788219211.965449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00010000:00000010:0.1:1788219211.974862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219211.974876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219212.009240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00010000:00000010:0.1:1788219212.009257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219212.009262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219212.013466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:2.1:1788219212.047098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:2.1:1788219212.047113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:0.1:1788219212.073367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219212.078654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219212.078670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219212.094355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00010000:00000010:1.1:1788219212.140010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219212.140039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219212.147047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00010000:00000010:2.1:1788219212.164352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:2.1:1788219212.164363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219212.176777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00010000:00000010:0.1:1788219212.198068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219212.198085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219212.219529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:0.1:1788219212.224361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219212.224376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219212.232412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:0.1:1788219212.243680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219212.243696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219212.260494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:1.1:1788219212.268471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219212.268485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:1.1:1788219212.277399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:1.1:1788219212.289356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219212.289365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219212.299337:0:306909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00010000:00000010:1.1:1788219212.312357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219212.312372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:3.1:1788219212.341281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:3.1:1788219212.360367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:3.1:1788219212.360382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:1.1:1788219212.374501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88900. 00010000:00000010:1.1:1788219212.384362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219212.384376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219212.398822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00010000:00000010:1.1:1788219212.405782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219212.405796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219212.448381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00010000:00000010:0.1:1788219212.469245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:0.1:1788219212.469262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219212.482343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:0.1:1788219212.482371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19af380. 00010000:00000010:0.1:1788219212.506366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00010000:00000010:0.1:1788219212.506380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e900. 00010000:00000010:0.1:1788219212.506384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00000080:00000010:0.1:1788219212.519450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19adac0. 00000080:00000010:0.1:1788219212.519466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca620. 00010000:00000010:1.1:1788219212.560426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:1.1:1788219212.560436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00010000:00000010:1.1:1788219212.575564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219212.575591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:0.1:1788219212.586967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:0.1:1788219212.586982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:0.1:1788219212.586985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00010000:00000010:0.1:1788219212.586988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:0.1:1788219212.586990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:0.1:1788219212.586993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00010000:00000010:0.1:1788219212.586995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:0.1:1788219212.586998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:0.1:1788219212.594377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00010000:00000010:0.1:1788219212.644624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00010000:00000010:2.1:1788219212.647218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:2.1:1788219212.647235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219212.647238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219212.647240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:2.1:1788219212.647243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219212.647245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219212.647247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219212.647250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219212.649643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00010000:00000010:0.1:1788219212.649662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219212.649666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00010000:00000010:2.1:1788219212.692349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00010000:00000010:2.1:1788219212.692355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00010000:00000010:2.1:1788219212.692357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00010000:00000010:2.1:1788219212.692361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00010000:00000010:2.1:1788219212.695439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:2.1:1788219212.695449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219212.695452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00010000:00000010:2.1:1788219212.695454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00010000:00000010:0.1:1788219212.695478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219212.695494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88220. 00010000:00000010:0.1:1788219212.707871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219212.707887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:1.1:1788219212.710356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:0.1:1788219212.750514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00010000:00000010:3.1:1788219212.765377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219212.778605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00010000:00000010:2.1:1788219212.799378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:1.1:1788219212.817467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00010000:00000010:3.1:1788219212.837384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:1.1:1788219212.848695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00010000:00000010:0.1:1788219212.883537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219212.890907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00010000:00000010:1.1:1788219212.930888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:1.1:1788219212.930902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:1.1:1788219212.930905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00010000:00000010:1.1:1788219212.930909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00010000:00000010:1.1:1788219212.930912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:1.1:1788219212.943431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:1.1:1788219212.943447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:1.1:1788219212.943450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:0.1:1788219212.961617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:0.1:1788219212.961630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00010000:00000010:0.1:1788219212.961643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00010000:00000010:0.1:1788219212.961648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:0.1:1788219212.961653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219212.979372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5109080. 00000080:00000010:0.1:1788219212.979391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:2.1:1788219213.042619:0:256064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00010000:00000010:2.1:1788219213.070382:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:2.1:1788219213.070399:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:2.1:1788219213.070402:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:2.1:1788219213.070405:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:2.1:1788219213.070407:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:2.1:1788219213.070410:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:2.1:1788219213.070413:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:2.1:1788219213.070415:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:3.1:1788219213.129358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:3.1:1788219213.129375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:3.1:1788219213.129380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:3.1:1788219213.129385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00000080:00000010:2.1:1788219213.179140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:2.1:1788219213.179163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51039c0. 00010000:00000010:3.1:1788219213.204860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:3.1:1788219213.204876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5e0. 00010000:00000010:1.1:1788219213.211387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:1.1:1788219213.211399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00010000:00000010:1.1:1788219213.211403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00010000:00000010:1.1:1788219213.211406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00010000:00000010:1.1:1788219213.211409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00010000:00000010:1.1:1788219213.215713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00010000:00000010:1.1:1788219213.215727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00010000:00000010:1.1:1788219213.215730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00010000:00000010:3.1:1788219213.235373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:3.1:1788219213.235390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:2.1:1788219213.362913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:2.1:1788219213.362919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:2.1:1788219213.362922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:2.1:1788219213.362925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:2.1:1788219213.362928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:2.1:1788219213.362930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:2.1:1788219213.362991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:2.1:1788219213.362995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:2.1:1788219213.367357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:2.1:1788219213.367375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:2.1:1788219213.367379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:1.1:1788219213.408368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88400. 00000080:00000010:1.1:1788219213.408400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a6b40. 00010000:00000010:0.1:1788219213.453450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00010000:00000010:0.1:1788219213.453460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00010000:00000010:0.1:1788219213.456470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00010000:00000010:0.1:1788219213.456479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00010000:00000010:0.1:1788219213.456482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00010000:00000010:0.1:1788219213.456485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00010000:00000010:0.1:1788219213.456488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:0.1:1788219213.456490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00010000:00000010:2.1:1788219213.461385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:2.1:1788219213.461400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1a0. 00010000:00000010:2.1:1788219213.489480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:2.1:1788219213.489497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf80. 00000080:00000010:0.1:1788219213.506477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f60. 00000080:00000010:0.1:1788219213.549624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:0.1:1788219213.623046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:2.1:1788219213.625470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219213.653360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca100. 00000080:00000010:2.1:1788219213.681480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca100. 00010000:00000010:1.1:1788219213.721787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:1.1:1788219213.721802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:0.1:1788219213.749755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:1.1:1788219213.807650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:0.1:1788219213.811495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:1.1:1788219213.835457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:0.1:1788219213.875399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88680. 00000080:00000010:0.1:1788219213.916955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:2.1:1788219213.956262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00000080:00000010:2.1:1788219213.979355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00000080:00000010:3.1:1788219214.008386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00000080:00000010:0.1:1788219214.035909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:0.1:1788219214.050599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882a0. 00000080:00000010:0.1:1788219214.082369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:2.1:1788219214.104355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.128402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.168811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.199714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:0.1:1788219214.226356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:0.1:1788219214.244481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:0.1:1788219214.271414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:2.1:1788219214.292357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.315357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.335366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.366384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:2.1:1788219214.387368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00000080:00000010:0.1:1788219214.424416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88860. 00000080:00000010:0.1:1788219214.428461:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219214.465468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219214.480109:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00000080:00000010:0.1:1788219214.516417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00000080:00000010:3.1:1788219214.524263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6e0. 00000080:00000010:3.1:1788219214.538591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f00. 00000080:00000010:3.1:1788219214.549363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88980. 00000080:00000010:3.1:1788219214.575831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:0.1:1788219214.605348:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88980. 00000080:00000010:0.1:1788219214.619385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:1.1:1788219214.653392:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219214.664507:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:1.1:1788219214.679353:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219214.700467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219214.722444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:1.1:1788219214.733344:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219214.747902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:0.1:1788219214.767879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00000080:00000010:0.1:1788219214.790446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:1.1:1788219214.824334:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:1.1:1788219214.851440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:0.1:1788219214.870448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:1.1:1788219214.899363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:1.1:1788219214.911170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00000080:00000010:0.1:1788219214.935171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae60. 00000080:00000010:0.1:1788219214.953490:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:0.1:1788219214.964650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:0.1:1788219214.995613:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00000080:00000010:1.1:1788219215.024904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9000. 00000080:00000010:1.1:1788219215.044407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219215.085364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:0.1:1788219215.098379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:2.1:1788219215.126841:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:1.1:1788219215.140631:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219215.157550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219215.170528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219215.197843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:1.1:1788219215.213359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219215.240381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219215.248154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:1.1:1788219215.270451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:0.1:1788219215.282458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00000080:00000010:3.1:1788219215.303181:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:3.1:1788219215.328035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f80. 00000080:00000010:1.1:1788219215.355494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:1.1:1788219215.379424:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219215.397458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219215.421129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:0.1:1788219215.431394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:0.1:1788219215.455450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00000080:00000010:0.1:1788219215.472435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00000080:00000010:0.1:1788219215.493639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00000080:00000010:1.1:1788219215.525197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00000080:00000010:0.1:1788219215.542409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00000080:00000010:1.1:1788219215.566366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:1.1:1788219215.602368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:0.1:1788219215.644861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00000080:00000010:0.1:1788219215.651111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00000080:00000010:2.1:1788219215.663451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a60. 00000080:00000010:2.1:1788219215.693871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:3.1:1788219215.713563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:0.1:1788219215.733138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:1.1:1788219215.767763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884c0. 00000080:00000010:2.1:1788219215.801883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:2.1:1788219215.829390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad00. 00000080:00000010:0.1:1788219215.869669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219215.894393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219215.914375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219215.933121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219215.962412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:1.1:1788219215.978368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:1.1:1788219215.993380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219215.993398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c600. 00010000:00000010:1.1:1788219216.025367:0:302750:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00000080:00000010:0.1:1788219216.029388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00010000:00000010:0.1:1788219216.033416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353000. 00010000:00000010:0.1:1788219216.033430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219216.033434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219216.033437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5dc00. 00000080:00000010:0.1:1788219216.043534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219216.043553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00000080:00000010:0.1:1788219216.043561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00010000:00000010:0.1:1788219216.066628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911300. 00010000:00000010:0.1:1788219216.066636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219216.066641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e300. 00010000:00000010:0.1:1788219216.066645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c600. 00000080:00000010:0.1:1788219216.072356:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00000080:00000010:0.1:1788219216.072370:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00000080:00000010:0.1:1788219216.072375:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:1.1:1788219216.088540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911300. 00010000:00000010:1.1:1788219216.088554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:1.1:1788219216.088559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e600. 00010000:00000010:1.1:1788219216.088563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1de00. 00000080:00000010:1.1:1788219216.096002:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:1.1:1788219216.096021:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabc0. 00000080:00000010:1.1:1788219216.096027:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:1.1:1788219216.109657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219216.109672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219216.109676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:1.1:1788219216.109681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d600. 00000080:00000010:1.1:1788219216.119905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:1.1:1788219216.119926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00000080:00000010:1.1:1788219216.119931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:1.1:1788219216.136458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219216.136474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:1.1:1788219216.136477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219216.136481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ca00. 00000080:00000010:1.1:1788219216.136486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:1.1:1788219216.136497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:1.1:1788219216.136503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:1.1:1788219216.145229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353600. 00010000:00000010:1.1:1788219216.145242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219216.145246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628800. 00010000:00000010:1.1:1788219216.145251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:1.1:1788219216.153358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:1.1:1788219216.153372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:1.1:1788219216.153377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:0.1:1788219216.164368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:0.1:1788219216.164383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219216.164389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ea00. 00010000:00000010:0.1:1788219216.164392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194800. 00000080:00000010:0.1:1788219216.171475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219216.171494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00000080:00000010:0.1:1788219216.171499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae40. 00010000:00000010:0.1:1788219216.182373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:0.1:1788219216.182391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219216.182396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219216.182400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d200. 00000080:00000010:0.1:1788219216.199375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219216.199395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:0.1:1788219216.199401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00010000:00000010:0.1:1788219216.220479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:0.1:1788219216.220494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219216.220499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219216.220502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d800. 00000080:00000010:2.1:1788219216.243451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91e0. 00000080:00000010:2.1:1788219216.243468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00000080:00000010:2.1:1788219216.243472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00010000:00000010:0.1:1788219216.265461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:0.1:1788219216.265475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219216.265480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e900. 00010000:00000010:0.1:1788219216.265483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c800. 00000080:00000010:0.1:1788219216.278399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:0.1:1788219216.278420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca180. 00000080:00000010:0.1:1788219216.278425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca000. 00010000:00000010:2.1:1788219216.301405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:2.1:1788219216.301422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:2.1:1788219216.301429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e100. 00010000:00000010:2.1:1788219216.301432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1dc00. 00000080:00000010:0.1:1788219216.301550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:0.1:1788219216.301562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00000080:00000010:0.1:1788219216.301569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219216.315367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911f00. 00010000:00000010:0.1:1788219216.315384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219216.315389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:0.1:1788219216.315393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:0.1:1788219216.333366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219216.333384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88080. 00000080:00000010:0.1:1788219216.333394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00010000:00000010:2.1:1788219216.353840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911f00. 00010000:00000010:2.1:1788219216.353858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:2.1:1788219216.353864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e000. 00010000:00000010:2.1:1788219216.353867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d400. 00000080:00000010:0.1:1788219216.382825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:0.1:1788219216.382846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3a0. 00000080:00000010:0.1:1788219216.382850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:0.1:1788219216.387152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219216.387166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219216.387172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:0.1:1788219216.387176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5cc00. 00000080:00000010:0.1:1788219216.393401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:0.1:1788219216.393422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:0.1:1788219216.393429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219216.418486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219216.418502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219216.418507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219216.418511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d400. 00000080:00000010:0.1:1788219216.418517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219216.418528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:0.1:1788219216.418533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:0.1:1788219216.431692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219216.431707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219216.431713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e800. 00010000:00000010:0.1:1788219216.431717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c400. 00000080:00000010:1.1:1788219216.462866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:1.1:1788219216.462887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca980. 00000080:00000010:1.1:1788219216.462892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00010000:00000010:1.1:1788219216.469470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353600. 00010000:00000010:1.1:1788219216.469486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219216.469490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ee00. 00010000:00000010:1.1:1788219216.469494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1da00. 00000080:00000010:1.1:1788219216.480394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:1.1:1788219216.480405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:1.1:1788219216.480411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00010000:00000010:1.1:1788219216.492745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353600. 00010000:00000010:1.1:1788219216.492755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219216.492759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ec00. 00010000:00000010:1.1:1788219216.492763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d200. 00000080:00000010:1.1:1788219216.495732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00000080:00000010:1.1:1788219216.495752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00000080:00000010:1.1:1788219216.495759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00010000:00000010:0.1:1788219216.519358:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353600. 00010000:00000010:0.1:1788219216.519377:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:0.1:1788219216.519381:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ed00. 00010000:00000010:0.1:1788219216.519385:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ca00. 00000080:00000010:0.1:1788219216.534352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:0.1:1788219216.534365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0a0. 00000080:00000010:0.1:1788219216.534370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00010000:00000010:0.1:1788219216.539042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219216.539057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219216.539063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219216.539068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5da00. 00000080:00000010:0.1:1788219216.559368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219216.559391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00000080:00000010:0.1:1788219216.559398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00010000:00000010:0.1:1788219216.578659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219216.578668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219216.578673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219216.578676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5de00. 00000080:00000010:0.1:1788219216.587379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:0.1:1788219216.587390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9900. 00000080:00000010:0.1:1788219216.587395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:1.1:1788219216.595374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219216.595392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219216.595396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219216.595401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c000. 00000080:00000010:1.1:1788219216.609358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00000080:00000010:1.1:1788219216.609379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00000080:00000010:1.1:1788219216.609386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ac0. 00010000:00000010:1.1:1788219216.651844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219216.651859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219216.651864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e700. 00010000:00000010:1.1:1788219216.651868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c200. 00000080:00000010:3.1:1788219216.652503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00000080:00000010:3.1:1788219216.652750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafc0. 00000080:00000010:3.1:1788219216.652758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:3.1:1788219216.652763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219216.652768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:3.1:1788219216.652771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79ef00. 00010000:00000010:3.1:1788219216.652774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d800. 00000080:00000010:3.1:1788219216.658386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88280. 00000080:00000010:3.1:1788219216.658399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00000080:00000010:3.1:1788219216.658405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:0.1:1788219216.675489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219216.675508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:0.1:1788219216.675513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79eb00. 00010000:00000010:0.1:1788219216.675516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1d000. 00000080:00000010:0.1:1788219216.682425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:0.1:1788219216.682446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1c0. 00000080:00000010:0.1:1788219216.682450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00010000:00000010:1.1:1788219216.691410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:1.1:1788219216.691428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:1.1:1788219216.691433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e400. 00010000:00000010:1.1:1788219216.691436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1cc00. 00000080:00000010:1.1:1788219216.713044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:1.1:1788219216.713053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00000080:00000010:1.1:1788219216.713063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9900. 00010000:00000010:3.1:1788219216.735079:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219216.735089:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:3.1:1788219216.735094:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e500. 00010000:00000010:3.1:1788219216.735098:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1c000. 00000080:00000010:3.1:1788219216.735102:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00000080:00000010:3.1:1788219216.735110:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00000080:00000010:3.1:1788219216.735116:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00010000:00000010:0.1:1788219216.740422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219216.740439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:0.1:1788219216.740444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219216.740447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c400. 00000080:00000010:1.1:1788219216.763830:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:1.1:1788219216.763842:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fa0. 00000080:00000010:1.1:1788219216.763847:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:3.1:1788219216.768351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:3.1:1788219216.768367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00010000:00000010:3.1:1788219216.768372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:3.1:1788219216.768375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d600. 00000080:00000010:3.1:1788219216.771814:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00000080:00000010:3.1:1788219216.771826:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00000080:00000010:3.1:1788219216.771832:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00010000:00000010:0.1:1788219216.779553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219216.779567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219216.779572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219216.779575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c800. 00000080:00000010:0.1:1788219216.793463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:0.1:1788219216.793477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:0.1:1788219216.793482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88280. 00010000:00000010:0.1:1788219216.799350:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219216.799358:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219216.799363:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639800. 00010000:00000010:0.1:1788219216.799367:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5c200. 00000080:00000010:0.1:1788219216.804505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:0.1:1788219216.804540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219216.804548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219216.815895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219216.815911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219216.815916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639c00. 00010000:00000010:0.1:1788219216.815920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5ce00. 00000080:00000010:0.1:1788219216.827524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:0.1:1788219216.827539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00000080:00000010:0.1:1788219216.827545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00010000:00000010:0.1:1788219216.834478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219216.834498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219216.834503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:0.1:1788219216.834506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219216.849651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:0.1:1788219216.849672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00000080:00000010:0.1:1788219216.849677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:2.1:1788219216.864366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:2.1:1788219216.864384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:2.1:1788219216.864390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:2.1:1788219216.864394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:1.1:1788219216.883234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf80. 00000080:00000010:1.1:1788219216.883254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d00. 00000080:00000010:1.1:1788219216.883260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00010000:00000010:1.1:1788219216.924547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219216.924562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:1.1:1788219216.924566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62600. 00010000:00000010:1.1:1788219216.924569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:1.1:1788219216.954386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219216.954404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f00. 00000080:00000010:1.1:1788219216.954410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:0.1:1788219216.958391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:0.1:1788219216.958409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:0.1:1788219216.958415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:0.1:1788219216.958418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2d1ce00. 00000080:00000010:0.1:1788219216.966546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219216.966566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00000080:00000010:0.1:1788219216.966571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d720. 00010000:00000010:1.1:1788219216.982111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219216.982132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:1.1:1788219216.982136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639900. 00010000:00000010:1.1:1788219216.982141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00000080:00000010:1.1:1788219216.998387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219216.998407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00000080:00000010:1.1:1788219216.998413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:0.1:1788219217.039362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:0.1:1788219217.039380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219217.039386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639a00. 00010000:00000010:0.1:1788219217.039389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:0.1:1788219217.085383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:0.1:1788219217.085404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00000080:00000010:0.1:1788219217.085410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:1.1:1788219217.092805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219217.092821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:1.1:1788219217.092825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:1.1:1788219217.092829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194a00. 00000080:00000010:1.1:1788219217.096542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219217.096565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:1.1:1788219217.096570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:0.1:1788219217.129356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:0.1:1788219217.129374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219217.129379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628300. 00010000:00000010:0.1:1788219217.129382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195400. 00000080:00000010:0.1:1788219217.129389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219217.129398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d000. 00000080:00000010:0.1:1788219217.129403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00010000:00000010:1.1:1788219217.152415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353d00. 00010000:00000010:1.1:1788219217.152431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:1.1:1788219217.152437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219217.152439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000080:00000010:1.1:1788219217.167600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219217.167628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:1.1:1788219217.167634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00010000:00000010:0.1:1788219217.174347:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353d00. 00010000:00000010:0.1:1788219217.174355:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219217.174360:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628600. 00010000:00000010:0.1:1788219217.174362:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000080:00000010:0.1:1788219217.181281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219217.181294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00000080:00000010:0.1:1788219217.181300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00010000:00000010:0.1:1788219217.189354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:0.1:1788219217.189370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219217.189375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:0.1:1788219217.189379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000080:00000010:0.1:1788219217.197338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219217.197347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00000080:00000010:0.1:1788219217.197351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00010000:00000010:1.1:1788219217.206365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:1.1:1788219217.206382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:1.1:1788219217.206388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:1.1:1788219217.206391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194400. 00000080:00000010:3.1:1788219217.223383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:3.1:1788219217.223408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:3.1:1788219217.223414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:2.1:1788219217.244382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:2.1:1788219217.244397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:2.1:1788219217.244401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628e00. 00010000:00000010:2.1:1788219217.244404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00000080:00000010:1.1:1788219217.264479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00000080:00000010:1.1:1788219217.264501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00000080:00000010:1.1:1788219217.269621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:0.1:1788219217.293399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353700. 00010000:00000010:0.1:1788219217.293417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219217.293421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639e00. 00010000:00000010:0.1:1788219217.293425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00000080:00000010:0.1:1788219217.301371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219217.301391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:0.1:1788219217.301398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00010000:00000010:0.1:1788219217.324392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911100. 00010000:00000010:0.1:1788219217.324410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219217.324415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:0.1:1788219217.324419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000080:00000010:0.1:1788219217.330361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:0.1:1788219217.330371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:0.1:1788219217.330375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:2.1:1788219217.336446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911100. 00010000:00000010:2.1:1788219217.336459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:2.1:1788219217.336464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:2.1:1788219217.336467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000010:0.1:1788219217.348462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:0.1:1788219217.348473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:0.1:1788219217.348479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:0.1:1788219217.360830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911b00. 00010000:00000010:0.1:1788219217.360843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219217.360848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639b00. 00010000:00000010:0.1:1788219217.360852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7a00. 00000080:00000010:0.1:1788219217.383676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:0.1:1788219217.383688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219217.383693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:1.1:1788219217.387464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:1.1:1788219217.387481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:1.1:1788219217.387486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:0.1:1788219217.393513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911b00. 00010000:00000010:0.1:1788219217.393520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219217.393526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639400. 00010000:00000010:0.1:1788219217.393529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00010000:00000010:1.1:1788219217.401914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:1.1:1788219217.401924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219217.401929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:1.1:1788219217.401933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000080:00000010:1.1:1788219217.411392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219217.411411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:1.1:1788219217.411416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00010000:00000010:1.1:1788219217.426759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:1.1:1788219217.426768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219217.426771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:1.1:1788219217.426776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:1.1:1788219217.430495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00000080:00000010:1.1:1788219217.430526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:1.1:1788219217.430532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00010000:00000010:1.1:1788219217.443179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:1.1:1788219217.443208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:1.1:1788219217.443213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639500. 00010000:00000010:1.1:1788219217.443216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00000080:00000010:1.1:1788219217.451462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219217.451483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:1.1:1788219217.451489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00010000:00000010:1.1:1788219217.462464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:1.1:1788219217.462481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:1.1:1788219217.462485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639200. 00010000:00000010:1.1:1788219217.462489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00000080:00000010:1.1:1788219217.471366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:1.1:1788219217.471385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00000080:00000010:1.1:1788219217.471391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00010000:00000010:1.1:1788219217.484502:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:1.1:1788219217.484510:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:1.1:1788219217.484525:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639100. 00010000:00000010:1.1:1788219217.484529:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000080:00000010:1.1:1788219217.494160:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:1.1:1788219217.494181:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:1.1:1788219217.494186:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00010000:00000010:0.1:1788219217.519900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:0.1:1788219217.535737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:0.1:1788219217.535753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639000. 00010000:00000010:0.1:1788219217.535758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00000080:00000010:1.1:1788219217.543391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00000080:00000010:1.1:1788219217.543411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:1.1:1788219217.543416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00010000:00000010:0.1:1788219217.567297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353f00. 00010000:00000010:0.1:1788219217.567331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219217.567337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628100. 00010000:00000010:0.1:1788219217.567340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:0.1:1788219217.593409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219217.593429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00000080:00000010:0.1:1788219217.593435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00010000:00000010:0.1:1788219217.608356:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911b00. 00010000:00000010:0.1:1788219217.608363:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307200. 00010000:00000010:0.1:1788219217.608368:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708600. 00010000:00000010:0.1:1788219217.608372:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c800. 00000080:00000010:0.1:1788219217.623351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:0.1:1788219217.623362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00000080:00000010:0.1:1788219217.623366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:1.1:1788219217.643553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353800. 00010000:00000010:1.1:1788219217.643569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219217.643574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639600. 00010000:00000010:1.1:1788219217.643579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8d600. 00000080:00000010:1.1:1788219217.643586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:1.1:1788219217.643595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1a0. 00000080:00000010:1.1:1788219217.643609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00010000:00000010:2.1:1788219217.673351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353800. 00010000:00000010:2.1:1788219217.673368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:2.1:1788219217.673373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639d00. 00010000:00000010:2.1:1788219217.673376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00000080:00000010:2.1:1788219217.690441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab40. 00000080:00000010:2.1:1788219217.690466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:2.1:1788219217.690472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00010000:00000010:3.1:1788219217.710360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250400. 00010000:00000010:3.1:1788219217.710388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:3.1:1788219217.710393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708d00. 00010000:00000010:3.1:1788219217.710397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00000080:00000010:2.1:1788219217.731340:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882c0. 00000080:00000010:2.1:1788219217.731351:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00000080:00000010:2.1:1788219217.731356:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00010000:00000010:2.1:1788219217.739990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250500. 00010000:00000010:2.1:1788219217.740005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00010000:00000010:2.1:1788219217.740009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708700. 00010000:00000010:2.1:1788219217.740012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8ce00. 00000080:00000010:3.1:1788219217.772403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:3.1:1788219217.772427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:3.1:1788219217.772433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca120. 00010000:00000010:1.1:1788219217.790531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911b00. 00010000:00000010:1.1:1788219217.790552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219217.790558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708300. 00010000:00000010:1.1:1788219217.790563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8ca00. 00000080:00000010:1.1:1788219217.817242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:1.1:1788219217.817261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:1.1:1788219217.817268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884a0. 00010000:00000010:1.1:1788219217.843428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:1.1:1788219217.843443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219217.843447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708f00. 00010000:00000010:1.1:1788219217.843451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8d800. 00000080:00000010:2.1:1788219217.867555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:2.1:1788219217.867571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:2.1:1788219217.867578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1a0. 00010000:00000010:3.1:1788219217.875651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250500. 00010000:00000010:3.1:1788219217.875661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:3.1:1788219217.875666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708800. 00010000:00000010:3.1:1788219217.875669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c600. 00000080:00000010:3.1:1788219217.898851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00000080:00000010:3.1:1788219217.898872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:3.1:1788219217.898879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab40. 00010000:00000010:3.1:1788219217.907447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219217.907463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:3.1:1788219217.907468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708c00. 00010000:00000010:3.1:1788219217.907471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8dc00. 00000080:00000010:3.1:1788219217.922348:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00000080:00000010:3.1:1788219217.922359:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d320. 00000080:00000010:3.1:1788219217.922363:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00010000:00000010:3.1:1788219217.934422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219217.934438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:3.1:1788219217.934442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:3.1:1788219217.934445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8d200. 00000080:00000010:3.1:1788219217.945476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00000080:00000010:3.1:1788219217.945500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00000080:00000010:3.1:1788219217.945507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884e0. 00010000:00000010:3.1:1788219217.955365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:3.1:1788219217.955381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:3.1:1788219217.955385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708a00. 00010000:00000010:3.1:1788219217.955388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8d000. 00000080:00000010:3.1:1788219217.967361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884e0. 00000080:00000010:3.1:1788219217.967382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00000080:00000010:3.1:1788219217.967388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00010000:00000010:2.1:1788219217.984380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:2.1:1788219217.988279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:2.1:1788219217.988298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708e00. 00010000:00000010:2.1:1788219217.988303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8de00. 00000080:00000010:3.1:1788219217.996483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00000080:00000010:3.1:1788219217.996507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:3.1:1788219217.996525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00010000:00000010:3.1:1788219218.032446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219218.032463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:3.1:1788219218.032467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639700. 00010000:00000010:3.1:1788219218.032470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6400. 00000080:00000010:3.1:1788219218.037529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00000080:00000010:3.1:1788219218.037546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:3.1:1788219218.037552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884e0. 00010000:00000010:3.1:1788219218.041498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219218.041528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:3.1:1788219218.041533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219218.041535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:3.1:1788219218.070995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88720. 00000080:00000010:3.1:1788219218.071015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889a0. 00000080:00000010:3.1:1788219218.071018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00010000:00000010:3.1:1788219218.090183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:3.1:1788219218.090209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:3.1:1788219218.090214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639300. 00010000:00000010:3.1:1788219218.090218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00000080:00000010:0.1:1788219218.092484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884e0. 00000080:00000010:3.1:1788219218.092584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d80. 00000080:00000010:3.1:1788219218.092593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9c0. 00010000:00000010:0.1:1788219218.103487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219218.103504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219218.103510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708b00. 00010000:00000010:0.1:1788219218.103514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c200. 00000080:00000010:1.1:1788219218.119364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00000080:00000010:1.1:1788219218.119390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219218.119396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:1.1:1788219218.131035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:1.1:1788219218.131062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219218.131067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708400. 00010000:00000010:1.1:1788219218.131071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8cc00. 00000080:00000010:1.1:1788219218.148209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219218.148241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219218.148247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00010000:00000010:0.1:1788219218.168376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:0.1:1788219218.168393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219218.168398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708500. 00010000:00000010:0.1:1788219218.168402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c400. 00000080:00000010:0.1:1788219218.191372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:0.1:1788219218.191391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3c0. 00000080:00000010:0.1:1788219218.191395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00010000:00000010:0.1:1788219218.204613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219218.204639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219218.204645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:0.1:1788219218.204648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8d400. 00000080:00000010:0.1:1788219218.224127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:0.1:1788219218.224146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00000080:00000010:0.1:1788219218.224150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00010000:00000010:1.1:1788219218.232789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.232805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.236795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef639f00. 00010000:00000010:1.1:1788219218.236813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00000080:00000010:1.1:1788219218.254962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219218.254980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:1.1:1788219218.254990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00010000:00000010:1.1:1788219218.272782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.272798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.272803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219218.272807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:1.1:1788219218.292418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219218.292440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:1.1:1788219218.292447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:1.1:1788219218.307693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.307710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.307714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:1.1:1788219218.307719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00000080:00000010:1.1:1788219218.324469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219218.324490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:1.1:1788219218.324497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00010000:00000010:1.1:1788219218.351467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.351484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.351489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:1.1:1788219218.351493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:1.1:1788219218.358548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219218.358569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:1.1:1788219218.358576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00010000:00000010:1.1:1788219218.393419:0:1044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.393427:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.393431:0:1044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256a00. 00010000:00000010:1.1:1788219218.393444:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8c000. 00000080:00000010:0.1:1788219218.404635:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:0.1:1788219218.404649:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:0.1:1788219218.404656:0:302685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00010000:00000010:0.1:1788219218.404661:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219218.404665:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219218.404670:0:302685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708100. 00010000:00000010:0.1:1788219218.404673:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00000080:00000010:0.1:1788219218.411372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:0.1:1788219218.411395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219218.411400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00010000:00000010:1.1:1788219218.420479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:1.1:1788219218.420496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:1.1:1788219218.420503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708000. 00010000:00000010:1.1:1788219218.420506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d6b8da00. 00000080:00000010:1.1:1788219218.438743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:1.1:1788219218.438769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219218.438775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:1.1:1788219218.450059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.450068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.450073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219218.450077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00000080:00000010:0.1:1788219218.454568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:0.1:1788219218.454606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:0.1:1788219218.454610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00010000:00000010:0.1:1788219218.466469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911600. 00010000:00000010:0.1:1788219218.466480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219218.466485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:0.1:1788219218.466488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00000080:00000010:0.1:1788219218.486370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:0.1:1788219218.486391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00000080:00000010:0.1:1788219218.486397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:1.1:1788219218.489481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911600. 00010000:00000010:1.1:1788219218.489498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:1.1:1788219218.489503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256700. 00010000:00000010:1.1:1788219218.489506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00000080:00000010:1.1:1788219218.498362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219218.498384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:1.1:1788219218.498391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219218.508360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.508376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:1.1:1788219218.508381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894de79e200. 00010000:00000010:1.1:1788219218.508385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306400. 00000080:00000010:1.1:1788219218.518371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219218.518393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca700. 00000080:00000010:1.1:1788219218.518398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:1.1:1788219218.530838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.530854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:1.1:1788219218.530859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250e00. 00010000:00000010:1.1:1788219218.530863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00000080:00000010:1.1:1788219218.538484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00000080:00000010:1.1:1788219218.538504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00000080:00000010:1.1:1788219218.538511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00010000:00000010:1.1:1788219218.553484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.553501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:1.1:1788219218.553506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:1.1:1788219218.553510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:1.1:1788219218.565355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00000080:00000010:1.1:1788219218.565375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00000080:00000010:1.1:1788219218.565381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:0.1:1788219218.581478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911d00. 00010000:00000010:0.1:1788219218.581493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219218.581498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256900. 00010000:00000010:0.1:1788219218.581502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219218.592306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00000080:00000010:0.1:1788219218.592339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:0.1:1788219218.592345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:1.1:1788219218.609359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911d00. 00010000:00000010:1.1:1788219218.609388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219218.609395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353400. 00010000:00000010:1.1:1788219218.609399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00000080:00000010:1.1:1788219218.623357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219218.623379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00000080:00000010:1.1:1788219218.623383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00010000:00000010:1.1:1788219218.641354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353400. 00010000:00000010:1.1:1788219218.641370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:1.1:1788219218.641376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250b00. 00010000:00000010:1.1:1788219218.641380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00000080:00000010:1.1:1788219218.651374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00000080:00000010:1.1:1788219218.651394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:1.1:1788219218.651405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00010000:00000010:0.1:1788219218.659570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353400. 00010000:00000010:0.1:1788219218.659587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:0.1:1788219218.659592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256400. 00010000:00000010:0.1:1788219218.659607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00000080:00000010:0.1:1788219218.675369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219218.675390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00000080:00000010:0.1:1788219218.675397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00010000:00000010:0.1:1788219218.690439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911d00. 00010000:00000010:0.1:1788219218.690454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219218.690459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911a00. 00010000:00000010:0.1:1788219218.690462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00000080:00000010:0.1:1788219218.700863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219218.700882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d40. 00000080:00000010:0.1:1788219218.700888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00010000:00000010:1.1:1788219218.711405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.711421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.711425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:1.1:1788219218.711438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:1.1:1788219218.728358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00000080:00000010:1.1:1788219218.728380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00000080:00000010:1.1:1788219218.732408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:1.1:1788219218.752407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.752423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.752427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911200. 00010000:00000010:1.1:1788219218.752431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00000080:00000010:1.1:1788219218.759729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00000080:00000010:1.1:1788219218.759751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:1.1:1788219218.759758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:0.1:1788219218.804356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:0.1:1788219218.804372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00010000:00000010:1.1:1788219218.808358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.808376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.808381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911000. 00010000:00000010:1.1:1788219218.808386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00000080:00000010:1.1:1788219218.816543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:1.1:1788219218.816569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00000080:00000010:1.1:1788219218.816575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:1.1:1788219218.842370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219218.842388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219218.842392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:1.1:1788219218.842395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00000080:00000010:2.1:1788219218.871418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:2.1:1788219218.871437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00000080:00000010:2.1:1788219218.871443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc00. 00010000:00000010:2.1:1788219218.874479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:2.1:1788219218.874497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219218.874501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353200. 00010000:00000010:2.1:1788219218.874506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00000080:00000010:2.1:1788219218.894353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:2.1:1788219218.894365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:2.1:1788219218.894369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa60. 00010000:00000010:3.1:1788219218.907494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:3.1:1788219218.949908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:1.1:1788219218.966482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219219.006642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:3.1:1788219219.017718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:3.1:1788219219.046979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:2.1:1788219219.057629:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:3.1:1788219219.083607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:3.1:1788219219.093848:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219219.115369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:2.1:1788219219.139391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:3.1:1788219219.154688:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:1.1:1788219219.168652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:0.1:1788219219.207357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:2.1:1788219219.235296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219219.263510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:3.1:1788219219.282462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:0.1:1788219219.302543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00010000:00000010:2.1:1788219219.355507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219219.385364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:1.1:1788219219.395619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219219.429353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:2.1:1788219219.467394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:3.1:1788219219.485839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219219.495161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:1.1:1788219219.503707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:2.1:1788219219.524820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:3.1:1788219219.539413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:1.1:1788219219.566475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:1.1:1788219219.576384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:2.1:1788219219.599437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:3.1:1788219219.619648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:1.1:1788219219.637347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:1.1:1788219219.673473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:2.1:1788219219.701367:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:3.1:1788219219.706352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:3.1:1788219219.716029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:0.1:1788219219.736659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:2.1:1788219219.752579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:3.1:1788219219.767412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:3.1:1788219219.778832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219219.802345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00010000:00000010:0.1:1788219219.815361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00010000:00000010:2.1:1788219219.834479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:3.1:1788219219.845361:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:0.1:1788219219.870640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219219.887658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219219.913390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:2.1:1788219219.919363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219219.928450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:0.1:1788219219.950363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219219.969697:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:2.1:1788219219.976463:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:0.1:1788219220.006665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:2.1:1788219220.016854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:2.1:1788219220.037478:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:2.1:1788219220.059384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219220.076604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:2.1:1788219220.087911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:2.1:1788219220.106819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:0.1:1788219220.129079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:2.1:1788219220.149470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:2.1:1788219220.164356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:2.1:1788219220.177361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:1.1:1788219220.195196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:2.1:1788219220.207628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:2.1:1788219220.223407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:2.1:1788219220.243987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219220.266378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:2.1:1788219220.286820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:2.1:1788219220.301352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00010000:00000010:2.1:1788219220.316357:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219220.330352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:2.1:1788219220.342346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:2.1:1788219220.354348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:2.1:1788219220.362467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:1.1:1788219220.370362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:2.1:1788219220.386543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:2.1:1788219220.400350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:2.1:1788219220.415357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219220.428348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:2.1:1788219220.448357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:2.1:1788219220.465638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:2.1:1788219220.473352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:0.1:1788219220.490382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:2.1:1788219220.503813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00010000:00000010:2.1:1788219220.522410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:2.1:1788219220.539476:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219220.548510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:2.1:1788219220.581897:0:256063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219220.590390:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:2.1:1788219220.594366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219220.638036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219220.661679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:2.1:1788219220.680178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:2.1:1788219220.697555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219220.720392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:0.1:1788219220.729953:0:256061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:2.1:1788219220.748370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:2.1:1788219220.758365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219220.783166:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:1.1:1788219220.826620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307a00. 00010000:00000010:0.1:1788219220.892199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00010000:00000010:0.1:1788219220.944364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00000080:00000010:1.1:1788219220.947542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00010000:00000010:1.1:1788219220.947575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219220.947590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:1.1:1788219220.947594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:1.1:1788219220.947597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:1.1:1788219220.956416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00000080:00000010:1.1:1788219220.963405:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00010000:00000010:1.1:1788219220.976362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219220.976381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250100. 00010000:00000010:1.1:1788219220.976387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:1.1:1788219220.976390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00000080:00000010:1.1:1788219220.984440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5104200. 00000080:00000010:1.1:1788219220.984458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00010000:00000010:0.1:1788219221.024720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:1.1:1788219221.111360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:1.1:1788219221.111377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219221.111382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:1.1:1788219221.130360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00000080:00000010:2.1:1788219221.134383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00010000:00000010:0.1:1788219221.156834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:0.1:1788219221.156843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250000. 00010000:00000010:0.1:1788219221.156848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:0.1:1788219221.161458:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0121080. 00000080:00000010:0.1:1788219221.161468:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5e0. 00010000:00000010:0.1:1788219221.167613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:0.1:1788219221.208989:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911a00. 00010000:00000010:0.1:1788219221.208999:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219221.209003:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:0.1:1788219221.217746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:0.1:1788219221.217767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00010000:00000010:0.1:1788219221.228659:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219221.228667:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:0.1:1788219221.228672:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00000080:00000010:0.1:1788219221.231485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5107380. 00000080:00000010:0.1:1788219221.231501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:0.1:1788219221.236417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219221.277391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911a00. 00010000:00000010:0.1:1788219221.277404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219221.277408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:0.1:1788219221.320354:0:1100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00000080:00000010:0.1:1788219221.333371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00010000:00000010:1.1:1788219221.348360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:1.1:1788219221.348372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250d00. 00010000:00000010:1.1:1788219221.348376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306400. 00000080:00000010:1.1:1788219221.364825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d43180. 00000080:00000010:1.1:1788219221.364842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00010000:00000010:1.1:1788219221.370477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:1.1:1788219221.444365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:1.1:1788219221.444381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:1.1:1788219221.444385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:1.1:1788219221.452999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00000080:00000010:1.1:1788219221.453023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00010000:00000010:1.1:1788219221.468481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219221.468501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250700. 00010000:00000010:1.1:1788219221.468508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:1.1:1788219221.468513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24200. 00000080:00000010:1.1:1788219221.483699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c6b40. 00000080:00000010:1.1:1788219221.483717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:1.1:1788219221.503220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:0.1:1788219221.582742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911a00. 00010000:00000010:0.1:1788219221.582756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219221.582761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219221.586626:0:302777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00000080:00000010:0.1:1788219221.586639:0:302777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00010000:00000010:3.1:1788219221.600357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:3.1:1788219221.600366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250300. 00010000:00000010:3.1:1788219221.600370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:3.1:1788219221.610163:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0124200. 00000080:00000010:3.1:1788219221.610183:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:0.1:1788219221.624694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25800. 00010000:00000010:1.1:1788219221.660483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219221.660490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219221.660493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:1.1:1788219221.666339:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00000080:00000010:1.1:1788219221.666351:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88260. 00010000:00000010:1.1:1788219221.676372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219221.676388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:1.1:1788219221.676393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:1.1:1788219221.684772:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19ac200. 00000080:00000010:1.1:1788219221.684788:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:1.1:1788219221.695352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219221.732495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219221.732510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219221.732514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:1.1:1788219221.737373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00000080:00000010:1.1:1788219221.737386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:1.1:1788219221.747593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219221.747609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250800. 00010000:00000010:1.1:1788219221.747614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219221.755087:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19af380. 00000080:00000010:1.1:1788219221.755099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dae0. 00010000:00000010:1.1:1788219221.761932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:2.1:1788219221.802410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0600. 00010000:00000010:2.1:1788219221.802424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:2.1:1788219221.802428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:0.1:1788219221.814362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:0.1:1788219221.814388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00010000:00000010:0.1:1788219221.839482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219221.839499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:0.1:1788219221.839504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00000080:00000010:0.1:1788219221.851466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0126b40. 00000080:00000010:0.1:1788219221.851482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00010000:00000010:0.1:1788219221.866404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:2.1:1788219221.926577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:2.1:1788219221.926593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:2.1:1788219221.926597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:2.1:1788219221.947737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4a0. 00000080:00000010:2.1:1788219221.947754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00010000:00000010:0.1:1788219221.966523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:0.1:1788219221.966538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62500. 00010000:00000010:0.1:1788219221.966543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00000080:00000010:0.1:1788219221.979340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510ca40. 00000080:00000010:0.1:1788219221.979362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca060. 00010000:00000010:0.1:1788219221.995503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:2.1:1788219222.075850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:2.1:1788219222.075865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:2.1:1788219222.075869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:2.1:1788219222.083409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca320. 00000080:00000010:2.1:1788219222.083428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00010000:00000010:2.1:1788219222.102491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:2.1:1788219222.102507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:2.1:1788219222.102511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00000080:00000010:2.1:1788219222.115509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19aa100. 00000080:00000010:2.1:1788219222.115522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00010000:00000010:1.1:1788219222.145478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219222.204438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219222.204452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219222.204456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:1.1:1788219222.223443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00000080:00000010:1.1:1788219222.223461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4a0. 00010000:00000010:0.1:1788219222.258364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:0.1:1788219222.258380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:0.1:1788219222.258384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219222.299548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f52940. 00000080:00000010:0.1:1788219222.299564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:3.1:1788219222.304441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:1.1:1788219222.393649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219222.393660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:1.1:1788219222.393664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:0.1:1788219222.423622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b20. 00000080:00000010:0.1:1788219222.423643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00010000:00000010:0.1:1788219222.453653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219222.453661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:0.1:1788219222.453665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00000080:00000010:0.1:1788219222.461553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0120000. 00000080:00000010:0.1:1788219222.461582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:0.1:1788219222.478496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219222.549675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911200. 00010000:00000010:0.1:1788219222.549689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219222.549694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:0.1:1788219222.568368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00000080:00000010:0.1:1788219222.568387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:0.1:1788219222.594397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219222.594413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:0.1:1788219222.594417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:0.1:1788219222.615395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f51080. 00000080:00000010:0.1:1788219222.615415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00010000:00000010:0.1:1788219222.640503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:1.1:1788219222.688388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219222.688401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219222.688405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:1.1:1788219222.719627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00000080:00000010:1.1:1788219222.719646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:1.1:1788219222.724362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219222.724378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62100. 00010000:00000010:1.1:1788219222.724382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:0.1:1788219222.759418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1eeca40. 00000080:00000010:0.1:1788219222.759435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00010000:00000010:0.1:1788219222.763439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:2.1:1788219222.825909:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:2.1:1788219222.825922:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:2.1:1788219222.825925:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219222.833611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00000080:00000010:2.1:1788219222.841379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219222.853661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:0.1:1788219222.853679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62600. 00010000:00000010:0.1:1788219222.853683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00000080:00000010:0.1:1788219222.861377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a8840. 00000080:00000010:0.1:1788219222.861399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0a0. 00010000:00000010:1.1:1788219222.869934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:1.1:1788219222.910479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219222.910493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219222.910496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219222.915357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:1.1:1788219222.915371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:1.1:1788219222.923910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219222.923926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:1.1:1788219222.923931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219222.934469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51039c0. 00000080:00000010:0.1:1788219222.934487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00010000:00000010:0.1:1788219222.939408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219222.980556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911200. 00010000:00000010:0.1:1788219222.980581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219222.980586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00000080:00000010:0.1:1788219222.997392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00000080:00000010:0.1:1788219222.997412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:0.1:1788219223.023524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219223.023538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62400. 00010000:00000010:0.1:1788219223.023542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00000080:00000010:0.1:1788219223.037995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0ade300. 00000080:00000010:0.1:1788219223.038008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:0.1:1788219223.054887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:1.1:1788219223.097592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219223.097607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219223.097611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcce00. 00000080:00000010:1.1:1788219223.106423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:1.1:1788219223.106444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93a0. 00010000:00000010:1.1:1788219223.130532:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219223.130541:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:1.1:1788219223.130545:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00000080:00000010:1.1:1788219223.141527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d46b40. 00000080:00000010:1.1:1788219223.141546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00010000:00000010:1.1:1788219223.153401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219223.198391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219223.198407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:1.1:1788219223.198412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000080:00000010:1.1:1788219223.214467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:1.1:1788219223.214490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:1.1:1788219223.240597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219223.240613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:1.1:1788219223.240617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00000080:00000010:1.1:1788219223.253587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5109080. 00000080:00000010:1.1:1788219223.253610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00010000:00000010:1.1:1788219223.267449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:0.1:1788219223.305520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911200. 00010000:00000010:0.1:1788219223.305536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:0.1:1788219223.305540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00000080:00000010:0.1:1788219223.315338:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:0.1:1788219223.315349:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d120. 00010000:00000010:0.1:1788219223.346404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:0.1:1788219223.346421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250000. 00010000:00000010:0.1:1788219223.346435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219223.346445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c6300. 00000080:00000010:0.1:1788219223.346457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00010000:00000010:0.1:1788219223.346464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:1.1:1788219223.384385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219223.384399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219223.384403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00000080:00000010:1.1:1788219223.401412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:1.1:1788219223.401432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:1.1:1788219223.421369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219223.421378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250100. 00010000:00000010:1.1:1788219223.421382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219223.432369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5100000. 00000080:00000010:1.1:1788219223.432388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00010000:00000010:0.1:1788219223.439490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219223.514403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:0.1:1788219223.514425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:0.1:1788219223.514429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcda00. 00000080:00000010:0.1:1788219223.523899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:0.1:1788219223.528357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2c0. 00010000:00000010:0.1:1788219223.550352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219223.550361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:0.1:1788219223.550366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219223.574360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5102940. 00000080:00000010:1.1:1788219223.574371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00010000:00000010:1.1:1788219223.574380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219223.655393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219223.655406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:1.1:1788219223.655420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00000080:00000010:1.1:1788219223.669574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00000080:00000010:1.1:1788219223.674346:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00010000:00000010:0.1:1788219223.705391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219223.705401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250b00. 00010000:00000010:0.1:1788219223.705405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:0.1:1788219223.718785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5105280. 00000080:00000010:0.1:1788219223.718803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00010000:00000010:0.1:1788219223.721413:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219223.761409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219223.761423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219223.761427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00000080:00000010:1.1:1788219223.770360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:1.1:1788219223.770378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:0.1:1788219223.801514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:0.1:1788219223.801522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:0.1:1788219223.801526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:0.1:1788219223.815495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f53180. 00000080:00000010:0.1:1788219223.815514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00010000:00000010:0.1:1788219223.833424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219223.917911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219223.917925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219223.917928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcde00. 00000080:00000010:1.1:1788219223.937522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00000080:00000010:1.1:1788219223.937543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00010000:00000010:1.1:1788219223.965511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219223.965524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250e00. 00010000:00000010:1.1:1788219223.965528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:1.1:1788219223.978802:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a7380. 00000080:00000010:1.1:1788219223.978822:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:1.1:1788219223.991361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219224.061398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219224.061413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219224.061418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00000080:00000010:1.1:1788219224.073414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:1.1:1788219224.073439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00010000:00000010:1.1:1788219224.103358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219224.103372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250500. 00010000:00000010:1.1:1788219224.103376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:1.1:1788219224.111484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c5ac0. 00000080:00000010:1.1:1788219224.111502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:1.1:1788219224.119413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:3.1:1788219224.184609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0700. 00010000:00000010:3.1:1788219224.184625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25400. 00010000:00000010:3.1:1788219224.184629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00000080:00000010:3.1:1788219224.193606:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c60. 00000080:00000010:3.1:1788219224.197442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00010000:00000010:1.1:1788219224.209168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25400. 00010000:00000010:1.1:1788219224.209184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250400. 00010000:00000010:1.1:1788219224.209189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219224.219369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5104a40. 00000080:00000010:1.1:1788219224.219389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88240. 00010000:00000010:1.1:1788219224.229603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:0.1:1788219224.281451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911200. 00010000:00000010:0.1:1788219224.281465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:0.1:1788219224.281469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00000080:00000010:0.1:1788219224.289528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:0.1:1788219224.297599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00010000:00000010:0.1:1788219224.312039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219224.312055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d300. 00010000:00000010:0.1:1788219224.312060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:0.1:1788219224.343359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a0000. 00000080:00000010:0.1:1788219224.343371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:1.1:1788219224.351641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219224.395363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219224.395374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219224.395378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc000. 00000080:00000010:0.1:1788219224.400109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00000080:00000010:0.1:1788219224.400130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:0.1:1788219224.429462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219224.429478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3df00. 00010000:00000010:0.1:1788219224.429483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:2.1:1788219224.456719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5102100. 00000080:00000010:2.1:1788219224.456730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:0.1:1788219224.467380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:1.1:1788219224.539907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219224.539929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219224.539932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd400. 00000080:00000010:1.1:1788219224.555507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00000080:00000010:1.1:1788219224.555524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac00. 00010000:00000010:0.1:1788219224.579619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:0.1:1788219224.579636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d800. 00010000:00000010:0.1:1788219224.579640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:0.1:1788219224.597758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19adac0. 00000080:00000010:0.1:1788219224.597779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219224.613441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:2.1:1788219224.649484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911200. 00010000:00000010:2.1:1788219224.649498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:2.1:1788219224.649501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:0.1:1788219224.660106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:0.1:1788219224.660125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00010000:00000010:1.1:1788219224.686560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:1.1:1788219224.686572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3dc00. 00010000:00000010:1.1:1788219224.686579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00000080:00000010:1.1:1788219224.699132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c018c0. 00000080:00000010:1.1:1788219224.702833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:1.1:1788219224.711681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:0.1:1788219224.750545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219224.750571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219224.750576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00000080:00000010:0.1:1788219224.763716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:0.1:1788219224.763744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00010000:00000010:1.1:1788219224.782056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:1.1:1788219224.782077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d900. 00010000:00000010:1.1:1788219224.782081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:1.1:1788219224.791364:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19ab9c0. 00000080:00000010:1.1:1788219224.791378:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00010000:00000010:1.1:1788219224.800392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219224.831391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219224.831405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219224.831418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00000080:00000010:1.1:1788219224.841382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00000080:00000010:1.1:1788219224.841404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:1.1:1788219224.867360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219224.867376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3da00. 00010000:00000010:1.1:1788219224.867381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:1.1:1788219224.887069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0adeb40. 00000080:00000010:1.1:1788219224.887087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:1.1:1788219224.895799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:0.1:1788219224.956417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219224.956431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219224.956435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7200. 00000080:00000010:0.1:1788219224.960546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:0.1:1788219224.964390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00010000:00000010:0.1:1788219224.996645:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219224.996664:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3de00. 00010000:00000010:0.1:1788219224.996668:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00000080:00000010:1.1:1788219225.005449:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19aeb40. 00000080:00000010:1.1:1788219225.005463:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:1.1:1788219225.005543:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219225.034333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219225.034346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219225.034349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7a00. 00000080:00000010:1.1:1788219225.049365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:1.1:1788219225.049383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:0.1:1788219225.066390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219225.066406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:0.1:1788219225.066410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:0.1:1788219225.075660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a2100. 00000080:00000010:0.1:1788219225.075680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00010000:00000010:0.1:1788219225.092784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:1.1:1788219225.150389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219225.150402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219225.150405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00000080:00000010:1.1:1788219225.164364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:1.1:1788219225.169518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:0.1:1788219225.203367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219225.203384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62200. 00010000:00000010:0.1:1788219225.203388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:0.1:1788219225.229953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19ad280. 00000080:00000010:0.1:1788219225.229970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00010000:00000010:0.1:1788219225.243297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:1.1:1788219225.300370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:1.1:1788219225.300388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219225.300393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00000080:00000010:1.1:1788219225.308534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b20. 00000080:00000010:1.1:1788219225.308564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92c0. 00010000:00000010:1.1:1788219225.325373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219225.325397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62300. 00010000:00000010:1.1:1788219225.325403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00000080:00000010:3.1:1788219225.333899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5108840. 00000080:00000010:3.1:1788219225.333920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:3.1:1788219225.352355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25600. 00010000:00000010:0.1:1788219225.383395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0f00. 00010000:00000010:0.1:1788219225.383407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:0.1:1788219225.383412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6200. 00000080:00000010:0.1:1788219225.390539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f20. 00000080:00000010:0.1:1788219225.390569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c60. 00010000:00000010:1.1:1788219225.398359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:1.1:1788219225.398375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:1.1:1788219225.398380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25600. 00000080:00000010:1.1:1788219225.411497:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19ab180. 00000080:00000010:1.1:1788219225.411511:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9680. 00010000:00000010:1.1:1788219225.425270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219225.465387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219225.465402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219225.465405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00000080:00000010:1.1:1788219225.474382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00000080:00000010:1.1:1788219225.474404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:1.1:1788219225.494420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219225.494439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:1.1:1788219225.494444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219225.508773:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510e300. 00000080:00000010:1.1:1788219225.508788:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:1.1:1788219225.521857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219225.578556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:1.1:1788219225.578570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307200. 00010000:00000010:1.1:1788219225.578574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00000080:00000010:1.1:1788219225.599352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafc0. 00000080:00000010:0.1:1788219225.599352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00010000:00000010:0.1:1788219225.624737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219225.628437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:0.1:1788219225.628447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24000. 00000080:00000010:2.1:1788219225.640142:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a3180. 00000080:00000010:2.1:1788219225.640261:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00010000:00000010:0.1:1788219225.649453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:2.1:1788219225.697360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:2.1:1788219225.697374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:2.1:1788219225.697378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00000080:00000010:0.1:1788219225.700535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c00. 00000080:00000010:0.1:1788219225.700564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00010000:00000010:0.1:1788219225.725133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219225.725160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891800. 00010000:00000010:0.1:1788219225.725166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:0.1:1788219225.735614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a4200. 00000080:00000010:0.1:1788219225.735627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219225.753413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219225.796971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256a00. 00010000:00000010:0.1:1788219225.796987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219225.796991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00000080:00000010:0.1:1788219225.816469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00000080:00000010:0.1:1788219225.824362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00010000:00000010:1.1:1788219225.844299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:1.1:1788219225.844330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:1.1:1788219225.844334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:1.1:1788219225.858366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0ad9080. 00000080:00000010:1.1:1788219225.858379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:1.1:1788219225.870178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:0.1:1788219225.918470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219225.918485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219225.918490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7800. 00000080:00000010:0.1:1788219225.935972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00000080:00000010:0.1:1788219225.935994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:0.1:1788219225.974982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219225.974993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e300. 00010000:00000010:0.1:1788219225.974998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307c00. 00000080:00000010:0.1:1788219225.978490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c00000. 00000080:00000010:0.1:1788219225.978506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:0.1:1788219226.005960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:1.1:1788219226.062072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:1.1:1788219226.062085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:1.1:1788219226.062089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00000080:00000010:1.1:1788219226.070020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00000080:00000010:1.1:1788219226.074074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00010000:00000010:1.1:1788219226.092356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:1.1:1788219226.092366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ec00. 00010000:00000010:1.1:1788219226.092371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:1.1:1788219226.102406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0126300. 00000080:00000010:1.1:1788219226.102416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:3.1:1788219226.119439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:0.1:1788219226.169608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219226.169621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219226.169626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6800. 00000080:00000010:0.1:1788219226.176508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00000080:00000010:0.1:1788219226.176523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:0.1:1788219226.189368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219226.189387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e900. 00010000:00000010:0.1:1788219226.189391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00000080:00000010:0.1:1788219226.198005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5103180. 00000080:00000010:0.1:1788219226.198018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00010000:00000010:0.1:1788219226.205407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:1.1:1788219226.256603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:1.1:1788219226.256615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219226.256621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7c00. 00000080:00000010:1.1:1788219226.271638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00000080:00000010:1.1:1788219226.271648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00010000:00000010:1.1:1788219226.280354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219226.280363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ea00. 00010000:00000010:1.1:1788219226.280367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:0.1:1788219226.287478:0:1367:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f56300. 00000080:00000010:0.1:1788219226.287494:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:0.1:1788219226.291417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219226.319455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219226.319469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219226.319475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6c00. 00000080:00000010:0.1:1788219226.330672:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00000080:00000010:0.1:1788219226.330684:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:1.1:1788219226.352781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:1.1:1788219226.352796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135eb00. 00010000:00000010:1.1:1788219226.352800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00000080:00000010:1.1:1788219226.362237:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0125ac0. 00000080:00000010:1.1:1788219226.362252:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00010000:00000010:1.1:1788219226.366611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:1.1:1788219226.407987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:1.1:1788219226.408000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219226.408004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6a00. 00000080:00000010:0.1:1788219226.423435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00000080:00000010:0.1:1788219226.423451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00010000:00000010:0.1:1788219226.431421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219226.431503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e400. 00010000:00000010:0.1:1788219226.431508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:0.1:1788219226.440745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510b9c0. 00000080:00000010:0.1:1788219226.440760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00010000:00000010:0.1:1788219226.448370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:1.1:1788219226.500392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:1.1:1788219226.500406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219226.500410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98a00. 00000080:00000010:1.1:1788219226.519670:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00000080:00000010:1.1:1788219226.529966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00010000:00000010:1.1:1788219226.534385:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219226.534391:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e500. 00010000:00000010:1.1:1788219226.534395:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00000080:00000010:1.1:1788219226.543680:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d44200. 00000080:00000010:1.1:1788219226.543693:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00010000:00000010:1.1:1788219226.556580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:3.1:1788219226.590986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:3.1:1788219226.591004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:2.1:1788219226.592606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:2.1:1788219226.592617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:2.1:1788219226.592621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98600. 00010000:00000010:0.1:1788219226.606361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25e00. 00010000:00000010:0.1:1788219226.606379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e200. 00010000:00000010:0.1:1788219226.606383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:0.1:1788219226.616365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0122100. 00000080:00000010:0.1:1788219226.616380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88000. 00010000:00000010:0.1:1788219226.629371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:0.1:1788219226.668391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219226.668406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219226.668409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99800. 00000080:00000010:0.1:1788219226.676357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:0.1:1788219226.676372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad40. 00010000:00000010:1.1:1788219226.693398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219226.693414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e000. 00010000:00000010:1.1:1788219226.693419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219226.712779:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a5280. 00000080:00000010:1.1:1788219226.712796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00010000:00000010:1.1:1788219226.720112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219226.753568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219226.753583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219226.753588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99c00. 00000080:00000010:0.1:1788219226.771928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:0.1:1788219226.771943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:1.1:1788219226.782545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:1.1:1788219226.782569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e600. 00010000:00000010:1.1:1788219226.782574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:1.1:1788219226.796375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0b9c0. 00000080:00000010:1.1:1788219226.796395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:1.1:1788219226.805494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:2.1:1788219226.901967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:2.1:1788219226.901984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219226.901988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99a00. 00000080:00000010:1.1:1788219226.915972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00000080:00000010:1.1:1788219226.915990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00010000:00000010:1.1:1788219226.941640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219226.941655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ee00. 00010000:00000010:1.1:1788219226.941659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219226.958683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0ad8000. 00000080:00000010:1.1:1788219226.958704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:1.1:1788219226.979862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219227.067392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219227.067408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219227.067413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99000. 00000080:00000010:0.1:1788219227.088989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00000080:00000010:0.1:1788219227.089006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:1.1:1788219227.098408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:1.1:1788219227.098429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e700. 00010000:00000010:1.1:1788219227.098434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219227.109365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19aca40. 00000080:00000010:1.1:1788219227.109381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:1.1:1788219227.133355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219227.169672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219227.169680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219227.169683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99200. 00000080:00000010:1.1:1788219227.175236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00000080:00000010:1.1:1788219227.175258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00010000:00000010:2.1:1788219227.190379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:2.1:1788219227.190397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e800. 00010000:00000010:2.1:1788219227.190401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:2.1:1788219227.203398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5108000. 00000080:00000010:2.1:1788219227.203420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:2.1:1788219227.208616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:2.1:1788219227.241398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:2.1:1788219227.241413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219227.241416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99e00. 00000080:00000010:2.1:1788219227.256019:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00000080:00000010:2.1:1788219227.256033:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca300. 00010000:00000010:2.1:1788219227.269453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219227.269462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ed00. 00010000:00000010:2.1:1788219227.269466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00000080:00000010:2.1:1788219227.275377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c06300. 00000080:00000010:2.1:1788219227.283402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3e0. 00010000:00000010:2.1:1788219227.287859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:1.1:1788219227.346542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219227.346549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219227.346553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98c00. 00000080:00000010:1.1:1788219227.365423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00000080:00000010:1.1:1788219227.369497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac80. 00010000:00000010:3.1:1788219227.373370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:3.1:1788219227.373383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ef00. 00010000:00000010:3.1:1788219227.373387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:3.1:1788219227.376462:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510d280. 00000080:00000010:3.1:1788219227.376475:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00010000:00000010:3.1:1788219227.381379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24a00. 00010000:00000010:0.1:1788219227.426364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:0.1:1788219227.426381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:0.1:1788219227.426386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98200. 00000080:00000010:1.1:1788219227.438768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6c0. 00000080:00000010:1.1:1788219227.438791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885e0. 00010000:00000010:1.1:1788219227.487365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219227.487380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e100. 00010000:00000010:1.1:1788219227.487385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00000080:00000010:1.1:1788219227.523520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51098c0. 00000080:00000010:1.1:1788219227.523553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00010000:00000010:0.1:1788219227.545339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:1.1:1788219227.637365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219227.637381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219227.637385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98400. 00000080:00000010:1.1:1788219227.653422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d420. 00000080:00000010:0.1:1788219227.660690:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00010000:00000010:2.1:1788219227.686388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:2.1:1788219227.686405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0b00. 00010000:00000010:2.1:1788219227.686409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:3.1:1788219227.705959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0120840. 00000080:00000010:3.1:1788219227.709548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00010000:00000010:3.1:1788219227.725361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24e00. 00010000:00000010:3.1:1788219227.793019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0700. 00010000:00000010:3.1:1788219227.793037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24a00. 00010000:00000010:3.1:1788219227.793041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99400. 00000080:00000010:3.1:1788219227.824384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887c0. 00000080:00000010:2.1:1788219227.824437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88760. 00010000:00000010:0.1:1788219227.839370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307c00. 00010000:00000010:0.1:1788219227.839388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3db00. 00010000:00000010:0.1:1788219227.839393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24e00. 00000080:00000010:0.1:1788219227.856562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c0840. 00000080:00000010:0.1:1788219227.856579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf80. 00010000:00000010:1.1:1788219227.872350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:2.1:1788219227.968791:0:256056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:2.1:1788219227.968805:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:2.1:1788219227.968808:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98000. 00000080:00000010:0.1:1788219227.984390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00010000:00000010:0.1:1788219228.003514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:0.1:1788219228.003542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911900. 00010000:00000010:0.1:1788219228.003546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2a00. 00000080:00000010:1.1:1788219228.023791:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5100840. 00000080:00000010:1.1:1788219228.023820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c40. 00010000:00000010:1.1:1788219228.039790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219228.109504:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911900. 00010000:00000010:1.1:1788219228.109511:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25a00. 00010000:00000010:1.1:1788219228.109536:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98800. 00000080:00000010:2.1:1788219228.114500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00000080:00000010:2.1:1788219228.114519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00010000:00000010:0.1:1788219228.129416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:0.1:1788219228.129434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d400. 00010000:00000010:0.1:1788219228.129439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24a00. 00000080:00000010:0.1:1788219228.151021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f57380. 00000080:00000010:0.1:1788219228.151038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00010000:00000010:0.1:1788219228.166935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:2.1:1788219228.256441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3dd00. 00010000:00000010:2.1:1788219228.256451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:2.1:1788219228.256455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99600. 00000080:00000010:0.1:1788219228.280982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00000080:00000010:0.1:1788219228.281004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d40. 00010000:00000010:2.1:1788219228.362737:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24c00. 00010000:00000010:2.1:1788219228.362752:0:1044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:2.1:1788219228.362756:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:3.1:1788219228.363730:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510f380. 00000080:00000010:3.1:1788219228.363743:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98a0. 00010000:00000010:1.1:1788219228.409503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:0.1:1788219228.452438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219228.452454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:0.1:1788219228.452458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98e00. 00000080:00000010:0.1:1788219228.466372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00000080:00000010:0.1:1788219228.466391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886c0. 00010000:00000010:1.1:1788219228.485773:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:1.1:1788219228.485784:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d200. 00010000:00000010:1.1:1788219228.485788:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:1.1:1788219228.516342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19ae300. 00000080:00000010:1.1:1788219228.516359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00010000:00000010:1.1:1788219228.516368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:0.1:1788219228.554484:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219228.554492:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219228.554497:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00000080:00000010:0.1:1788219228.554503:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00000080:00000010:0.1:1788219228.554510:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:0.1:1788219228.574336:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219228.574345:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d100. 00010000:00000010:0.1:1788219228.574349:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00000080:00000010:0.1:1788219228.584750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0ca40. 00000080:00000010:0.1:1788219228.584767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:0.1:1788219228.591378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:1.1:1788219228.627332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219228.627340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219228.627343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00000080:00000010:1.1:1788219228.637340:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:1.1:1788219228.637351:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9340. 00010000:00000010:1.1:1788219228.648379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:1.1:1788219228.648394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d000. 00010000:00000010:1.1:1788219228.648400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00000080:00000010:1.1:1788219228.656379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1ee8840. 00000080:00000010:1.1:1788219228.656398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00010000:00000010:1.1:1788219228.670373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:0.1:1788219228.710465:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911400. 00010000:00000010:0.1:1788219228.710471:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219228.710474:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00000080:00000010:0.1:1788219228.723362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00000080:00000010:0.1:1788219228.723378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00010000:00000010:0.1:1788219228.730952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219228.730959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0500. 00010000:00000010:0.1:1788219228.730962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00000080:00000010:0.1:1788219228.736553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510a100. 00000080:00000010:0.1:1788219228.736565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00010000:00000010:0.1:1788219228.764332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:1.1:1788219228.819095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219228.819107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219228.819111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a000. 00000080:00000010:0.1:1788219228.834373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00000080:00000010:0.1:1788219228.834393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:0.1:1788219228.851365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219228.851382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911d00. 00010000:00000010:0.1:1788219228.851386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00000080:00000010:0.1:1788219228.860714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d19e2100. 00000080:00000010:0.1:1788219228.860735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:0.1:1788219228.867353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:3.1:1788219228.940353:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0700. 00010000:00000010:3.1:1788219228.940360:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24a00. 00010000:00000010:3.1:1788219228.940363:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00000080:00000010:3.1:1788219228.945445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88160. 00000080:00000010:3.1:1788219228.945464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:3.1:1788219228.964357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24e00. 00010000:00000010:3.1:1788219228.964367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911600. 00010000:00000010:3.1:1788219228.964371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00000080:00000010:0.1:1788219228.970705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d45ac0. 00000080:00000010:0.1:1788219228.970719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00010000:00000010:0.1:1788219228.980228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219229.022907:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911d00. 00010000:00000010:0.1:1788219229.022920:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219229.022926:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00000080:00000010:0.1:1788219229.031478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:0.1:1788219229.036039:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00010000:00000010:0.1:1788219229.045376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219229.045393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219229.045397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00000080:00000010:0.1:1788219229.053558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0ad8840. 00000080:00000010:0.1:1788219229.053577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e00. 00010000:00000010:0.1:1788219229.063922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:1.1:1788219229.101174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219229.101181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219229.101185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00000080:00000010:1.1:1788219229.119227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:1.1:1788219229.119243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a00. 00010000:00000010:1.1:1788219229.130362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219229.130372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911b00. 00010000:00000010:1.1:1788219229.130377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:2.1:1788219229.141761:0:256056:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0a100. 00000080:00000010:2.1:1788219229.141784:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:0.1:1788219229.157358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:1.1:1788219229.198093:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219229.198106:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219229.198110:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1aa00. 00000080:00000010:1.1:1788219229.201478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:1.1:1788219229.201499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca020. 00010000:00000010:1.1:1788219229.222367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219229.222386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:1.1:1788219229.222393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:1.1:1788219229.235374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1eec200. 00000080:00000010:1.1:1788219229.235392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00010000:00000010:1.1:1788219229.250365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:0.1:1788219229.295553:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219229.295561:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219229.295565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b800. 00000080:00000010:0.1:1788219229.304728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:0.1:1788219229.304747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:1.1:1788219229.308351:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:1.1:1788219229.308358:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353900. 00010000:00000010:1.1:1788219229.308362:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00000080:00000010:1.1:1788219229.313488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5105ac0. 00000080:00000010:1.1:1788219229.313508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00010000:00000010:1.1:1788219229.325367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219229.371386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219229.371400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219229.371402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000080:00000010:1.1:1788219229.380059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00000080:00000010:1.1:1788219229.384638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00010000:00000010:1.1:1788219229.395658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219229.395676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353e00. 00010000:00000010:1.1:1788219229.395680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:1.1:1788219229.402456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5106300. 00000080:00000010:1.1:1788219229.402470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:1.1:1788219229.414557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219229.438694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219229.438706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219229.438709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b400. 00000080:00000010:0.1:1788219229.441724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:0.1:1788219229.441735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00010000:00000010:0.1:1788219229.453595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219229.453610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353b00. 00010000:00000010:0.1:1788219229.453615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219229.461746:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c098c0. 00000080:00000010:0.1:1788219229.461763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00010000:00000010:0.1:1788219229.471763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:2.1:1788219229.504392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:2.1:1788219229.504406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:2.1:1788219229.504410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ba00. 00000080:00000010:2.1:1788219229.514712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5a0. 00000080:00000010:2.1:1788219229.514732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00010000:00000010:2.1:1788219229.528372:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:2.1:1788219229.528379:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353a00. 00010000:00000010:2.1:1788219229.528384:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00000080:00000010:2.1:1788219229.540407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a8000. 00000080:00000010:2.1:1788219229.540420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00010000:00000010:2.1:1788219229.545404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00010000:00000010:0.1:1788219229.590461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219229.590469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219229.590473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000080:00000010:0.1:1788219229.590477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:0.1:1788219229.594469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00010000:00000010:0.1:1788219229.602635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219229.602646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353200. 00010000:00000010:0.1:1788219229.602650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:0.1:1788219229.611361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510eb40. 00000080:00000010:0.1:1788219229.611379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00010000:00000010:0.1:1788219229.616357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:1.1:1788219229.655057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256000. 00010000:00000010:1.1:1788219229.655064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219229.655067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00000080:00000010:1.1:1788219229.662359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00000080:00000010:1.1:1788219229.662379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00010000:00000010:1.1:1788219229.674348:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219229.674355:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911100. 00010000:00000010:1.1:1788219229.674360:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:1.1:1788219229.681571:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f539c0. 00000080:00000010:1.1:1788219229.681583:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:1.1:1788219229.691530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219229.728057:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:1.1:1788219229.728065:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219229.728068:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00000080:00000010:1.1:1788219229.738424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00000080:00000010:1.1:1788219229.738443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00010000:00000010:1.1:1788219229.745466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219229.745485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353400. 00010000:00000010:1.1:1788219229.745489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:1.1:1788219229.749700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0a940. 00000080:00000010:1.1:1788219229.749715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:1.1:1788219229.753790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:0.1:1788219229.794569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219229.794577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219229.794581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a600. 00000080:00000010:0.1:1788219229.799018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219229.799032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00010000:00000010:1.1:1788219229.814459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:1.1:1788219229.814473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911a00. 00010000:00000010:1.1:1788219229.814477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307000. 00000080:00000010:1.1:1788219229.818507:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510c200. 00000080:00000010:1.1:1788219229.818532:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00010000:00000010:1.1:1788219229.832659:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219229.874490:0:306941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:1.1:1788219229.874497:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219229.874501:0:306941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25200. 00000080:00000010:1.1:1788219229.883381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00000080:00000010:1.1:1788219229.883403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:1.1:1788219229.888389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219229.888400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:1.1:1788219229.888404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:1.1:1788219229.895044:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a4a40. 00000080:00000010:1.1:1788219229.895057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00010000:00000010:1.1:1788219229.900356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219229.938498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219229.938506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:0.1:1788219229.938509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25c00. 00000080:00000010:0.1:1788219229.941501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00000080:00000010:0.1:1788219229.941527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:0.1:1788219229.947484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219229.947501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353800. 00010000:00000010:0.1:1788219229.947506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:0.1:1788219229.955322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a2940. 00000080:00000010:0.1:1788219229.955343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:0.1:1788219229.977365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219230.026596:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219230.026604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219230.026608:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00000080:00000010:0.1:1788219230.026613:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:0.1:1788219230.026620:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00010000:00000010:0.1:1788219230.039479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219230.039496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353f00. 00010000:00000010:0.1:1788219230.039500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:0.1:1788219230.049383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510a940. 00000080:00000010:0.1:1788219230.049399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9920. 00010000:00000010:0.1:1788219230.059204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219230.096556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219230.096569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219230.096574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00000080:00000010:0.1:1788219230.104447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219230.104466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9080. 00010000:00000010:2.1:1788219230.126364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:2.1:1788219230.126381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:2.1:1788219230.126385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:2.1:1788219230.131388:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0127380. 00000080:00000010:2.1:1788219230.131401:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00010000:00000010:2.1:1788219230.143746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219230.183853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219230.183866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219230.183870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00000080:00000010:0.1:1788219230.191360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:0.1:1788219230.191381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab20. 00010000:00000010:1.1:1788219230.215361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219230.215378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353700. 00010000:00000010:1.1:1788219230.215382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00000080:00000010:1.1:1788219230.231462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510b180. 00000080:00000010:1.1:1788219230.231482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00010000:00000010:1.1:1788219230.246834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:0.1:1788219230.308864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219230.308889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219230.308894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00000080:00000010:0.1:1788219230.323275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00000080:00000010:0.1:1788219230.323300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:2.1:1788219230.351360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:2.1:1788219230.351379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353d00. 00010000:00000010:2.1:1788219230.351383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00000080:00000010:2.1:1788219230.364368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1b54200. 00000080:00000010:2.1:1788219230.364384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00010000:00000010:2.1:1788219230.376436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307a00. 00010000:00000010:2.1:1788219230.436531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:2.1:1788219230.436546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24a00. 00010000:00000010:2.1:1788219230.436550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:2.1:1788219230.446381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:2.1:1788219230.446393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcadc0. 00010000:00000010:0.1:1788219230.454354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:0.1:1788219230.454372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:0.1:1788219230.454377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307a00. 00000080:00000010:0.1:1788219230.462370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1f54a40. 00000080:00000010:0.1:1788219230.462392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00010000:00000010:0.1:1788219230.473248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:0.1:1788219230.506132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219230.506145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219230.506149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00000080:00000010:0.1:1788219230.516367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:0.1:1788219230.522388:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:0.1:1788219230.534369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219230.534392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:0.1:1788219230.534397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00000080:00000010:0.1:1788219230.551385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e510dac0. 00000080:00000010:0.1:1788219230.551407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00010000:00000010:0.1:1788219230.565255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:1.1:1788219230.611381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:1.1:1788219230.611396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219230.611401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00000080:00000010:1.1:1788219230.615386:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00000080:00000010:1.1:1788219230.615397:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00010000:00000010:1.1:1788219230.626368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219230.626381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:1.1:1788219230.626385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219230.635372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c2100. 00000080:00000010:1.1:1788219230.635390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:1.1:1788219230.641480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:0.1:1788219230.686388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:0.1:1788219230.686411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:0.1:1788219230.686418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00000080:00000010:1.1:1788219230.710389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:1.1:1788219230.710412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00010000:00000010:1.1:1788219230.732573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219230.732596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:1.1:1788219230.732601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219230.743449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5106b40. 00000080:00000010:1.1:1788219230.743472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:1.1:1788219230.770164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:2.1:1788219230.817393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:2.1:1788219230.817405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307000. 00010000:00000010:2.1:1788219230.817408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00000080:00000010:2.1:1788219230.826408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00000080:00000010:2.1:1788219230.826428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00010000:00000010:2.1:1788219230.854752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307000. 00010000:00000010:2.1:1788219230.854770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911f00. 00010000:00000010:2.1:1788219230.854775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00000080:00000010:2.1:1788219230.861525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c08000. 00000080:00000010:2.1:1788219230.861546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:2.1:1788219230.878458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:1.1:1788219230.938406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:1.1:1788219230.938421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219230.938426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00000080:00000010:1.1:1788219230.947394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:1.1:1788219230.947414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca100. 00010000:00000010:1.1:1788219230.964355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219230.964371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353600. 00010000:00000010:1.1:1788219230.964375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00000080:00000010:1.1:1788219230.974719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1d45280. 00000080:00000010:1.1:1788219230.974738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00010000:00000010:1.1:1788219230.984936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219231.058946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:1.1:1788219231.058961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:1.1:1788219231.058965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00000080:00000010:1.1:1788219231.074007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:1.1:1788219231.074028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:1.1:1788219231.081502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219231.081523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353000. 00010000:00000010:1.1:1788219231.081527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00000080:00000010:1.1:1788219231.097372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19aa940. 00000080:00000010:1.1:1788219231.097390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00010000:00000010:1.1:1788219231.097399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:2.1:1788219231.138713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:2.1:1788219231.138730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:2.1:1788219231.138735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:0.1:1788219231.143118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:0.1:1788219231.143146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00010000:00000010:0.1:1788219231.151460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219231.151476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256400. 00010000:00000010:0.1:1788219231.151481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:0.1:1788219231.163988:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a9080. 00000080:00000010:0.1:1788219231.164005:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:0.1:1788219231.171397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:1.1:1788219231.223358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256300. 00010000:00000010:1.1:1788219231.223370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219231.223375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00000080:00000010:2.1:1788219231.236453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00000080:00000010:2.1:1788219231.236468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00010000:00000010:0.1:1788219231.252445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307000. 00010000:00000010:0.1:1788219231.252458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256900. 00010000:00000010:0.1:1788219231.252463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219231.264525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e51018c0. 00000080:00000010:0.1:1788219231.264544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca740. 00010000:00000010:0.1:1788219231.273355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:2.1:1788219231.317485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:2.1:1788219231.317497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:2.1:1788219231.317500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00000080:00000010:2.1:1788219231.326367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca300. 00000080:00000010:2.1:1788219231.326389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00010000:00000010:2.1:1788219231.356491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:2.1:1788219231.356514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:2.1:1788219231.356520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219231.362360:0:306941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c0e300. 00000080:00000010:2.1:1788219231.362377:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00010000:00000010:2.1:1788219231.377026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25e00. 00010000:00000010:1.1:1788219231.430415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:1.1:1788219231.430423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24e00. 00010000:00000010:1.1:1788219231.430427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:2.1:1788219231.442240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b60. 00000080:00000010:2.1:1788219231.442258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3e0. 00010000:00000010:1.1:1788219231.446476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:1.1:1788219231.446490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256700. 00010000:00000010:1.1:1788219231.446494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00000080:00000010:1.1:1788219231.450373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d1c05280. 00000080:00000010:1.1:1788219231.450392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00010000:00000010:1.1:1788219231.459612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:0.1:1788219231.514369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256700. 00010000:00000010:0.1:1788219231.514387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:0.1:1788219231.514395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:0.1:1788219231.525423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca120. 00000080:00000010:0.1:1788219231.529339:0:306941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00010000:00000010:0.1:1788219231.541629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219231.541648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:0.1:1788219231.541653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25a00. 00000080:00000010:0.1:1788219231.553370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c19a98c0. 00000080:00000010:0.1:1788219231.553385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00010000:00000010:0.1:1788219231.560355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:2.1:1788219231.614359:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:2.1:1788219231.614374:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:2.1:1788219231.614378:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:0.1:1788219231.616436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:0.1:1788219231.620483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d09c4200. 00000080:00000010:0.1:1788219231.620496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00010000:00000010:0.1:1788219231.637481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219231.637498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911300. 00010000:00000010:0.1:1788219231.637502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:0.1:1788219231.647419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894d0122940. 00000080:00000010:0.1:1788219231.647432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00010000:00000010:0.1:1788219231.656344:0:306946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:0.1:1788219231.656358:0:306946:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219231.656362:0:306946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893f2c5d000. 00000080:00000010:0.1:1788219231.662430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5101080. 00000080:00000010:0.1:1788219231.662447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:3.1:1788219231.692444:0:302685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24400. 00000080:00000010:3.1:1788219231.696761:0:302534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88480. 00000080:00000010:1.1:1788219231.697415:0:306947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00000080:00000010:1.1:1788219231.697423:0:306947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:3.1:1788219231.702348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00000080:00000010:2.1:1788219231.702348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:3.1:1788219231.702359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88360. 00010000:00000010:0.1:1788219238.328713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268c00. 00010000:00000010:0.1:1788219238.328725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6e7800. 00010000:00000010:0.1:1788219238.353503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911f00. 00010000:00000010:0.1:1788219238.355590:0:307478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219238.355602:0:307478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:1.1:1788219238.425389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00010000:00000010:0.1:1788219238.533441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0000. 00010000:00000010:0.1:1788219238.533453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25c00. 00000080:00000010:0.1:1788219238.537768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:0.1:1788219238.537790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:2.1:1788219243.011499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:0.1:1788219243.016362:0:8222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:3.1:1788219243.017129:0:307958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:1.1:1788219243.026506:0:307958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3000. 00010000:00000010:2.1:1788219243.515435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24800. 00010000:00000010:2.1:1788219243.520352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24000. 00010000:00000010:2.1:1788219243.520371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24400. 00010000:00000010:1.1:1788219243.520391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:2.1:1788219244.643652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d000. 00010000:00000010:2.1:1788219244.643662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00000080:00000010:1.1:1788219244.659836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00010000:00000010:1.1:1788219244.737470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219244.752468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:3.1:1788219244.768132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00010000:00000010:0.1:1788219244.775903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25c00. 00010000:00000010:1.1:1788219244.810364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219244.819473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219244.834679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219244.851798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219244.893708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00000080:00000010:0.1:1788219244.893803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:0.1:1788219244.893808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00000080:00000010:0.1:1788219244.893811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:0.1:1788219244.893815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881a0. 00000080:00000010:0.1:1788219244.893819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:0.1:1788219244.893824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:0.1:1788219244.893827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00010000:00000010:0.1:1788219244.897663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219244.897679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219244.930352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:3.1:1788219244.946490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ec0. 00010000:00000010:0.1:1788219244.981691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219244.989124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219244.994447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219245.007358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219245.007503:0:308118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219245.015903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219245.020189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:1.1:1788219245.029374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:0.1:1788219245.041367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:0.1:1788219245.041382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1c0. 00000080:00000010:0.1:1788219245.041385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00000080:00000010:0.1:1788219245.041389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:0.1:1788219245.041393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00000080:00000010:0.1:1788219245.041400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d40. 00000080:00000010:0.1:1788219245.041403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:0.1:1788219245.041406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00010000:00000010:0.1:1788219245.044491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0e00. 00010000:00000010:0.1:1788219245.044508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25200. 00000080:00000010:0.1:1788219245.065736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00000080:00000010:2.1:1788219245.081366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00010000:00000010:0.1:1788219245.081446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307200. 00010000:00000010:1.1:1788219245.125693:0:308119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219245.131357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00010000:00000010:2.1:1788219245.145399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219245.153708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219245.161336:0:308119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:0.1:1788219245.170350:0:308119:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219245.174978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:1.1:1788219245.190357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3600. 00000080:00000010:1.1:1788219245.193461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d000. 00000080:00000010:1.1:1788219245.193486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92e0. 00000080:00000010:1.1:1788219245.193492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d40. 00000080:00000010:1.1:1788219245.193496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:1.1:1788219245.193499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00000080:00000010:1.1:1788219245.193502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:1.1:1788219245.193505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00000080:00000010:1.1:1788219245.193508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00010000:00000010:1.1:1788219245.193513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3dd00. 00010000:00000010:1.1:1788219245.193519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00000080:00000010:1.1:1788219245.208945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00010000:00000010:2.1:1788219245.218816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24e00. 00000080:00000010:3.1:1788219245.227361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889a0. 00010000:00000010:2.1:1788219245.256212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219245.259923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306400. 00010000:00000010:2.1:1788219245.263497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219245.269549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219245.278731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219245.294356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219245.311984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219245.339279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00000080:00000010:1.1:1788219245.343084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaaa0. 00000080:00000010:1.1:1788219245.343093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:1.1:1788219245.343108:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca640. 00000080:00000010:1.1:1788219245.343113:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:1.1:1788219245.343116:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:1.1:1788219245.343119:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00000080:00000010:1.1:1788219245.343122:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:1.1:1788219245.343126:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00010000:00000010:1.1:1788219245.343133:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:1.1:1788219245.343139:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:1.1:1788219245.350531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0a0. 00000080:00000010:1.1:1788219245.367009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420daa0. 00010000:00000010:1.1:1788219245.392676:0:308121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:1.1:1788219245.398438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219245.406946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219245.425355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219245.431444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219245.445704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:0.1:1788219245.460422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:2.1:1788219245.468511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306400. 00000080:00000010:2.1:1788219245.472780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:2.1:1788219245.472792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:2.1:1788219245.472797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9800. 00000080:00000010:2.1:1788219245.472814:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:2.1:1788219245.472819:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00000080:00000010:2.1:1788219245.472824:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00000080:00000010:2.1:1788219245.472828:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:2.1:1788219245.472832:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88080. 00010000:00000010:2.1:1788219245.472839:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256900. 00010000:00000010:2.1:1788219245.472845:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:2.1:1788219245.481456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca060. 00000080:00000010:2.1:1788219245.499862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00010000:00000010:1.1:1788219245.517354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24400. 00010000:00000010:1.1:1788219245.530679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219245.541989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219245.556040:0:308122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219245.560501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219245.566736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219245.575484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219245.584495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:1.1:1788219245.588490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219245.588508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219245.588514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00000080:00000010:1.1:1788219245.588518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:1.1:1788219245.588522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3c0. 00000080:00000010:1.1:1788219245.588525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:1.1:1788219245.588527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:1.1:1788219245.588531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f80. 00010000:00000010:1.1:1788219245.588539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256a00. 00010000:00000010:1.1:1788219245.588544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:2.1:1788219245.602449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:0.1:1788219245.625385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88120. 00010000:00000010:1.1:1788219245.648474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219245.654812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219245.669527:0:308123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219245.674110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219245.683454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219245.696153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:0.1:1788219245.710365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54800. 00010000:00000010:1.1:1788219245.728271:0:308123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:1.1:1788219245.739500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d180. 00000080:00000010:1.1:1788219245.739510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:1.1:1788219245.739573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219245.739578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219245.739581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00000080:00000010:1.1:1788219245.739584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:1.1:1788219245.739588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:1.1:1788219245.739592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3c0. 00010000:00000010:1.1:1788219245.739596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911100. 00010000:00000010:1.1:1788219245.739600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00000080:00000010:1.1:1788219245.752405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:0.1:1788219245.761119:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90c0. 00010000:00000010:0.1:1788219245.787874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:0.1:1788219245.804359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219245.817492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:0.1:1788219245.824360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:0.1:1788219245.844572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:0.1:1788219245.853034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307200. 00010000:00000010:0.1:1788219245.864148:0:308124:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219245.869421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00000080:00000010:0.1:1788219245.887197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:0.1:1788219245.887212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9580. 00000080:00000010:0.1:1788219245.887222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5e0. 00000080:00000010:0.1:1788219245.887227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:0.1:1788219245.887230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00000080:00000010:0.1:1788219245.887233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00000080:00000010:0.1:1788219245.887236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:0.1:1788219245.887239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca820. 00010000:00000010:0.1:1788219245.887245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911600. 00010000:00000010:0.1:1788219245.887249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00000080:00000010:0.1:1788219245.894362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00000080:00000010:3.1:1788219245.903183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88780. 00010000:00000010:2.1:1788219245.927498:0:308125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219245.936347:0:308125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219245.944930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219245.956543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219245.965686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219245.980686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219245.990349:0:308125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219245.996361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00000080:00000010:2.1:1788219246.000397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00000080:00000010:2.1:1788219246.000417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:2.1:1788219246.000446:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca940. 00000080:00000010:2.1:1788219246.000451:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00000080:00000010:2.1:1788219246.000454:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00000080:00000010:2.1:1788219246.000457:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac00. 00000080:00000010:2.1:1788219246.000463:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1e0. 00000080:00000010:2.1:1788219246.000470:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c00. 00010000:00000010:2.1:1788219246.000476:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0400. 00010000:00000010:2.1:1788219246.000481:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25600. 00000080:00000010:2.1:1788219246.013358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:0.1:1788219246.026009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88780. 00010000:00000010:0.1:1788219246.058374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:1.1:1788219246.081506:0:308126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219246.088285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219246.102506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219246.116478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219246.132365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219246.150376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219246.150429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219246.150452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219246.150459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219246.150463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00000080:00000010:1.1:1788219246.150466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:1.1:1788219246.150469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:1.1:1788219246.150472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3c0. 00000080:00000010:1.1:1788219246.150477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:1.1:1788219246.150482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88860. 00010000:00000010:1.1:1788219246.154348:0:308126:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911900. 00010000:00000010:1.1:1788219246.154354:0:308126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00000080:00000010:1.1:1788219246.166360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db00. 00000080:00000010:1.1:1788219246.180341:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88220. 00010000:00000010:1.1:1788219246.209642:0:308127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25400. 00010000:00000010:1.1:1788219246.218346:0:308127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219246.221499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219246.228262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219246.235503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:2.1:1788219246.239381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:2.1:1788219246.247366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219246.258359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307200. 00000080:00000010:2.1:1788219246.263680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00000080:00000010:2.1:1788219246.263694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:2.1:1788219246.263699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:2.1:1788219246.263714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:2.1:1788219246.263719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4a0. 00000080:00000010:2.1:1788219246.263723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:2.1:1788219246.263726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:2.1:1788219246.263730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883e0. 00010000:00000010:2.1:1788219246.263736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256400. 00010000:00000010:2.1:1788219246.263740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:2.1:1788219246.269466:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00000080:00000010:1.1:1788219246.288365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00010000:00000010:2.1:1788219246.315620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219246.320488:0:308128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219246.332331:0:308128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219246.335674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219246.351210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219246.362416:0:308128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:2.1:1788219246.365577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219246.369504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00000080:00000010:3.1:1788219246.379428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8e0. 00000080:00000010:3.1:1788219246.379436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca880. 00000080:00000010:3.1:1788219246.379439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00000080:00000010:3.1:1788219246.379442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca700. 00000080:00000010:3.1:1788219246.379446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00000080:00000010:3.1:1788219246.379448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00000080:00000010:3.1:1788219246.379454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:3.1:1788219246.379457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00010000:00000010:3.1:1788219246.379461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:3.1:1788219246.379465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00000080:00000010:1.1:1788219246.391403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00000080:00000010:0.1:1788219246.407742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:0.1:1788219246.427376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:1.1:1788219246.436355:0:308129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219246.443329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219246.443358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219246.455613:0:308129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:1.1:1788219246.463711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219246.468361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219246.477394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:2.1:1788219246.493480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:2.1:1788219246.493488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:2.1:1788219246.493492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:2.1:1788219246.493495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd20. 00000080:00000010:2.1:1788219246.493499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:2.1:1788219246.493503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00000080:00000010:2.1:1788219246.493508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:2.1:1788219246.493512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88580. 00010000:00000010:2.1:1788219246.493520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911100. 00010000:00000010:2.1:1788219246.493525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00000080:00000010:2.1:1788219246.498353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4e0. 00000080:00000010:0.1:1788219246.507512:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00010000:00000010:0.1:1788219246.522469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25400. 00010000:00000010:0.1:1788219246.530572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219246.544545:0:308130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219246.553109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:2.1:1788219246.572466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:0.1:1788219246.579363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00010000:00000010:0.1:1788219246.588459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219246.598207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00000080:00000010:0.1:1788219246.607370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ec0. 00000080:00000010:0.1:1788219246.607383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00000080:00000010:0.1:1788219246.607388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca440. 00000080:00000010:0.1:1788219246.607394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0a0. 00000080:00000010:0.1:1788219246.607398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00000080:00000010:0.1:1788219246.607412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:0.1:1788219246.607419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00000080:00000010:0.1:1788219246.607423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88480. 00010000:00000010:0.1:1788219246.607431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911f00. 00010000:00000010:0.1:1788219246.607437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00000080:00000010:0.1:1788219246.613363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00000080:00000010:0.1:1788219246.642352:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00010000:00000010:0.1:1788219246.670372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:0.1:1788219246.686274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219246.695343:0:308131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219246.700467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219246.717377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219246.726449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:1.1:1788219246.748359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:3.1:1788219246.755784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:3.1:1788219246.759647:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:3.1:1788219246.759659:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00000080:00000010:3.1:1788219246.759666:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac80. 00000080:00000010:3.1:1788219246.759672:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00000080:00000010:3.1:1788219246.759675:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00000080:00000010:3.1:1788219246.759680:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:3.1:1788219246.759684:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00000080:00000010:3.1:1788219246.759687:0:308131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00010000:00000010:3.1:1788219246.759692:0:308131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:3.1:1788219246.759698:0:308131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00000080:00000010:3.1:1788219246.781065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886c0. 00000080:00000010:0.1:1788219246.799909:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:0.1:1788219246.816573:0:308132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:0.1:1788219246.826396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:1.1:1788219246.829474:0:308132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:1.1:1788219246.834366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219246.844357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219246.859355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219246.864515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219246.872499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:1.1:1788219246.876409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:1.1:1788219246.876419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219246.876423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219246.876428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219246.876447:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:1.1:1788219246.876453:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99c0. 00000080:00000010:1.1:1788219246.876458:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00000080:00000010:1.1:1788219246.876462:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00010000:00000010:1.1:1788219246.876470:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:1.1:1788219246.876475:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00000080:00000010:1.1:1788219246.903398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:2.1:1788219246.925584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9180. 00010000:00000010:3.1:1788219246.965609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25600. 00010000:00000010:3.1:1788219246.977699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24e00. 00010000:00000010:0.1:1788219246.989595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:0.1:1788219247.009358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219247.023441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:1.1:1788219247.037364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:1.1:1788219247.051460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.064449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00000080:00000010:1.1:1788219247.072955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219247.072964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:1.1:1788219247.072968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219247.072971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00000080:00000010:1.1:1788219247.072990:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00000080:00000010:1.1:1788219247.072994:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1c0. 00000080:00000010:1.1:1788219247.073000:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886c0. 00000080:00000010:1.1:1788219247.073005:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883a0. 00010000:00000010:1.1:1788219247.073010:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:1.1:1788219247.073017:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00000080:00000010:3.1:1788219247.101783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:1.1:1788219247.117356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00010000:00000010:0.1:1788219247.155006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307000. 00010000:00000010:0.1:1788219247.164439:0:308134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219247.164464:0:308134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219247.173362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219247.182359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219247.197390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:1.1:1788219247.201352:0:308134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.209274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:1.1:1788219247.218381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:1.1:1788219247.218390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219247.218394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d60. 00000080:00000010:1.1:1788219247.218412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:1.1:1788219247.218417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00000080:00000010:1.1:1788219247.218421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:1.1:1788219247.218424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:1.1:1788219247.218428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab40. 00010000:00000010:1.1:1788219247.218435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911d00. 00010000:00000010:1.1:1788219247.218439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00000080:00000010:1.1:1788219247.245368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:0.1:1788219247.250361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad00. 00010000:00000010:0.1:1788219247.277550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306c00. 00010000:00000010:0.1:1788219247.288355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219247.300163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219247.317367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55600. 00010000:00000010:0.1:1788219247.327744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:1.1:1788219247.338359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219247.355706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.361416:0:308135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:1.1:1788219247.369388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:1.1:1788219247.369413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219247.369417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219247.369422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca000. 00000080:00000010:1.1:1788219247.369429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:1.1:1788219247.369437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9940. 00000080:00000010:1.1:1788219247.369440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90e0. 00000080:00000010:1.1:1788219247.369445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:1.1:1788219247.369451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911000. 00010000:00000010:1.1:1788219247.369456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:2.1:1788219247.407496:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:0.1:1788219247.413524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00010000:00000010:1.1:1788219247.435455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219247.453379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.464478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219247.473467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219247.492362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219247.508350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219247.520489:0:308136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219247.525470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00000080:00000010:1.1:1788219247.525506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:1.1:1788219247.525511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:1.1:1788219247.525518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:1.1:1788219247.525526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00000080:00000010:1.1:1788219247.525530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00000080:00000010:1.1:1788219247.525533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219247.525539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219247.525542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:1.1:1788219247.534761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d800. 00010000:00000010:1.1:1788219247.534776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00000080:00000010:1.1:1788219247.573359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:2.1:1788219247.605460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88020. 00010000:00000010:0.1:1788219247.621348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:2.1:1788219247.627464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219247.635806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219247.641386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219247.645406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.651608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219247.661361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.672371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:1.1:1788219247.676403:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219247.676412:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:1.1:1788219247.676416:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:1.1:1788219247.676422:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:1.1:1788219247.676431:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9780. 00000080:00000010:1.1:1788219247.676438:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00000080:00000010:1.1:1788219247.676441:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:1.1:1788219247.676444:0:308137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00010000:00000010:1.1:1788219247.676450:0:308137:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d200. 00010000:00000010:1.1:1788219247.676455:0:308137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00000080:00000010:1.1:1788219247.717357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:3.1:1788219247.738903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88060. 00010000:00000010:0.1:1788219247.754360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307e00. 00010000:00000010:0.1:1788219247.769098:0:308138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219247.775839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219247.785371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219247.796740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219247.818393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:1.1:1788219247.827428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219247.831355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00000080:00000010:0.1:1788219247.834732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00000080:00000010:0.1:1788219247.834746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:0.1:1788219247.834752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d140. 00000080:00000010:0.1:1788219247.834759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:0.1:1788219247.834762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00000080:00000010:0.1:1788219247.834767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9000. 00000080:00000010:0.1:1788219247.834771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:0.1:1788219247.834775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00010000:00000010:0.1:1788219247.834780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911300. 00010000:00000010:0.1:1788219247.834785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306a00. 00000080:00000010:0.1:1788219247.860363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9820. 00000080:00000010:0.1:1788219247.881448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcadc0. 00010000:00000010:0.1:1788219247.899706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:0.1:1788219247.915943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219247.915967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219247.928182:0:308139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:0.1:1788219247.939184:0:308139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219247.951903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:0.1:1788219247.958753:0:308139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219247.967490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:3.1:1788219247.977401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:3.1:1788219247.977415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00000080:00000010:3.1:1788219247.977422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00000080:00000010:3.1:1788219247.977428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00000080:00000010:3.1:1788219247.977432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00000080:00000010:3.1:1788219247.977437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9000. 00000080:00000010:3.1:1788219247.977441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:3.1:1788219247.977446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:3.1:1788219247.977452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911000. 00010000:00000010:3.1:1788219247.977458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00000080:00000010:2.1:1788219248.017335:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c60. 00000080:00000010:0.1:1788219248.051447:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00010000:00000010:0.1:1788219248.072075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219248.079526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219248.090935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219248.101349:0:308140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219248.101384:0:308140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219248.112880:0:308140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219248.117428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00010000:00000010:0.1:1788219248.129790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00000080:00000010:0.1:1788219248.133493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:0.1:1788219248.133506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:0.1:1788219248.133514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219248.133518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219248.133521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:0.1:1788219248.133526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00000080:00000010:0.1:1788219248.133530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:0.1:1788219248.133535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac80. 00010000:00000010:0.1:1788219248.133543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219248.133548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:0.1:1788219248.146374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00000080:00000010:2.1:1788219248.178428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:0.1:1788219248.210527:0:308141:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219248.218433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219248.229489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219248.243478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219248.253361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219248.272354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:1.1:1788219248.276379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3200. 00010000:00000010:1.1:1788219248.289343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219248.293436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d980. 00000080:00000010:1.1:1788219248.293454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00000080:00000010:1.1:1788219248.293461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:1.1:1788219248.293469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:1.1:1788219248.293477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:1.1:1788219248.293480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00000080:00000010:1.1:1788219248.293483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00000080:00000010:1.1:1788219248.293486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00010000:00000010:1.1:1788219248.293492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3de00. 00010000:00000010:1.1:1788219248.293497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306800. 00000080:00000010:1.1:1788219248.315451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00000080:00000010:2.1:1788219248.370597:0:256056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88060. 00010000:00000010:0.1:1788219248.404358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219248.411426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219248.420856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219248.439407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219248.460439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219248.463451:0:308142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219248.467478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00010000:00000010:0.1:1788219248.478361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54200. 00000080:00000010:0.1:1788219248.478399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9900. 00000080:00000010:0.1:1788219248.478407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00000080:00000010:0.1:1788219248.478410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00000080:00000010:0.1:1788219248.478415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00000080:00000010:0.1:1788219248.478419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00000080:00000010:0.1:1788219248.478424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:0.1:1788219248.478427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:0.1:1788219248.478434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00010000:00000010:0.1:1788219248.478441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911800. 00010000:00000010:0.1:1788219248.478444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00000080:00000010:0.1:1788219248.512362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c60. 00000080:00000010:1.1:1788219248.536790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00010000:00000010:2.1:1788219248.545386:0:308143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219248.554905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:2.1:1788219248.559479:0:308143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:2.1:1788219248.564367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307800. 00010000:00000010:2.1:1788219248.581227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:1.1:1788219248.589380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:1.1:1788219248.605349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219248.611632:0:308143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:1.1:1788219248.632598:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:1.1:1788219248.632605:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00000080:00000010:1.1:1788219248.632609:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88100. 00000080:00000010:1.1:1788219248.632617:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00000080:00000010:1.1:1788219248.632623:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:1.1:1788219248.632627:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca200. 00000080:00000010:1.1:1788219248.632631:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8a0. 00000080:00000010:1.1:1788219248.632634:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00010000:00000010:1.1:1788219248.632640:0:307965:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219248.632644:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:0.1:1788219248.655641:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:0.1:1788219248.692510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00010000:00000010:1.1:1788219248.725411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24400. 00010000:00000010:1.1:1788219248.729462:0:308144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219248.740285:0:308144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219248.753467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219248.768357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219248.777354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219248.782804:0:308144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219248.789441:0:308144:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00000080:00000010:0.1:1788219248.797734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:0.1:1788219248.797747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:0.1:1788219248.797755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00000080:00000010:0.1:1788219248.797762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00000080:00000010:0.1:1788219248.797766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3a0. 00000080:00000010:0.1:1788219248.797769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0c0. 00000080:00000010:0.1:1788219248.797772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00000080:00000010:0.1:1788219248.797779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a80. 00010000:00000010:0.1:1788219248.797785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911500. 00010000:00000010:0.1:1788219248.797791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55e00. 00000080:00000010:0.1:1788219248.836479:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a80. 00000080:00000010:0.1:1788219248.878360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98c0. 00010000:00000010:1.1:1788219248.905337:0:308145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:1.1:1788219248.911365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219248.921349:0:308145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219248.925494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219248.942396:0:308145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219248.945639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219248.950379:0:308145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219248.958468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:1.1:1788219248.987374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:1.1:1788219248.987457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219248.987462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:1.1:1788219248.987468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00000080:00000010:1.1:1788219248.987472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00000080:00000010:1.1:1788219248.987475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219248.987478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7c0. 00000080:00000010:1.1:1788219248.987481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c80. 00010000:00000010:1.1:1788219248.987487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:1.1:1788219248.987492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00000080:00000010:1.1:1788219248.996353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:3.1:1788219249.009394:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:0.1:1788219249.038538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:0.1:1788219249.044364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219249.062478:0:308146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:0.1:1788219249.067483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:0.1:1788219249.088408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55400. 00010000:00000010:1.1:1788219249.106344:0:308146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219249.113761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219249.132676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00000080:00000010:2.1:1788219249.139350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7c0. 00000080:00000010:2.1:1788219249.139359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:2.1:1788219249.139363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d720. 00000080:00000010:2.1:1788219249.139368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00000080:00000010:2.1:1788219249.139373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:2.1:1788219249.139377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:2.1:1788219249.139382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:2.1:1788219249.139398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88240. 00010000:00000010:2.1:1788219249.139404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:2.1:1788219249.139408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25400. 00000080:00000010:3.1:1788219249.162869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d080. 00000080:00000010:0.1:1788219249.179375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9040. 00010000:00000010:0.1:1788219249.220438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306e00. 00010000:00000010:1.1:1788219249.230451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:1.1:1788219249.245725:0:308147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219249.252488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3400. 00010000:00000010:0.1:1788219249.274430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219249.279611:0:308147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219249.291381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219249.296369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:0.1:1788219249.296420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:0.1:1788219249.296426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:0.1:1788219249.296432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:0.1:1788219249.296438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:0.1:1788219249.296444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:0.1:1788219249.296447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00000080:00000010:0.1:1788219249.296454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:0.1:1788219249.296458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac00. 00010000:00000010:0.1:1788219249.296466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911000. 00010000:00000010:0.1:1788219249.296470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:0.1:1788219249.308555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:0.1:1788219249.349367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1e0. 00010000:00000010:0.1:1788219249.381494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:0.1:1788219249.388380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219249.404372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219249.415565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219249.433424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219249.455167:0:308148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219249.463585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:0.1:1788219249.470444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:0.1:1788219249.473537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:0.1:1788219249.473550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:0.1:1788219249.473557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:0.1:1788219249.473562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:2.1:1788219249.479369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:2.1:1788219249.479399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:2.1:1788219249.479403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219249.479410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca820. 00010000:00000010:2.1:1788219249.479417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e100. 00010000:00000010:2.1:1788219249.479423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00000080:00000010:1.1:1788219249.500448:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:1.1:1788219249.545924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00010000:00000010:0.1:1788219249.576306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219249.587355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219249.598353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00010000:00000010:1.1:1788219249.598465:0:308149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219249.605484:0:308149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:1.1:1788219249.616658:0:308149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219249.629515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2400. 00010000:00000010:0.1:1788219249.642543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54000. 00000080:00000010:0.1:1788219249.646507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:0.1:1788219249.646532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6c0. 00000080:00000010:0.1:1788219249.646537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00000080:00000010:0.1:1788219249.646542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00000080:00000010:0.1:1788219249.646548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219249.646552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:0.1:1788219249.646555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:0.1:1788219249.646558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00010000:00000010:0.1:1788219249.646565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256d00. 00010000:00000010:0.1:1788219249.646569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219249.703500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:3.1:1788219249.716743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00010000:00000010:2.1:1788219249.748365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219249.756271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219249.762370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219249.783402:0:308150:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219249.794350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:2.1:1788219249.807628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219249.816774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:2.1:1788219249.822370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00000080:00000010:2.1:1788219249.822408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3a0. 00000080:00000010:2.1:1788219249.822429:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d40. 00000080:00000010:2.1:1788219249.822434:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00000080:00000010:2.1:1788219249.822438:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca460. 00000080:00000010:2.1:1788219249.822444:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5a0. 00000080:00000010:2.1:1788219249.822447:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9e0. 00000080:00000010:2.1:1788219249.822453:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:2.1:1788219249.822458:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00010000:00000010:2.1:1788219249.822467:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:2.1:1788219249.822474:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00000080:00000010:2.1:1788219249.830351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca160. 00000080:00000010:0.1:1788219249.913572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9e0. 00010000:00000010:1.1:1788219249.958616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219249.971445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219249.975574:0:308151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219249.979426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219250.002434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219250.008568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219250.018440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219250.027288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:1.1:1788219250.031466:0:308151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00000080:00000010:1.1:1788219250.031475:0:308151:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2c0. 00000080:00000010:1.1:1788219250.031902:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00000080:00000010:1.1:1788219250.031910:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dce0. 00000080:00000010:1.1:1788219250.031913:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00000080:00000010:1.1:1788219250.031916:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00000080:00000010:1.1:1788219250.031919:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00000080:00000010:1.1:1788219250.031924:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00010000:00000010:1.1:1788219250.031931:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:1.1:1788219250.031937:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00000080:00000010:0.1:1788219250.052137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d300. 00000080:00000010:2.1:1788219250.084291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88160. 00010000:00000010:0.1:1788219250.109133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219250.119831:0:308152:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:0.1:1788219250.128189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219250.149369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00010000:00000010:1.1:1788219250.160531:0:308152:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219250.172685:0:308152:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219250.179367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219250.191353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00000080:00000010:1.1:1788219250.195365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00000080:00000010:1.1:1788219250.195388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00000080:00000010:1.1:1788219250.195392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00000080:00000010:1.1:1788219250.195394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00000080:00000010:1.1:1788219250.195400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:1.1:1788219250.195405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:1.1:1788219250.195408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:1.1:1788219250.195412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00010000:00000010:1.1:1788219250.195418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ed00. 00010000:00000010:1.1:1788219250.195427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00000080:00000010:1.1:1788219250.220087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dea0. 00000080:00000010:0.1:1788219250.288388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:2.1:1788219250.327348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:0.1:1788219250.330477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:2.1:1788219250.330552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307600. 00010000:00000010:0.1:1788219250.339367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219250.351597:0:308154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219250.360392:0:308154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219250.366411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219250.379365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219250.379416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:0.1:1788219250.379424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:0.1:1788219250.383369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:0.1:1788219250.383399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:0.1:1788219250.383403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9020. 00000080:00000010:0.1:1788219250.383415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:0.1:1788219250.383421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00000080:00000010:0.1:1788219250.383427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcace0. 00010000:00000010:0.1:1788219250.383436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e600. 00010000:00000010:0.1:1788219250.383442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:0.1:1788219250.407661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ee0. 00000080:00000010:2.1:1788219250.454604:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00010000:00000010:1.1:1788219250.481197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:1.1:1788219250.490213:0:308155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219250.497580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2e00. 00010000:00000010:2.1:1788219250.503062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00010000:00000010:2.1:1788219250.512468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900200. 00010000:00000010:2.1:1788219250.522420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900c00. 00010000:00000010:0.1:1788219250.534354:0:308155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:0.1:1788219250.542388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54600. 00000080:00000010:0.1:1788219250.550385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:0.1:1788219250.550399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88440. 00000080:00000010:0.1:1788219250.550406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:0.1:1788219250.550413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00000080:00000010:0.1:1788219250.550416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:0.1:1788219250.550420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d360. 00000080:00000010:0.1:1788219250.550430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbe0. 00000080:00000010:0.1:1788219250.550433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00010000:00000010:0.1:1788219250.550438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0c00. 00010000:00000010:0.1:1788219250.550443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00000080:00000010:1.1:1788219250.569353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9020. 00000080:00000010:0.1:1788219250.646857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00010000:00000010:2.1:1788219250.693928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900800. 00010000:00000010:2.1:1788219250.701689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219250.705633:0:308156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:2.1:1788219250.712354:0:308156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900800. 00010000:00000010:2.1:1788219250.718399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219250.729145:0:308156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:2.1:1788219250.740454:0:308156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219250.770385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00000080:00000010:2.1:1788219250.770419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:2.1:1788219250.770428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:2.1:1788219250.770436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00000080:00000010:2.1:1788219250.770446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:2.1:1788219250.770453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:2.1:1788219250.770459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00000080:00000010:2.1:1788219250.770466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca640. 00000080:00000010:2.1:1788219250.770472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00010000:00000010:2.1:1788219250.770480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e000. 00010000:00000010:2.1:1788219250.770487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:2.1:1788219250.815420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5a0. 00000080:00000010:1.1:1788219250.833484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da80. 00010000:00000010:0.1:1788219250.869365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219250.883302:0:308157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219250.888652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219250.903431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55200. 00010000:00000010:2.1:1788219250.924463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219250.929881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900800. 00010000:00000010:2.1:1788219250.939481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:2.1:1788219250.954616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900800. 00000080:00000010:3.1:1788219250.968179:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:3.1:1788219250.968190:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00000080:00000010:3.1:1788219250.969840:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca640. 00000080:00000010:3.1:1788219250.969855:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:3.1:1788219250.969863:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:3.1:1788219250.969870:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:3.1:1788219250.969873:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:3.1:1788219250.969878:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00010000:00000010:3.1:1788219250.969885:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3df00. 00010000:00000010:3.1:1788219250.969890:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:2.1:1788219250.971073:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887c0. 00000080:00000010:1.1:1788219251.116642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00010000:00000010:1.1:1788219251.160054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:2.1:1788219251.172441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:2.1:1788219251.184361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219251.194358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:2.1:1788219251.204623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219251.219359:0:308158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24400. 00010000:00000010:0.1:1788219251.224357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219251.241527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219251.244333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:0.1:1788219251.244348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:0.1:1788219251.244352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88960. 00000080:00000010:0.1:1788219251.244359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7a0. 00000080:00000010:0.1:1788219251.244366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00000080:00000010:0.1:1788219251.244369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00000080:00000010:0.1:1788219251.244386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:0.1:1788219251.244389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00010000:00000010:0.1:1788219251.244394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256900. 00010000:00000010:0.1:1788219251.244399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:2.1:1788219251.259535:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:1.1:1788219251.321369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00010000:00000010:0.1:1788219251.365366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219251.379433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:1.1:1788219251.409869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219251.413539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219251.418992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219251.425463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219251.436644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219251.440509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219251.466387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:0.1:1788219251.466400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:0.1:1788219251.466409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00000080:00000010:0.1:1788219251.466418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00000080:00000010:0.1:1788219251.466424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219251.466430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00000080:00000010:0.1:1788219251.466436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:0.1:1788219251.466444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00010000:00000010:0.1:1788219251.466454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:0.1:1788219251.466461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:0.1:1788219251.527377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:1.1:1788219251.530520:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e20. 00010000:00000010:2.1:1788219251.563465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901e00. 00010000:00000010:1.1:1788219251.573096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:0.1:1788219251.582782:0:308160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219251.589419:0:308160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219251.593624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219251.602455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00010000:00000010:0.1:1788219251.622811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219251.631410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54c00. 00000080:00000010:2.1:1788219251.632978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219251.632989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:2.1:1788219251.632998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:2.1:1788219251.633001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:2.1:1788219251.633005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e93e0. 00000080:00000010:2.1:1788219251.633009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:2.1:1788219251.633016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00000080:00000010:2.1:1788219251.633020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00010000:00000010:2.1:1788219251.633027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:2.1:1788219251.633032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:3.1:1788219251.650195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00000080:00000010:0.1:1788219251.726574:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00010000:00000010:2.1:1788219251.750381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900800. 00010000:00000010:2.1:1788219251.755358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00010000:00000010:2.1:1788219251.763536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:2.1:1788219251.779378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00010000:00000010:2.1:1788219251.789736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:0.1:1788219251.807365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:0.1:1788219251.810607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:1.1:1788219251.827384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00000080:00000010:1.1:1788219251.830922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:1.1:1788219251.830935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:1.1:1788219251.830941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca940. 00000080:00000010:1.1:1788219251.830948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00000080:00000010:1.1:1788219251.830951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafe0. 00000080:00000010:1.1:1788219251.830954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae20. 00000080:00000010:1.1:1788219251.830957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:1.1:1788219251.830961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1e0. 00010000:00000010:1.1:1788219251.830965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e400. 00010000:00000010:1.1:1788219251.830971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:1.1:1788219251.872572:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:2.1:1788219251.932788:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00010000:00000010:0.1:1788219251.967376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219251.971364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:0.1:1788219251.979610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:0.1:1788219251.989026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54400. 00010000:00000010:1.1:1788219252.007349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219252.007388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:2.1:1788219252.019734:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900c00. 00010000:00000010:0.1:1788219252.032350:0:308162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900800. 00000080:00000010:0.1:1788219252.032392:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:0.1:1788219252.032401:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0e0. 00000080:00000010:0.1:1788219252.032406:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00000080:00000010:0.1:1788219252.032411:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:0.1:1788219252.032413:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219252.032419:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:0.1:1788219252.032425:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:0.1:1788219252.032428:0:308162:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9880. 00010000:00000010:0.1:1788219252.032434:0:308162:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3da00. 00010000:00000010:0.1:1788219252.032437:0:308162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900200. 00000080:00000010:0.1:1788219252.037476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00000080:00000010:0.1:1788219252.113756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00010000:00000010:1.1:1788219252.141887:0:308163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:1.1:1788219252.152066:0:308163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219252.165352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219252.170353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219252.185421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:1.1:1788219252.199358:0:308163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219252.204360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219252.214788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:2.1:1788219252.221558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d500. 00000080:00000010:2.1:1788219252.221573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dca0. 00000080:00000010:2.1:1788219252.221577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:2.1:1788219252.221582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00000080:00000010:2.1:1788219252.221585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7c0. 00000080:00000010:2.1:1788219252.221588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:2.1:1788219252.221591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d720. 00000080:00000010:2.1:1788219252.221595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00010000:00000010:2.1:1788219252.221601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256e00. 00010000:00000010:2.1:1788219252.221606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219252.249353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00000080:00000010:1.1:1788219252.373466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00010000:00000010:1.1:1788219252.405040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219252.408525:0:308164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219252.419163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219252.428346:0:308164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219252.433442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219252.447492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:0.1:1788219252.455509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219252.474385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219252.474424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219252.474430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:0.1:1788219252.474436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:0.1:1788219252.474444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd00. 00000080:00000010:0.1:1788219252.474450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d880. 00000080:00000010:0.1:1788219252.474454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de60. 00000080:00000010:0.1:1788219252.474458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7e0. 00000080:00000010:0.1:1788219252.474461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8a0. 00010000:00000010:0.1:1788219252.474468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353000. 00010000:00000010:0.1:1788219252.474472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:0.1:1788219252.537343:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9500. 00000080:00000010:2.1:1788219252.600223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa40. 00010000:00000010:0.1:1788219252.624389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901c00. 00010000:00000010:0.1:1788219252.632371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219252.638861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219252.642598:0:308165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219252.647378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219252.655446:0:308165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219252.661358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219252.670548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219252.674503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:1.1:1788219252.674523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:1.1:1788219252.674527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219252.674531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d020. 00000080:00000010:1.1:1788219252.674533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00000080:00000010:1.1:1788219252.674538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:1.1:1788219252.674543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:1.1:1788219252.674547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00010000:00000010:1.1:1788219252.674553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e900. 00010000:00000010:1.1:1788219252.674558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00000080:00000010:0.1:1788219252.678414:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:0.1:1788219252.757512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00010000:00000010:1.1:1788219252.796351:0:308166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900c00. 00010000:00000010:1.1:1788219252.801350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219252.817549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219252.824659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:0.1:1788219252.829464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:0.1:1788219252.833623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a600. 00010000:00000010:0.1:1788219252.845827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219252.850499:0:308166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a600. 00000080:00000010:0.1:1788219252.874379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219252.874386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219252.874391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:0.1:1788219252.874397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:0.1:1788219252.874401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:0.1:1788219252.874407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:0.1:1788219252.874411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:0.1:1788219252.874415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca660. 00010000:00000010:0.1:1788219252.874423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e300. 00010000:00000010:0.1:1788219252.874427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00000080:00000010:0.1:1788219252.936367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:1.1:1788219252.947347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00010000:00000010:1.1:1788219252.974343:0:308167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900c00. 00010000:00000010:1.1:1788219252.979345:0:308167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219252.985432:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219252.997805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2000. 00010000:00000010:2.1:1788219253.004593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:2.1:1788219253.008436:0:308167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00010000:00000010:2.1:1788219253.021827:0:308167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:2.1:1788219253.032351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00000080:00000010:2.1:1788219253.041719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac80. 00000080:00000010:2.1:1788219253.041730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:2.1:1788219253.041736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00000080:00000010:2.1:1788219253.041740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:2.1:1788219253.041745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00000080:00000010:2.1:1788219253.041752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00000080:00000010:2.1:1788219253.041755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6a0. 00000080:00000010:2.1:1788219253.041758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00010000:00000010:2.1:1788219253.041762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:2.1:1788219253.041766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:2.1:1788219253.069815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00000080:00000010:1.1:1788219253.122832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00010000:00000010:2.1:1788219253.142706:0:308168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00010000:00000010:2.1:1788219253.142712:0:308168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:2.1:1788219253.155366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219253.159537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:2.1:1788219253.173392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00010000:00000010:0.1:1788219253.182349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:1.1:1788219253.193523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219253.207489:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:1.1:1788219253.207516:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:1.1:1788219253.207526:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:1.1:1788219253.207531:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac80. 00000080:00000010:1.1:1788219253.207536:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:1.1:1788219253.207542:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca920. 00000080:00000010:1.1:1788219253.207545:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00000080:00000010:1.1:1788219253.207549:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00000080:00000010:1.1:1788219253.207553:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00010000:00000010:1.1:1788219253.207557:0:307965:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e300. 00010000:00000010:1.1:1788219253.207560:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00000080:00000010:1.1:1788219253.234611:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3c0. 00000080:00000010:0.1:1788219253.312375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00010000:00000010:1.1:1788219253.338433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901200. 00010000:00000010:1.1:1788219253.346452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219253.364376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219253.389418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219253.396981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219253.406371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219253.420497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219253.437481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b800. 00000080:00000010:0.1:1788219253.437512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00000080:00000010:0.1:1788219253.437519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219253.437523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:0.1:1788219253.437530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5c0. 00000080:00000010:0.1:1788219253.437534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d760. 00000080:00000010:0.1:1788219253.437538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:0.1:1788219253.437541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d240. 00000080:00000010:0.1:1788219253.437544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabc0. 00010000:00000010:0.1:1788219253.437550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353700. 00010000:00000010:0.1:1788219253.437554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00000080:00000010:0.1:1788219253.464095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:2.1:1788219253.580367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:1.1:1788219253.620986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219253.629455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219253.635801:0:308170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219253.641510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219253.654386:0:308170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219253.661530:0:308170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219253.669184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219253.683878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00000080:00000010:0.1:1788219253.697401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfc0. 00000080:00000010:0.1:1788219253.697410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d580. 00000080:00000010:0.1:1788219253.697414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d220. 00000080:00000010:0.1:1788219253.697417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:0.1:1788219253.697423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d000. 00000080:00000010:0.1:1788219253.697426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:0.1:1788219253.697429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d820. 00000080:00000010:0.1:1788219253.697432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00010000:00000010:0.1:1788219253.697437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:0.1:1788219253.697441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00000080:00000010:0.1:1788219253.704552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00000080:00000010:0.1:1788219253.799594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88840. 00010000:00000010:3.1:1788219253.823640:0:308171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00010000:00000010:3.1:1788219253.832403:0:308171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2aa00. 00010000:00000010:3.1:1788219253.842387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219253.852944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a600. 00010000:00000010:3.1:1788219253.862866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2aa00. 00010000:00000010:0.1:1788219253.874747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1aa00. 00010000:00000010:0.1:1788219253.878422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219253.884490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00000080:00000010:0.1:1788219253.884533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:0.1:1788219253.884553:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00000080:00000010:0.1:1788219253.884557:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219253.884561:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00000080:00000010:0.1:1788219253.884567:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fc0. 00000080:00000010:0.1:1788219253.884570:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d20. 00000080:00000010:0.1:1788219253.884574:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88720. 00000080:00000010:0.1:1788219253.884578:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d60. 00010000:00000010:0.1:1788219253.884583:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e400. 00010000:00000010:0.1:1788219253.884586:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000080:00000010:0.1:1788219253.907524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:3.1:1788219253.986364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88880. 00010000:00000010:1.1:1788219254.023916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219254.031370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:0.1:1788219254.045832:0:308172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219254.058341:0:308172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:0.1:1788219254.067469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219254.083902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:0.1:1788219254.085428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219254.095572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00000080:00000010:2.1:1788219254.107374:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00000080:00000010:2.1:1788219254.107385:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9480. 00000080:00000010:2.1:1788219254.107397:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:2.1:1788219254.107402:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ba0. 00000080:00000010:2.1:1788219254.107405:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:2.1:1788219254.107409:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9640. 00000080:00000010:2.1:1788219254.107412:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00000080:00000010:2.1:1788219254.107417:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00010000:00000010:2.1:1788219254.107424:0:307965:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3df00. 00010000:00000010:2.1:1788219254.107430:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a600. 00000080:00000010:1.1:1788219254.172393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca000. 00000080:00000010:1.1:1788219254.260476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00010000:00000010:0.1:1788219254.298375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219254.305514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219254.313491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219254.324506:0:308173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219254.331426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:1.1:1788219254.340692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:1.1:1788219254.350365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219254.374366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00000080:00000010:1.1:1788219254.399387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:1.1:1788219254.399395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:1.1:1788219254.399401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b60. 00000080:00000010:1.1:1788219254.399407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:1.1:1788219254.399413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00000080:00000010:1.1:1788219254.399416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:1.1:1788219254.399421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b80. 00000080:00000010:1.1:1788219254.399424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00010000:00000010:1.1:1788219254.399431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353800. 00010000:00000010:1.1:1788219254.399435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219254.424358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00000080:00000010:2.1:1788219254.529480:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:1.1:1788219254.552816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219254.562054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219254.570419:0:308174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219254.578481:0:308174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219254.588717:0:308174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219254.598137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219254.602357:0:308174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219254.622369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219254.651565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:1.1:1788219254.651573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00000080:00000010:1.1:1788219254.651579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:1.1:1788219254.651582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:1.1:1788219254.651585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:1.1:1788219254.651590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:1.1:1788219254.651593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00000080:00000010:1.1:1788219254.651596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00010000:00000010:1.1:1788219254.651600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:1.1:1788219254.651605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901c00. 00000080:00000010:1.1:1788219254.651607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00000080:00000010:0.1:1788219254.733363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00010000:00000010:3.1:1788219254.755735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219254.759395:0:308175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ba00. 00010000:00000010:3.1:1788219254.764410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2bc00. 00010000:00000010:1.1:1788219254.778379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900200. 00010000:00000010:1.1:1788219254.797364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219254.806855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:0.1:1788219254.818378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219254.826516:0:308175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1aa00. 00000080:00000010:0.1:1788219254.834506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00000080:00000010:0.1:1788219254.834520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99a0. 00000080:00000010:0.1:1788219254.834527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00000080:00000010:0.1:1788219254.834532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00000080:00000010:0.1:1788219254.834536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac80. 00000080:00000010:0.1:1788219254.834543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880c0. 00000080:00000010:0.1:1788219254.834548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880a0. 00000080:00000010:0.1:1788219254.834552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:0.1:1788219254.834557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e000. 00010000:00000010:0.1:1788219254.834562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00000080:00000010:0.1:1788219254.882635:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:3.1:1788219255.009375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c40. 00010000:00000010:3.1:1788219255.052370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219255.077423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00010000:00000010:3.1:1788219255.088476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219255.098413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00010000:00000010:0.1:1788219255.114364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219255.122379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:1.1:1788219255.136446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219255.153506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00000080:00000010:0.1:1788219255.157525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00000080:00000010:0.1:1788219255.157541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00000080:00000010:0.1:1788219255.157547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99a0. 00000080:00000010:0.1:1788219255.157554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88680. 00000080:00000010:0.1:1788219255.157559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba884a0. 00000080:00000010:0.1:1788219255.157563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ae0. 00000080:00000010:0.1:1788219255.157566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c40. 00000080:00000010:0.1:1788219255.157571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886a0. 00010000:00000010:0.1:1788219255.157576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e000. 00010000:00000010:0.1:1788219255.157580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ba00. 00000080:00000010:0.1:1788219255.179832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:0.1:1788219255.351410:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00010000:00000010:0.1:1788219255.373367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:0.1:1788219255.385363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:0.1:1788219255.397377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a000. 00010000:00000010:0.1:1788219255.421404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:1.1:1788219255.440487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219255.461409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:1.1:1788219255.465732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219255.475740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00000080:00000010:1.1:1788219255.475777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:1.1:1788219255.475786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:1.1:1788219255.475796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:1.1:1788219255.475805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:1.1:1788219255.475812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94e0. 00000080:00000010:1.1:1788219255.475819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9720. 00000080:00000010:1.1:1788219255.475828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c80. 00000080:00000010:1.1:1788219255.475835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:1.1:1788219255.475842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ed00. 00010000:00000010:1.1:1788219255.475849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000080:00000010:1.1:1788219255.525340:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:1.1:1788219255.607366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00010000:00000010:3.1:1788219255.650666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:3.1:1788219255.655378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:0.1:1788219255.664366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901c00. 00010000:00000010:1.1:1788219255.673368:0:308179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219255.688376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219255.704481:0:308179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219255.713922:0:308179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219255.719365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219255.722792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00000080:00000010:1.1:1788219255.722807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:1.1:1788219255.722814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:1.1:1788219255.722818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:1.1:1788219255.722821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:1.1:1788219255.722825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00000080:00000010:1.1:1788219255.722831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888e0. 00000080:00000010:1.1:1788219255.722835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:1.1:1788219255.722840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0500. 00010000:00000010:1.1:1788219255.722845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00000080:00000010:1.1:1788219255.751361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:0.1:1788219255.902476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8c0. 00010000:00000010:3.1:1788219255.946437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:3.1:1788219255.959188:0:308180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219255.979384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:3.1:1788219255.983489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:1.1:1788219256.008625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219256.013158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219256.023397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:0.1:1788219256.036716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:0.1:1788219256.036739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:0.1:1788219256.036742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:0.1:1788219256.036746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:0.1:1788219256.036754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88aa0. 00000080:00000010:0.1:1788219256.036759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887e0. 00000080:00000010:0.1:1788219256.036763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88460. 00000080:00000010:0.1:1788219256.036766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d00. 00010000:00000010:0.1:1788219256.036770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e800. 00010000:00000010:0.1:1788219256.036775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a000. 00010000:00000010:1.1:1788219256.038749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:0.1:1788219256.053371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00000080:00000010:2.1:1788219256.216831:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96e0. 00010000:00000010:3.1:1788219256.264423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219256.274396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:3.1:1788219256.283488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:3.1:1788219256.298540:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:1.1:1788219256.315571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219256.320410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219256.325659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219256.328554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:2.1:1788219256.334280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dee0. 00000080:00000010:2.1:1788219256.334298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00000080:00000010:2.1:1788219256.334302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:2.1:1788219256.334305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca940. 00000080:00000010:2.1:1788219256.334324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88aa0. 00000080:00000010:2.1:1788219256.334331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d00. 00000080:00000010:2.1:1788219256.334334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887e0. 00000080:00000010:2.1:1788219256.334348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88460. 00010000:00000010:2.1:1788219256.334354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e800. 00010000:00000010:2.1:1788219256.334359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00000080:00000010:0.1:1788219256.386369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00000080:00000010:3.1:1788219256.464362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88140. 00010000:00000010:3.1:1788219256.477596:0:308182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:3.1:1788219256.483715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:3.1:1788219256.496681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a000. 00010000:00000010:0.1:1788219256.505359:0:308182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:0.1:1788219256.513764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00010000:00000010:0.1:1788219256.530156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00010000:00000010:0.1:1788219256.547371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00010000:00000010:0.1:1788219256.564377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00000080:00000010:0.1:1788219256.593363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:2.1:1788219256.593382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99c0. 00000080:00000010:2.1:1788219256.593394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d80. 00000080:00000010:2.1:1788219256.593400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9140. 00000080:00000010:2.1:1788219256.593404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9180. 00000080:00000010:2.1:1788219256.593424:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcacc0. 00000080:00000010:2.1:1788219256.593431:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c40. 00000080:00000010:2.1:1788219256.593439:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88140. 00000080:00000010:2.1:1788219256.593485:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5e0. 00010000:00000010:2.1:1788219256.593490:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0f00. 00010000:00000010:2.1:1788219256.593497:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00000080:00000010:0.1:1788219256.765634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5e0. 00010000:00000010:0.1:1788219256.813823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00010000:00000010:0.1:1788219256.819526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00010000:00000010:0.1:1788219256.829439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219256.846364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00010000:00000010:1.1:1788219256.854876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219256.867379:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219256.876499:0:308183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219256.889594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00000080:00000010:0.1:1788219256.889625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:0.1:1788219256.889642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00000080:00000010:0.1:1788219256.889648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00000080:00000010:0.1:1788219256.889652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00000080:00000010:0.1:1788219256.889655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00000080:00000010:0.1:1788219256.889660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:0.1:1788219256.889664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00000080:00000010:0.1:1788219256.889667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00010000:00000010:0.1:1788219256.889671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e800. 00010000:00000010:0.1:1788219256.889674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00000080:00000010:0.1:1788219256.899674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00000080:00000010:2.1:1788219257.053347:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca820. 00010000:00000010:1.1:1788219257.075148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219257.083797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219257.101347:0:1044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219257.110095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00010000:00000010:0.1:1788219257.125361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00010000:00000010:1.1:1788219257.133399:0:308184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00010000:00000010:1.1:1788219257.143705:0:308184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219257.158535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00000080:00000010:1.1:1788219257.186483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d640. 00000080:00000010:1.1:1788219257.186490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:1.1:1788219257.186496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f00. 00000080:00000010:1.1:1788219257.186501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9860. 00000080:00000010:1.1:1788219257.186505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00000080:00000010:1.1:1788219257.186509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:1.1:1788219257.186512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00000080:00000010:1.1:1788219257.186515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:1.1:1788219257.186520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:1.1:1788219257.186524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00000080:00000010:1.1:1788219257.186526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:0.1:1788219257.360371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca820. 00010000:00000010:0.1:1788219257.398757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:2.1:1788219257.433506:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:2.1:1788219257.477425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219257.545361:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:1.1:1788219257.583479:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219257.617364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219257.653466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219257.703028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:1.1:1788219257.742180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219257.787818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00010000:00000010:1.1:1788219257.819493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219257.863064:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00010000:00000010:0.1:1788219257.908517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:1.1:1788219257.934002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219257.963644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b400. 00010000:00000010:1.1:1788219257.990530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.022496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.055373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.109584:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.138373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.165424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.187645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219258.215720:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:3.1:1788219258.257679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:1.1:1788219258.278713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00010000:00000010:2.1:1788219258.310835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219258.368544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219258.413392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219258.436975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:3.1:1788219258.470403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:1.1:1788219258.523365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219258.545680:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219258.583380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219258.623428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219258.704407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219258.753134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:2.1:1788219258.794371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:2.1:1788219258.831549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:2.1:1788219258.869608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:3.1:1788219258.898693:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:0.1:1788219258.953702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219258.994354:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.057360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.093283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.118093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:3.1:1788219259.148429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:0.1:1788219259.189376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219259.241355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:0.1:1788219259.273722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219259.317217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:3.1:1788219259.356564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:3.1:1788219259.384181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a800. 00010000:00000010:0.1:1788219259.421578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:0.1:1788219259.461839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:1.1:1788219259.487384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.523411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.551556:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:2.1:1788219259.597563:0:308300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:3.1:1788219259.616861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:3.1:1788219259.654370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:1.1:1788219259.683508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:1.1:1788219259.709400:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b600. 00010000:00000010:1.1:1788219259.752356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:3.1:1788219259.769385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a800. 00010000:00000010:0.1:1788219259.802342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:0.1:1788219259.802357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:0.1:1788219259.837511:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:0.1:1788219259.893369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:0.1:1788219259.897360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219259.897382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:1.1:1788219259.903364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.914364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219259.922360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:1.1:1788219259.935109:0:308317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219259.941486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00000080:00000010:1.1:1788219259.941537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00000080:00000010:1.1:1788219259.941545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00000080:00000010:1.1:1788219259.941551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:1.1:1788219259.941556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00000080:00000010:1.1:1788219259.941562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00000080:00000010:1.1:1788219259.941568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00000080:00000010:1.1:1788219259.941572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:1.1:1788219259.941582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9360. 00010000:00000010:1.1:1788219259.941587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ed00. 00010000:00000010:1.1:1788219259.941591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00000080:00000010:1.1:1788219259.963370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db60. 00010000:00000010:1.1:1788219260.110393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0600. 00010000:00000010:3.1:1788219260.122096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:0.1:1788219260.174360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00000080:00000010:2.1:1788219260.204569:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00010000:00000010:0.1:1788219260.209002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b200. 00010000:00000010:1.1:1788219260.217420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219260.247337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219260.286345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:2.1:1788219260.327521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219260.359874:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219260.393333:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:1.1:1788219260.422398:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219260.473522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:0.1:1788219260.504457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219260.532781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:0.1:1788219260.581354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:0.1:1788219260.608472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219260.652349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:0.1:1788219260.688385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219260.711435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:2.1:1788219260.730898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:0.1:1788219260.765680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219260.786436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:2.1:1788219260.813340:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:0.1:1788219260.845338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:2.1:1788219260.872824:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:2.1:1788219260.891467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219260.932807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219260.947424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219261.006354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219261.047522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219261.083393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ba00. 00010000:00000010:1.1:1788219261.122446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219261.150996:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:3.1:1788219261.204698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ac00. 00010000:00000010:3.1:1788219261.245713:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:0.1:1788219261.277432:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:2.1:1788219261.312661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:2.1:1788219261.349481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219261.402417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ba00. 00010000:00000010:1.1:1788219261.426430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219261.449365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:0.1:1788219261.499040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:0.1:1788219261.542604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:1.1:1788219261.573797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219261.611387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:3.1:1788219261.670574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219261.684407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:2.1:1788219261.717402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:2.1:1788219261.746449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:2.1:1788219261.781711:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a200. 00010000:00000010:2.1:1788219261.824365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:0.1:1788219261.861487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:0.1:1788219261.885381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:3.1:1788219261.913526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b200. 00010000:00000010:1.1:1788219261.946355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:2.1:1788219261.987786:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:2.1:1788219262.029754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219262.062378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219262.106515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219262.143337:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219262.174992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219262.207739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:0.1:1788219262.248449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219262.282599:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219262.313157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:2.1:1788219262.348731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:2.1:1788219262.381366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:0.1:1788219262.411865:0:307965:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:0.1:1788219262.411885:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219262.442381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:3.1:1788219262.500645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b600. 00010000:00000010:1.1:1788219262.509367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219262.521362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219262.537353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219262.554745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219262.565349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219262.578500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219262.588676:0:308453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00000080:00000010:1.1:1788219262.596474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00000080:00000010:1.1:1788219262.596487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00000080:00000010:1.1:1788219262.596492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00000080:00000010:1.1:1788219262.596499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00000080:00000010:1.1:1788219262.596502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00000080:00000010:1.1:1788219262.596506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:1.1:1788219262.596510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca300. 00000080:00000010:1.1:1788219262.596515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00010000:00000010:1.1:1788219262.596521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:1.1:1788219262.596527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ae00. 00000080:00000010:1.1:1788219262.662354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00010000:00000010:3.1:1788219262.807353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0f00. 00010000:00000010:3.1:1788219262.823050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ac00. 00010000:00000010:1.1:1788219262.856491:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00000080:00000010:1.1:1788219262.879484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00010000:00000010:2.1:1788219262.880403:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:1.1:1788219262.893389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219262.921430:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:2.1:1788219262.946381:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219262.984355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:0.1:1788219263.006361:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219263.038387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219263.081367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219263.118359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:3.1:1788219263.140409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ac00. 00010000:00000010:1.1:1788219263.176822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219263.202421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219263.225339:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219263.269351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219263.297428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219263.332347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:1.1:1788219263.413353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219263.459402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219263.498656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219263.569827:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219263.628445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219263.691099:0:1553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:2.1:1788219263.729206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219263.775795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:1.1:1788219263.810063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219263.850771:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219263.893360:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219263.934361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b400. 00010000:00000010:0.1:1788219263.984842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219264.014860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219264.062365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219264.105415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219264.158508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.194645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.235341:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219264.285366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219264.346476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.396410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.441762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219264.475344:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219264.507716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:1.1:1788219264.546648:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.584343:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.616500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.654414:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219264.676548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219264.712441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219264.769423:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:2.1:1788219264.793427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219264.828348:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219264.865360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219264.905100:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:3.1:1788219264.949557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219265.003420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:1.1:1788219265.049719:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219265.097497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219265.128358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219265.156541:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219265.191012:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219265.231397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:1.1:1788219265.256466:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219265.297503:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:1.1:1788219265.334414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219265.372056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219265.411435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:1.1:1788219265.448429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:1.1:1788219265.448444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219265.505773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:3.1:1788219265.596572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:1.1:1788219265.611367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:0.1:1788219265.625461:0:308591:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219265.636365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219265.650732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219265.655330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219265.664403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:0.1:1788219265.671674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00000080:00000010:2.1:1788219265.686381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:2.1:1788219265.686389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219265.686394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:2.1:1788219265.686397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:2.1:1788219265.686402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:2.1:1788219265.686405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:2.1:1788219265.686410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00000080:00000010:2.1:1788219265.686415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88980. 00010000:00000010:2.1:1788219265.686423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0500. 00010000:00000010:2.1:1788219265.686427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b600. 00000080:00000010:0.1:1788219265.743382:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00010000:00000010:0.1:1788219265.865744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:0.1:1788219265.873805:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219265.909739:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00000080:00000010:1.1:1788219265.941428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00010000:00000010:1.1:1788219265.950360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219265.955044:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219265.995107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:2.1:1788219266.043525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219266.086873:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:2.1:1788219266.115616:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219266.165363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219266.185379:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:2.1:1788219266.219895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:0.1:1788219266.241369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219266.282585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219266.314417:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219266.340511:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:2.1:1788219266.368686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219266.405363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219266.450986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:2.1:1788219266.498453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:2.1:1788219266.541193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:1.1:1788219266.566479:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:1.1:1788219266.592355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:1.1:1788219266.626350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219266.657368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219266.687979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:0.1:1788219266.717032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219266.753415:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219266.780386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219266.820487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219266.875433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219266.919510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219266.953575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219267.001616:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:3.1:1788219267.037380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:3.1:1788219267.080370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219267.123347:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219267.166402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:0.1:1788219267.191695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219267.221355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:2.1:1788219267.247156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:3.1:1788219267.279981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a000. 00010000:00000010:1.1:1788219267.337351:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:2.1:1788219267.382674:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:0.1:1788219267.459531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219267.527774:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219267.570635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:2.1:1788219267.607382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:0.1:1788219267.652356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:0.1:1788219267.694492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219267.733369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:0.1:1788219267.780195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:1.1:1788219267.804468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219267.836363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219267.871153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219267.936012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219267.962497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:0.1:1788219267.998110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219268.034449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:3.1:1788219268.061119:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00010000:00000010:3.1:1788219268.093346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a000. 00010000:00000010:2.1:1788219268.112767:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:2.1:1788219268.141538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219268.171815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219268.197543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219268.226500:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219268.265545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:0.1:1788219268.297336:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219268.334380:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219268.381454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:0.1:1788219268.381468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219268.428419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:1.1:1788219268.491359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219268.500501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219268.518476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219268.538671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:1.1:1788219268.547735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219268.560354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219268.569351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ac00. 00010000:00000010:0.1:1788219268.580614:0:308730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00000080:00000010:0.1:1788219268.600390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00000080:00000010:0.1:1788219268.600405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88740. 00000080:00000010:0.1:1788219268.600412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da00. 00000080:00000010:0.1:1788219268.600419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d6e0. 00000080:00000010:0.1:1788219268.600423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219268.600427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da60. 00000080:00000010:0.1:1788219268.600433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8e0. 00000080:00000010:0.1:1788219268.600437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd80. 00010000:00000010:0.1:1788219268.600448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:0.1:1788219268.600453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00000080:00000010:2.1:1788219268.614424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00010000:00000010:0.1:1788219268.771364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:1.1:1788219268.783478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00010000:00000010:3.1:1788219268.811495:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a000. 00010000:00000010:0.1:1788219268.836384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00000080:00000010:1.1:1788219268.840370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dfa0. 00010000:00000010:1.1:1788219268.849331:0:256062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ba00. 00010000:00000010:1.1:1788219268.881434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:2.1:1788219271.318652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:1.1:1788219271.429675:0:308872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d600. 00010000:00000010:1.1:1788219271.450393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6800. 00010000:00000010:1.1:1788219271.467362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:0.1:1788219271.467494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219271.471371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:0.1:1788219271.484877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219271.508510:0:308872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:0.1:1788219271.517930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437ca00. 00000080:00000010:0.1:1788219271.521393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8c0. 00000080:00000010:0.1:1788219271.521485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:0.1:1788219271.521492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00000080:00000010:0.1:1788219271.521501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9700. 00000080:00000010:0.1:1788219271.521505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:0.1:1788219271.521510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d920. 00000080:00000010:0.1:1788219271.521523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:0.1:1788219271.521527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00010000:00000010:0.1:1788219271.521599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62c00. 00010000:00000010:0.1:1788219271.521607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00000080:00000010:0.1:1788219271.562476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00010000:00000010:1.1:1788219271.726530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353400. 00010000:00000010:1.1:1788219271.735580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6800. 00010000:00000010:1.1:1788219271.804706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6800. 00000080:00000010:0.1:1788219271.876356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00010000:00000010:1.1:1788219271.883508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:0.1:1788219271.892388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:1.1:1788219271.950394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6800. 00010000:00000010:1.1:1788219273.767351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219273.777357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6200. 00010000:00000010:1.1:1788219273.792124:0:309015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219273.803228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6200. 00010000:00000010:0.1:1788219273.814363:0:309015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:0.1:1788219273.822625:0:309015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219273.830415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:0.1:1788219273.860492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00000080:00000010:1.1:1788219273.866763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:1.1:1788219273.866776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9440. 00000080:00000010:1.1:1788219273.866781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:1.1:1788219273.866784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00000080:00000010:1.1:1788219273.866787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dac0. 00000080:00000010:1.1:1788219273.866792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:1.1:1788219273.866798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00000080:00000010:1.1:1788219273.866801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00010000:00000010:1.1:1788219273.866807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353200. 00010000:00000010:1.1:1788219273.866812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00000080:00000010:1.1:1788219273.881480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00010000:00000010:1.1:1788219274.036351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d600. 00010000:00000010:1.1:1788219274.046354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:1.1:1788219274.082559:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:0.1:1788219274.121679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00000080:00000010:1.1:1788219274.126369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00010000:00000010:1.1:1788219274.134439:0:307965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219274.166356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219275.012364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219275.020391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:1.1:1788219275.040362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219275.052568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:1.1:1788219275.065378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00010000:00000010:1.1:1788219275.075367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:0.1:1788219275.090344:0:309160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219275.097520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00000080:00000010:0.1:1788219275.105392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:0.1:1788219275.105404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:0.1:1788219275.105489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:0.1:1788219275.105499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:0.1:1788219275.105506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00000080:00000010:0.1:1788219275.105510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:0.1:1788219275.105513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:0.1:1788219275.105518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:0.1:1788219275.105523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353200. 00010000:00000010:0.1:1788219275.105528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d600. 00000080:00000010:0.1:1788219275.114408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00010000:00000010:1.1:1788219275.269401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:1.1:1788219275.283431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:1.1:1788219275.325445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00000080:00000010:1.1:1788219275.357551:0:309164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00010000:00000010:2.1:1788219275.360526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:0.1:1788219275.366501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c000. 00010000:00000010:2.1:1788219275.392477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:1.1:1788219276.012921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7a00. 00010000:00000010:1.1:1788219276.017371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7200. 00010000:00000010:1.1:1788219276.017399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:1.1:1788219276.028362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00010000:00000010:1.1:1788219276.042794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:1.1:1788219276.056847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00010000:00000010:0.1:1788219276.061713:0:309308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219276.066361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00000080:00000010:0.1:1788219276.070398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f80. 00000080:00000010:0.1:1788219276.070411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:0.1:1788219276.070420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:0.1:1788219276.070426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:0.1:1788219276.070429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:0.1:1788219276.070437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:0.1:1788219276.070443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:0.1:1788219276.070446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00010000:00000010:0.1:1788219276.070451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353b00. 00010000:00000010:0.1:1788219276.070456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437ce00. 00000080:00000010:2.1:1788219276.113476:0:307965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00010000:00000010:3.1:1788219276.216010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0c00. 00010000:00000010:3.1:1788219276.234457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437ce00. 00010000:00000010:1.1:1788219276.283474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00000080:00000010:1.1:1788219276.319449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc60. 00010000:00000010:0.1:1788219276.323576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00010000:00000010:1.1:1788219276.327515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:0.1:1788219276.368583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00010000:00000010:0.1:1788219277.320352:0:309457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d600. 00010000:00000010:0.1:1788219277.327366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219277.332366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:1.1:1788219277.341515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:1.1:1788219277.349487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7200. 00010000:00000010:0.1:1788219277.361421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7a00. 00010000:00000010:0.1:1788219277.383356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:0.1:1788219277.394520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:1.1:1788219277.418975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7200. 00010000:00000010:1.1:1788219277.432783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:0.1:1788219277.461219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:1.1:1788219277.477416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:1.1:1788219277.484594:0:309458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7200. 00010000:00000010:1.1:1788219277.490358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:0.1:1788219277.737155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:2.1:1788219277.765471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c000. 00010000:00000010:1.1:1788219278.787357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7e00. 00010000:00000010:1.1:1788219286.123562:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7200. 00000080:00000010:1.1:1788219286.123602:0:1022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dec0. 00010000:00000010:1.1:1788219286.123611:0:1022:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0800. 00010000:00000010:1.1:1788219286.123615:0:1022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24a00. 00010000:00000010:0.1:1788219286.189379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00000080:00000010:0.1:1788219286.189396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:1.1:1788219286.205401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00000080:00000010:0.1:1788219286.209372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:0.1:1788219286.225730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219286.244380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219286.352392:0:310189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219286.359746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219286.389662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219286.389689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219286.401514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219286.406909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219286.439811:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:3.1:1788219286.449376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00000080:00000010:1.1:1788219286.451744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca940. 00000080:00000010:1.1:1788219286.451755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00000080:00000010:1.1:1788219286.451760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:1.1:1788219286.451766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:1.1:1788219286.451783:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:1.1:1788219286.451787:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:1.1:1788219286.451792:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:1.1:1788219286.451797:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00010000:00000010:1.1:1788219286.451802:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cd00. 00010000:00000010:1.1:1788219286.451809:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00000080:00000010:1.1:1788219286.459357:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420ddc0. 00010000:00000010:3.1:1788219286.484374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00000080:00000010:1.1:1788219286.492349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00010000:00000010:0.1:1788219286.502700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:0.1:1788219286.511703:0:310190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219286.519837:0:310190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219286.530670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219286.533734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219286.542388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219286.553366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3c00. 00010000:00000010:0.1:1788219286.565192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00000080:00000010:1.1:1788219286.570206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:1.1:1788219286.570223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9020. 00000080:00000010:1.1:1788219286.570228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:1.1:1788219286.570233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:1.1:1788219286.570239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00000080:00000010:1.1:1788219286.570242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:1.1:1788219286.570247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:1.1:1788219286.570252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00010000:00000010:1.1:1788219286.570262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:1.1:1788219286.570267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7a00. 00000080:00000010:1.1:1788219286.570270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:0.1:1788219286.588078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:0.1:1788219286.597619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7400. 00010000:00000010:0.1:1788219286.612509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219286.626336:0:310191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:0.1:1788219286.635594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219286.649710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219286.655140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:3.1:1788219286.662395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:3.1:1788219286.673025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0200. 00000080:00000010:2.1:1788219286.676385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885a0. 00000080:00000010:2.1:1788219286.676406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00000080:00000010:2.1:1788219286.676414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00000080:00000010:2.1:1788219286.676420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00000080:00000010:2.1:1788219286.676423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:2.1:1788219286.676426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3a0. 00000080:00000010:2.1:1788219286.676438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00000080:00000010:2.1:1788219286.676442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca740. 00010000:00000010:2.1:1788219286.676448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62e00. 00010000:00000010:2.1:1788219286.676453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00000080:00000010:0.1:1788219286.688524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00000080:00000010:1.1:1788219286.704428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:3.1:1788219286.735673:0:310192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7400. 00010000:00000010:3.1:1788219286.739469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1200. 00010000:00000010:3.1:1788219286.756947:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0200. 00010000:00000010:0.1:1788219286.761877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219286.769080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219286.774560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219286.789368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219286.794369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00000080:00000010:0.1:1788219286.794404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00000080:00000010:0.1:1788219286.794410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00000080:00000010:0.1:1788219286.794417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e99e0. 00000080:00000010:0.1:1788219286.794420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:0.1:1788219286.794423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:0.1:1788219286.794428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:0.1:1788219286.794443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88be0. 00000080:00000010:0.1:1788219286.794448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00010000:00000010:0.1:1788219286.794453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62600. 00010000:00000010:0.1:1788219286.794457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00000080:00000010:0.1:1788219286.824480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:0.1:1788219286.859210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00010000:00000010:1.1:1788219286.883932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6600. 00010000:00000010:0.1:1788219286.889751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219286.893363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219286.901399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:2.1:1788219286.928464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6600. 00010000:00000010:2.1:1788219286.951892:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7800. 00010000:00000010:2.1:1788219286.958382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7a00. 00010000:00000010:2.1:1788219286.972825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7800. 00000080:00000010:2.1:1788219286.976704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00000080:00000010:2.1:1788219286.977106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00000080:00000010:2.1:1788219286.977112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca780. 00000080:00000010:2.1:1788219286.977115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00000080:00000010:2.1:1788219286.977120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:2.1:1788219286.977125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219286.977140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:2.1:1788219286.977147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca120. 00010000:00000010:2.1:1788219286.977153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4ca00. 00010000:00000010:2.1:1788219286.977157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00000080:00000010:0.1:1788219287.005385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00000080:00000010:0.1:1788219287.024846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fe0. 00010000:00000010:1.1:1788219287.057397:0:310194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00010000:00000010:1.1:1788219287.061354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7000. 00010000:00000010:0.1:1788219287.082609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.086438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:2.1:1788219287.086515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:2.1:1788219287.110450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00010000:00000010:2.1:1788219287.118959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6c00. 00010000:00000010:2.1:1788219287.131419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00000080:00000010:2.1:1788219287.135698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:2.1:1788219287.135712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00000080:00000010:2.1:1788219287.135730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca660. 00000080:00000010:2.1:1788219287.135736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00000080:00000010:2.1:1788219287.135742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00000080:00000010:2.1:1788219287.135747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:2.1:1788219287.135752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:2.1:1788219287.135755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00010000:00000010:2.1:1788219287.135761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62b00. 00010000:00000010:2.1:1788219287.135766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00000080:00000010:2.1:1788219287.149367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaba0. 00000080:00000010:2.1:1788219287.165359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88680. 00010000:00000010:0.1:1788219287.187584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219287.197367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.205365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219287.215547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.222474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:2.1:1788219287.227829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6400. 00010000:00000010:2.1:1788219287.249882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6000. 00010000:00000010:0.1:1788219287.264814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1a00. 00000080:00000010:0.1:1788219287.288375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00000080:00000010:0.1:1788219287.288389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00000080:00000010:0.1:1788219287.288394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab00. 00000080:00000010:0.1:1788219287.288397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:0.1:1788219287.288403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:0.1:1788219287.288407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:0.1:1788219287.288412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:0.1:1788219287.288416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00010000:00000010:0.1:1788219287.288421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cf00. 00010000:00000010:0.1:1788219287.288434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6c00. 00000080:00000010:0.1:1788219287.288439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:1.1:1788219287.295369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:0.1:1788219287.331355:0:310196:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:0.1:1788219287.338326:0:310196:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219287.344371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.362371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219287.377419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.386622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219287.394287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219287.404534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00000080:00000010:1.1:1788219287.404571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:1.1:1788219287.404578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:1.1:1788219287.404584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:1.1:1788219287.404587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:1.1:1788219287.404596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:1.1:1788219287.404600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:1.1:1788219287.404604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:1.1:1788219287.404615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00010000:00000010:1.1:1788219287.404621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353100. 00010000:00000010:1.1:1788219287.404625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00000080:00000010:1.1:1788219287.416367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:3.1:1788219287.437514:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00010000:00000010:0.1:1788219287.461415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.468725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219287.475587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.487468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219287.506041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.518362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219287.545390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219287.559546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7a00. 00000080:00000010:1.1:1788219287.568743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca380. 00000080:00000010:1.1:1788219287.568753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:1.1:1788219287.568760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:1.1:1788219287.568764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00000080:00000010:1.1:1788219287.568767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:1.1:1788219287.568775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:1.1:1788219287.568777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96a0. 00000080:00000010:1.1:1788219287.568780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00010000:00000010:1.1:1788219287.568785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4cf00. 00010000:00000010:1.1:1788219287.568788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00000080:00000010:1.1:1788219287.580375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00000080:00000010:0.1:1788219287.605153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00010000:00000010:0.1:1788219287.623371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1a00. 00010000:00000010:0.1:1788219287.643356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3600. 00010000:00000010:0.1:1788219287.663363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:1.1:1788219287.671475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00010000:00000010:1.1:1788219287.680389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:1.1:1788219287.692357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00010000:00000010:1.1:1788219287.717415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:1.1:1788219287.731368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00000080:00000010:0.1:1788219287.731473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00000080:00000010:0.1:1788219287.731486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:0.1:1788219287.731490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:0.1:1788219287.731493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00000080:00000010:0.1:1788219287.731499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:0.1:1788219287.731502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219287.731510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219287.731514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:0.1:1788219287.731523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62f00. 00010000:00000010:0.1:1788219287.731528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:0.1:1788219287.750359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fe0. 00000080:00000010:0.1:1788219287.764474:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac20. 00010000:00000010:3.1:1788219287.787348:0:310199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:3.1:1788219287.793420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:3.1:1788219287.801560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:3.1:1788219287.807537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:3.1:1788219287.817581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:3.1:1788219287.831688:0:310199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:3.1:1788219287.840685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:3.1:1788219287.844547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00000080:00000010:3.1:1788219287.844584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88460. 00000080:00000010:3.1:1788219287.844592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88800. 00000080:00000010:3.1:1788219287.844595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88840. 00000080:00000010:3.1:1788219287.844598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88500. 00000080:00000010:3.1:1788219287.844603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886a0. 00000080:00000010:3.1:1788219287.844607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a00. 00000080:00000010:3.1:1788219287.844611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883a0. 00000080:00000010:3.1:1788219287.844616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00010000:00000010:3.1:1788219287.844621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:3.1:1788219287.844624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:3.1:1788219287.869445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886c0. 00000080:00000010:1.1:1788219287.884800:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:3.1:1788219287.905969:0:310200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:3.1:1788219287.919939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00010000:00000010:3.1:1788219287.919959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:3.1:1788219287.935266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:0.1:1788219287.943469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6600. 00010000:00000010:0.1:1788219287.947586:0:310200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219287.957605:0:310200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:0.1:1788219287.971501:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:1.1:1788219287.974576:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00000080:00000010:1.1:1788219287.974586:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:1.1:1788219287.974589:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:1.1:1788219287.974594:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a00. 00000080:00000010:1.1:1788219287.974602:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883a0. 00000080:00000010:1.1:1788219287.974607:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00000080:00000010:1.1:1788219287.974610:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886c0. 00000080:00000010:1.1:1788219287.974613:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00010000:00000010:1.1:1788219287.974622:0:310039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353300. 00010000:00000010:1.1:1788219287.974627:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7600. 00000080:00000010:1.1:1788219287.988696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:1.1:1788219288.011516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00010000:00000010:1.1:1788219288.027928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00010000:00000010:1.1:1788219288.035509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:1.1:1788219288.039578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00010000:00000010:1.1:1788219288.045538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00010000:00000010:1.1:1788219288.057358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00010000:00000010:0.1:1788219288.080407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00010000:00000010:0.1:1788219288.090394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6c00. 00010000:00000010:1.1:1788219288.095935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00000080:00000010:1.1:1788219288.095974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00000080:00000010:1.1:1788219288.095984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1c0. 00000080:00000010:1.1:1788219288.095998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219288.096003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de80. 00000080:00000010:1.1:1788219288.096009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00000080:00000010:1.1:1788219288.096012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:1.1:1788219288.096018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc80. 00000080:00000010:1.1:1788219288.096021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3c0. 00010000:00000010:1.1:1788219288.096026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353700. 00010000:00000010:1.1:1788219288.096029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00000080:00000010:2.1:1788219288.104695:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:1.1:1788219288.141721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00010000:00000010:3.1:1788219288.177058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:3.1:1788219288.184487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:3.1:1788219288.208566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:1.1:1788219288.210364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:1.1:1788219288.214981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00010000:00000010:0.1:1788219288.238352:0:310202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:0.1:1788219288.247376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219288.258665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00000080:00000010:0.1:1788219288.258703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:0.1:1788219288.258711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00000080:00000010:0.1:1788219288.258770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:0.1:1788219288.258777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00000080:00000010:0.1:1788219288.258787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88460. 00000080:00000010:0.1:1788219288.258792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88800. 00000080:00000010:0.1:1788219288.258799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88840. 00000080:00000010:0.1:1788219288.258802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00010000:00000010:0.1:1788219288.258807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:0.1:1788219288.258811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00000080:00000010:0.1:1788219288.266391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:1.1:1788219288.295549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcafc0. 00010000:00000010:1.1:1788219288.331353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:3.1:1788219288.334669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:3.1:1788219288.345698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1c00. 00010000:00000010:3.1:1788219288.358410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:1.1:1788219288.375663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00010000:00000010:0.1:1788219288.399353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:0.1:1788219288.414795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:0.1:1788219288.434358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:2.1:1788219288.438387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00000080:00000010:2.1:1788219288.438401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:2.1:1788219288.438406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d380. 00000080:00000010:2.1:1788219288.438411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4e0. 00000080:00000010:2.1:1788219288.438417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c80. 00000080:00000010:2.1:1788219288.438430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ae0. 00000080:00000010:2.1:1788219288.438436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00000080:00000010:2.1:1788219288.438441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00010000:00000010:2.1:1788219288.438446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353500. 00010000:00000010:2.1:1788219288.438451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00000080:00000010:0.1:1788219288.474445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00000080:00000010:1.1:1788219288.501437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00010000:00000010:1.1:1788219288.518515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:1.1:1788219288.527653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00010000:00000010:1.1:1788219288.551357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6400. 00010000:00000010:2.1:1788219288.564725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0e00. 00010000:00000010:0.1:1788219288.588450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219288.593974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:0.1:1788219288.601731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219288.614449:0:310204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00000080:00000010:0.1:1788219288.621515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:0.1:1788219288.621540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:0.1:1788219288.621544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:0.1:1788219288.621549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:0.1:1788219288.621553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fc0. 00000080:00000010:0.1:1788219288.621560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:0.1:1788219288.621565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00000080:00000010:0.1:1788219288.621569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00010000:00000010:0.1:1788219288.621574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135ed00. 00010000:00000010:0.1:1788219288.621579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00000080:00000010:0.1:1788219288.659366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00000080:00000010:1.1:1788219288.675364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00010000:00000010:1.1:1788219288.691429:0:310205:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00010000:00000010:1.1:1788219288.700820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:1.1:1788219288.711324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:0.1:1788219288.732149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:0.1:1788219288.741553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:1.1:1788219288.757351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:0.1:1788219288.757718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219288.757745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00000080:00000010:1.1:1788219288.764378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:1.1:1788219288.764386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:1.1:1788219288.764390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:1.1:1788219288.764393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:1.1:1788219288.764399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00000080:00000010:1.1:1788219288.764406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:1.1:1788219288.764410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00000080:00000010:1.1:1788219288.764415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88840. 00010000:00000010:1.1:1788219288.764421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628a00. 00010000:00000010:1.1:1788219288.764425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00000080:00000010:1.1:1788219288.770360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d260. 00000080:00000010:1.1:1788219288.789365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c80. 00010000:00000010:1.1:1788219288.832346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0000. 00010000:00000010:1.1:1788219288.847366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:0.1:1788219288.856580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:0.1:1788219288.864854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:1.1:1788219288.872357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:1.1:1788219288.883537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:1.1:1788219288.892345:0:310206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:1.1:1788219288.901362:0:310206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00000080:00000010:1.1:1788219288.908382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:1.1:1788219288.908389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:1.1:1788219288.908395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00000080:00000010:1.1:1788219288.908402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:1.1:1788219288.908406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:1.1:1788219288.908411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd40. 00000080:00000010:1.1:1788219288.908424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00000080:00000010:1.1:1788219288.908429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886a0. 00010000:00000010:1.1:1788219288.908435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:1.1:1788219288.908439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00000080:00000010:1.1:1788219288.912357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:2.1:1788219288.965403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00010000:00000010:0.1:1788219288.976607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:0.1:1788219288.981531:0:310207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219288.986653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219289.001428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2800. 00010000:00000010:1.1:1788219289.027425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00010000:00000010:3.1:1788219289.027990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:3.1:1788219289.045656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1c00. 00010000:00000010:1.1:1788219289.052198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00000080:00000010:0.1:1788219289.059468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00000080:00000010:0.1:1788219289.059482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88500. 00000080:00000010:0.1:1788219289.059488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00000080:00000010:0.1:1788219289.059493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:0.1:1788219289.059497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00000080:00000010:0.1:1788219289.059506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:0.1:1788219289.059509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:0.1:1788219289.059512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00010000:00000010:0.1:1788219289.059518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:0.1:1788219289.059523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0400. 00000080:00000010:0.1:1788219289.116828:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00000080:00000010:1.1:1788219289.141634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9740. 00010000:00000010:3.1:1788219289.186981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0a00. 00010000:00000010:3.1:1788219289.205838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1c00. 00010000:00000010:0.1:1788219289.231665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0a00. 00010000:00000010:0.1:1788219289.249896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:1.1:1788219289.266387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7400. 00010000:00000010:1.1:1788219289.270611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:1.1:1788219289.282499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:0.1:1788219289.294524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00000080:00000010:0.1:1788219289.294556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca680. 00000080:00000010:0.1:1788219289.294563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00000080:00000010:0.1:1788219289.294568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:0.1:1788219289.294573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:0.1:1788219289.294576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00000080:00000010:0.1:1788219289.294583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a00. 00000080:00000010:0.1:1788219289.294589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00000080:00000010:0.1:1788219289.294593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883a0. 00010000:00000010:0.1:1788219289.294597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:0.1:1788219289.294601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00000080:00000010:0.1:1788219289.319380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:2.1:1788219289.370808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88020. 00010000:00000010:1.1:1788219289.406352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:3.1:1788219289.412360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:3.1:1788219289.426072:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0600. 00010000:00000010:3.1:1788219289.430372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1400. 00010000:00000010:1.1:1788219289.441389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:0.1:1788219289.453681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219289.460372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219289.477464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:0.1:1788219289.482229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9240. 00000080:00000010:0.1:1788219289.482251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00000080:00000010:0.1:1788219289.482258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:0.1:1788219289.482262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:0.1:1788219289.482269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88720. 00000080:00000010:0.1:1788219289.482274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00000080:00000010:0.1:1788219289.482280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219289.482284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:0.1:1788219289.482289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:0.1:1788219289.482294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00000080:00000010:0.1:1788219289.520372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:3.1:1788219289.533589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00010000:00000010:2.1:1788219289.563368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6600. 00010000:00000010:2.1:1788219289.570902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7800. 00010000:00000010:2.1:1788219289.584478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6600. 00010000:00000010:2.1:1788219289.597665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7800. 00010000:00000010:0.1:1788219289.606361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0a00. 00010000:00000010:0.1:1788219289.616435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219289.627363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219289.642863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:1.1:1788219289.651376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00000080:00000010:1.1:1788219289.651393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:1.1:1788219289.651398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:1.1:1788219289.651402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00000080:00000010:1.1:1788219289.651408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca240. 00000080:00000010:1.1:1788219289.651413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00000080:00000010:1.1:1788219289.651417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9c0. 00000080:00000010:1.1:1788219289.651421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca440. 00010000:00000010:1.1:1788219289.651426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c200. 00010000:00000010:1.1:1788219289.651431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0600. 00000080:00000010:1.1:1788219289.659530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d160. 00000080:00000010:0.1:1788219289.726543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88680. 00010000:00000010:2.1:1788219289.750366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00010000:00000010:2.1:1788219289.765918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:2.1:1788219289.776504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00010000:00000010:0.1:1788219289.779345:0:310211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0400. 00010000:00000010:0.1:1788219289.784375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219289.796457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:0.1:1788219289.814353:0:310211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219289.821437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00000080:00000010:0.1:1788219289.825101:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9380. 00000080:00000010:0.1:1788219289.825130:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:0.1:1788219289.825137:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:0.1:1788219289.825143:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:0.1:1788219289.825147:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88160. 00000080:00000010:0.1:1788219289.825157:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00000080:00000010:0.1:1788219289.825163:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00000080:00000010:0.1:1788219289.825166:0:310211:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00010000:00000010:0.1:1788219289.825171:0:310211:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62700. 00010000:00000010:0.1:1788219289.825176:0:310211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:0.1:1788219289.853105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:1.1:1788219289.898060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88be0. 00010000:00000010:0.1:1788219289.934362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:0.1:1788219289.947916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3800. 00010000:00000010:1.1:1788219289.951687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00010000:00000010:1.1:1788219289.973564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00010000:00000010:1.1:1788219289.989421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219289.989465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:1.1:1788219290.001794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00010000:00000010:1.1:1788219290.001839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:1.1:1788219290.008382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:1.1:1788219290.008391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00000080:00000010:1.1:1788219290.008395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:1.1:1788219290.008400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:1.1:1788219290.008404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:1.1:1788219290.008417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:1.1:1788219290.008423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:1.1:1788219290.008428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00010000:00000010:1.1:1788219290.008433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219290.008437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00000080:00000010:1.1:1788219290.033858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00000080:00000010:0.1:1788219290.063502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00010000:00000010:0.1:1788219290.127139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7800. 00010000:00000010:1.1:1788219290.130373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:0.1:1788219290.150494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00010000:00000010:0.1:1788219290.160505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00010000:00000010:1.1:1788219290.174373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219290.188354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:0.1:1788219290.204396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:0.1:1788219290.214824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2000. 00000080:00000010:0.1:1788219290.222374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:0.1:1788219290.222389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca880. 00000080:00000010:0.1:1788219290.222396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:0.1:1788219290.222401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dda0. 00000080:00000010:0.1:1788219290.222412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f20. 00000080:00000010:0.1:1788219290.222422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00000080:00000010:0.1:1788219290.222428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:0.1:1788219290.222433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:0.1:1788219290.222440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cc00. 00010000:00000010:0.1:1788219290.222446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00000080:00000010:0.1:1788219290.263362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:2.1:1788219290.319800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00010000:00000010:3.1:1788219290.340925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:3.1:1788219290.351359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00010000:00000010:3.1:1788219290.363535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:3.1:1788219290.375040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00010000:00000010:3.1:1788219290.384667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:0.1:1788219290.396330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00010000:00000010:1.1:1788219290.416684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219290.427485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:1.1:1788219290.427511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00000080:00000010:1.1:1788219290.427517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:1.1:1788219290.427526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883c0. 00000080:00000010:1.1:1788219290.427530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88100. 00000080:00000010:1.1:1788219290.427536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887a0. 00000080:00000010:1.1:1788219290.427540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88920. 00000080:00000010:1.1:1788219290.427544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885a0. 00000080:00000010:1.1:1788219290.427551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:1.1:1788219290.431589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:1.1:1788219290.431604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00000080:00000010:1.1:1788219290.444357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00000080:00000010:0.1:1788219290.472366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ca0. 00010000:00000010:0.1:1788219290.519361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:1.1:1788219290.531908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:1.1:1788219290.536361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219290.545453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:0.1:1788219290.561849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:1.1:1788219290.568526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219290.579380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219290.584069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:2.1:1788219290.584212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:2.1:1788219290.584220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d400. 00000080:00000010:2.1:1788219290.584224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:2.1:1788219290.584231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabc0. 00000080:00000010:2.1:1788219290.584236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00000080:00000010:2.1:1788219290.584241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00000080:00000010:2.1:1788219290.584246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:2.1:1788219290.584250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00010000:00000010:2.1:1788219290.584255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62d00. 00010000:00000010:2.1:1788219290.584259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00000080:00000010:0.1:1788219290.594573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00000080:00000010:0.1:1788219290.637601:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00010000:00000010:0.1:1788219290.665622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1800. 00010000:00000010:0.1:1788219290.676821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3200. 00010000:00000010:2.1:1788219290.682025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:2.1:1788219290.698591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:2.1:1788219290.704641:0:310216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:2.1:1788219290.723381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6e00. 00010000:00000010:2.1:1788219290.723434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:0.1:1788219290.736343:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00000080:00000010:0.1:1788219290.763367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ea0. 00000080:00000010:0.1:1788219290.763380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa80. 00000080:00000010:0.1:1788219290.763385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00000080:00000010:0.1:1788219290.763387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:0.1:1788219290.763390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca6c0. 00000080:00000010:0.1:1788219290.763394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca120. 00000080:00000010:0.1:1788219290.763396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219290.763403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f80. 00010000:00000010:0.1:1788219290.763407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62800. 00010000:00000010:0.1:1788219290.763411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:0.1:1788219290.766635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e92a0. 00000080:00000010:0.1:1788219290.778885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00010000:00000010:3.1:1788219290.822247:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1a00. 00010000:00000010:0.1:1788219290.824432:0:310217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00010000:00000010:0.1:1788219290.836544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219290.836568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219290.861591:0:310217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219290.861629:0:310217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219290.872368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219290.884358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00000080:00000010:0.1:1788219290.884383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9460. 00000080:00000010:0.1:1788219290.884390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:0.1:1788219290.884395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:0.1:1788219290.884475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:0.1:1788219290.884481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:0.1:1788219290.884485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:0.1:1788219290.884492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b00. 00000080:00000010:0.1:1788219290.884497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889a0. 00010000:00000010:0.1:1788219290.884501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:0.1:1788219290.884505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:0.1:1788219290.884507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:3.1:1788219290.937137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881a0. 00010000:00000010:0.1:1788219290.951820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:0.1:1788219290.962431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219290.977389:0:310218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219290.995242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219290.999685:0:310218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.011360:0:310218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:1.1:1788219291.021185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.037156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:2.1:1788219291.045376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00000080:00000010:2.1:1788219291.045398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00000080:00000010:2.1:1788219291.045402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00000080:00000010:2.1:1788219291.045408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:2.1:1788219291.045413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df00. 00000080:00000010:2.1:1788219291.045421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:2.1:1788219291.045428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:2.1:1788219291.045434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00010000:00000010:2.1:1788219291.045439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c200. 00010000:00000010:2.1:1788219291.045444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00000080:00000010:0.1:1788219291.060354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca700. 00000080:00000010:1.1:1788219291.130455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881a0. 00010000:00000010:1.1:1788219291.166810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00010000:00000010:1.1:1788219291.172944:0:310220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.179357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219291.195383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:0.1:1788219291.215358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:3.1:1788219291.227360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00010000:00000010:0.1:1788219291.230872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:0.1:1788219291.244567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:2.1:1788219291.247522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:2.1:1788219291.247530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca640. 00000080:00000010:2.1:1788219291.247535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00000080:00000010:2.1:1788219291.247538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:2.1:1788219291.247545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00000080:00000010:2.1:1788219291.247549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:2.1:1788219291.247554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db60. 00000080:00000010:2.1:1788219291.247558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcab60. 00010000:00000010:2.1:1788219291.247563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628d00. 00010000:00000010:2.1:1788219291.247568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:0.1:1788219291.251419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca300. 00000080:00000010:3.1:1788219291.332641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a40. 00010000:00000010:0.1:1788219291.352119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219291.367574:0:310221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:0.1:1788219291.375107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219291.385356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.399469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219291.414550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.433641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:0.1:1788219291.446538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7000. 00000080:00000010:0.1:1788219291.446570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00000080:00000010:0.1:1788219291.446578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:0.1:1788219291.446584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:0.1:1788219291.446589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9c0. 00000080:00000010:0.1:1788219291.446594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df20. 00000080:00000010:0.1:1788219291.446601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:0.1:1788219291.446607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:0.1:1788219291.446613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:0.1:1788219291.446618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c300. 00010000:00000010:0.1:1788219291.446623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1e00. 00000080:00000010:0.1:1788219291.523365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:0.1:1788219291.550502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a40. 00010000:00000010:0.1:1788219291.606358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:2.1:1788219291.618569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00010000:00000010:2.1:1788219291.623254:0:310222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:2.1:1788219291.633054:0:310222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:2.1:1788219291.652369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:1.1:1788219291.655893:0:310222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00010000:00000010:1.1:1788219291.662535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219291.676539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:0.1:1788219291.688897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:0.1:1788219291.688906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00000080:00000010:0.1:1788219291.688913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca340. 00000080:00000010:0.1:1788219291.688919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00000080:00000010:0.1:1788219291.688934:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8c0. 00000080:00000010:0.1:1788219291.688937:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00000080:00000010:0.1:1788219291.688940:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca220. 00000080:00000010:0.1:1788219291.688943:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00010000:00000010:0.1:1788219291.688951:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62900. 00010000:00000010:0.1:1788219291.688957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:0.1:1788219291.710364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:2.1:1788219291.800925:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ca0. 00010000:00000010:1.1:1788219291.809622:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.815848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219291.815871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219291.827055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219291.842678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:0.1:1788219291.845461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:0.1:1788219291.861418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:2.1:1788219291.865368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:2.1:1788219291.865375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:2.1:1788219291.865380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4e0. 00000080:00000010:2.1:1788219291.865384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00000080:00000010:2.1:1788219291.865387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:2.1:1788219291.865395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:2.1:1788219291.865400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00000080:00000010:2.1:1788219291.865403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00010000:00000010:2.1:1788219291.865408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c600. 00010000:00000010:2.1:1788219291.865412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7200. 00010000:00000010:0.1:1788219291.904780:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00000080:00000010:3.1:1788219291.928365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2a0. 00000080:00000010:3.1:1788219291.986339:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad60. 00010000:00000010:1.1:1788219292.023851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219292.030717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219292.051392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:0.1:1788219292.066789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:0.1:1788219292.084712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219292.084755:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:0.1:1788219292.091669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd400. 00000080:00000010:2.1:1788219292.114377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219292.114391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:2.1:1788219292.114407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00000080:00000010:2.1:1788219292.114412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97e0. 00000080:00000010:2.1:1788219292.114418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9600. 00000080:00000010:2.1:1788219292.114422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:2.1:1788219292.114426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:2.1:1788219292.114432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00010000:00000010:2.1:1788219292.114437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c900. 00010000:00000010:2.1:1788219292.114442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0a00. 00010000:00000010:0.1:1788219292.114592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00000080:00000010:3.1:1788219292.154602:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00000080:00000010:3.1:1788219292.230361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:1.1:1788219292.259420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219292.268617:0:310225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219292.277354:0:310225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219292.298027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6400. 00010000:00000010:1.1:1788219292.304362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219292.304473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219292.314359:0:310225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219292.319370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6400. 00000080:00000010:1.1:1788219292.319420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:1.1:1788219292.319426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:1.1:1788219292.319433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:1.1:1788219292.319437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de00. 00000080:00000010:1.1:1788219292.319443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:1.1:1788219292.319447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00000080:00000010:1.1:1788219292.319454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:1.1:1788219292.319459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d280. 00010000:00000010:1.1:1788219292.319464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:1.1:1788219292.319469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00000080:00000010:1.1:1788219292.337354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00000080:00000010:3.1:1788219292.406864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00010000:00000010:1.1:1788219292.454546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219292.463810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219292.493359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:3.1:1788219292.513372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00010000:00000010:3.1:1788219292.539364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00010000:00000010:3.1:1788219292.548900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df0a00. 00010000:00000010:0.1:1788219292.563369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7800. 00010000:00000010:0.1:1788219292.579502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00000080:00000010:1.1:1788219292.583387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00000080:00000010:1.1:1788219292.583482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00000080:00000010:1.1:1788219292.583488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88740. 00000080:00000010:1.1:1788219292.583493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88360. 00000080:00000010:1.1:1788219292.583497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:1.1:1788219292.583502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:1.1:1788219292.583509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:1.1:1788219292.583524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00010000:00000010:1.1:1788219292.583533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c200. 00010000:00000010:1.1:1788219292.583537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00000080:00000010:1.1:1788219292.597355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:2.1:1788219292.665511:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e40. 00010000:00000010:0.1:1788219292.690553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:0.1:1788219292.700442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd400. 00010000:00000010:1.1:1788219292.714002:0:310227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219292.723358:0:310227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219292.723384:0:310227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219292.727520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219292.740008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:0.1:1788219292.770636:0:301325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd400. 00000080:00000010:0.1:1788219292.770660:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9960. 00000080:00000010:0.1:1788219292.770667:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:0.1:1788219292.770673:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:0.1:1788219292.770679:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00000080:00000010:0.1:1788219292.771809:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d620. 00000080:00000010:0.1:1788219292.771816:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9660. 00000080:00000010:0.1:1788219292.771823:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:0.1:1788219292.771828:0:301325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00010000:00000010:0.1:1788219292.771838:0:301325:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:0.1:1788219292.771842:0:301325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00000080:00000010:0.1:1788219292.795526:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:1.1:1788219292.838504:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00010000:00000010:3.1:1788219292.861439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:3.1:1788219292.870475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00010000:00000010:3.1:1788219292.878436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:3.1:1788219292.890268:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00010000:00000010:3.1:1788219292.922527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:0.1:1788219292.939427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00010000:00000010:0.1:1788219292.959802:0:310228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:0.1:1788219292.967384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc000. 00000080:00000010:1.1:1788219292.971444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:1.1:1788219292.971458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00000080:00000010:1.1:1788219292.971463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca120. 00000080:00000010:1.1:1788219292.971468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:1.1:1788219292.971474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885e0. 00000080:00000010:1.1:1788219292.971479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880e0. 00000080:00000010:1.1:1788219292.971488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88420. 00000080:00000010:1.1:1788219292.971491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882c0. 00010000:00000010:1.1:1788219292.980357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219292.980364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00000080:00000010:1.1:1788219293.024459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:0.1:1788219293.096166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:0.1:1788219293.163976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:0.1:1788219293.182362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00010000:00000010:1.1:1788219293.190187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:1.1:1788219293.201356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:1.1:1788219293.215480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:1.1:1788219293.224365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:1.1:1788219293.234441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:0.1:1788219293.244374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6200. 00000080:00000010:0.1:1788219293.248368:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca080. 00000080:00000010:0.1:1788219293.248377:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00000080:00000010:0.1:1788219293.248382:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:0.1:1788219293.248385:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:0.1:1788219293.248391:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:0.1:1788219293.248395:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:0.1:1788219293.248400:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00000080:00000010:0.1:1788219293.248403:0:310229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad40. 00010000:00000010:0.1:1788219293.248408:0:310229:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891c00. 00010000:00000010:0.1:1788219293.248413:0:310229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc000. 00000080:00000010:0.1:1788219293.322408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00000080:00000010:0.1:1788219293.374846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:3.1:1788219293.417460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:0.1:1788219293.430390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:0.1:1788219293.438548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:0.1:1788219293.447390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219293.457827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:0.1:1788219293.465378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219293.482600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:0.1:1788219293.502510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00000080:00000010:0.1:1788219293.502536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf00. 00000080:00000010:0.1:1788219293.502542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:0.1:1788219293.502547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:0.1:1788219293.502552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:0.1:1788219293.502556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:0.1:1788219293.502559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00000080:00000010:0.1:1788219293.502565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca720. 00000080:00000010:0.1:1788219293.502568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88180. 00010000:00000010:0.1:1788219293.502575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250400. 00010000:00000010:0.1:1788219293.502579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcdc00. 00000080:00000010:0.1:1788219293.537361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:1.1:1788219293.604616:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00010000:00000010:1.1:1788219293.641455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00010000:00000010:1.1:1788219293.650306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:1.1:1788219293.653555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:0.1:1788219293.661535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:0.1:1788219293.686399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219293.696626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:0.1:1788219293.699387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:0.1:1788219293.705363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcde00. 00000080:00000010:2.1:1788219293.721926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:2.1:1788219293.721937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:2.1:1788219293.721944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcabe0. 00000080:00000010:2.1:1788219293.721952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9760. 00000080:00000010:2.1:1788219293.721958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d20. 00000080:00000010:2.1:1788219293.721967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:2.1:1788219293.721977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00000080:00000010:2.1:1788219293.721982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:2.1:1788219293.721991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:2.1:1788219293.721998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00000080:00000010:2.1:1788219293.780877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:1.1:1788219293.863358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00010000:00000010:1.1:1788219293.907116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:1.1:1788219293.920578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:1.1:1788219293.926604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219293.928528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:1.1:1788219293.949370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:3.1:1788219293.957936:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:3.1:1788219293.980422:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:3.1:1788219293.989476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00000080:00000010:3.1:1788219293.993732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88960. 00000080:00000010:3.1:1788219293.993745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88620. 00000080:00000010:3.1:1788219293.993749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00000080:00000010:3.1:1788219293.993755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00000080:00000010:3.1:1788219293.993760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:3.1:1788219293.993765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db60. 00000080:00000010:3.1:1788219293.993769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:3.1:1788219293.993774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00010000:00000010:3.1:1788219293.993779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:3.1:1788219293.993785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00000080:00000010:2.1:1788219294.002128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d00. 00000080:00000010:1.1:1788219294.139348:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca680. 00010000:00000010:3.1:1788219294.162365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437cc00. 00010000:00000010:0.1:1788219294.176343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00010000:00000010:0.1:1788219294.198394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:1.1:1788219294.208713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:1.1:1788219294.218477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219294.228362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:1.1:1788219294.244948:0:310233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219294.258442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000080:00000010:0.1:1788219294.262670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d440. 00000080:00000010:0.1:1788219294.262688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00000080:00000010:0.1:1788219294.262692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:0.1:1788219294.262696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00000080:00000010:0.1:1788219294.262702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00000080:00000010:0.1:1788219294.262706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9020. 00000080:00000010:0.1:1788219294.262711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88960. 00000080:00000010:0.1:1788219294.262716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88520. 00010000:00000010:0.1:1788219294.262725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:0.1:1788219294.262731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00000080:00000010:0.1:1788219294.304557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00000080:00000010:3.1:1788219294.386439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88cc0. 00010000:00000010:1.1:1788219294.426354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:1.1:1788219294.430367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:0.1:1788219294.447846:0:310234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:0.1:1788219294.464585:0:310234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219294.477456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bccc00. 00010000:00000010:3.1:1788219294.486545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:3.1:1788219294.497585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00010000:00000010:0.1:1788219294.513071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00000080:00000010:1.1:1788219294.518655:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887c0. 00000080:00000010:1.1:1788219294.518669:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d60. 00000080:00000010:1.1:1788219294.518673:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00000080:00000010:1.1:1788219294.518679:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:1.1:1788219294.518688:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:1.1:1788219294.518691:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00000080:00000010:1.1:1788219294.518694:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219294.518700:0:310234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00010000:00000010:1.1:1788219294.518705:0:310234:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c500. 00010000:00000010:1.1:1788219294.518711:0:310234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00000080:00000010:1.1:1788219294.525744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00000080:00000010:2.1:1788219294.707357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00010000:00000010:1.1:1788219294.739416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:1.1:1788219294.752375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219294.769482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:0.1:1788219294.784370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6a00. 00010000:00000010:0.1:1788219294.794661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219294.812342:0:310235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219294.818733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219294.828930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00000080:00000010:0.1:1788219294.844377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:0.1:1788219294.844386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00000080:00000010:0.1:1788219294.844390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:0.1:1788219294.844393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:0.1:1788219294.844397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00000080:00000010:0.1:1788219294.844402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:0.1:1788219294.844408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:0.1:1788219294.844411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca440. 00010000:00000010:0.1:1788219294.844416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250e00. 00010000:00000010:0.1:1788219294.844420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00000080:00000010:0.1:1788219294.876071:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00000080:00000010:0.1:1788219294.977495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9c0. 00010000:00000010:1.1:1788219295.005360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:1.1:1788219295.021946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219295.026361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.040347:0:310236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219295.047987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.056583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219295.067554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.088188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00000080:00000010:1.1:1788219295.092815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:1.1:1788219295.092827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d040. 00000080:00000010:1.1:1788219295.092830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00000080:00000010:1.1:1788219295.092833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:1.1:1788219295.092837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00000080:00000010:1.1:1788219295.092842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00000080:00000010:1.1:1788219295.092848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:1.1:1788219295.092852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaea0. 00010000:00000010:1.1:1788219295.092861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628000. 00010000:00000010:1.1:1788219295.092866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000080:00000010:3.1:1788219295.152379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00000080:00000010:3.1:1788219295.268471:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b20. 00010000:00000010:1.1:1788219295.354366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:0.1:1788219295.375620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219295.378857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:1.1:1788219295.398367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:0.1:1788219295.431595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:3.1:1788219295.450634:0:310237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7600. 00010000:00000010:3.1:1788219295.461102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00010000:00000010:3.1:1788219295.468377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00000080:00000010:0.1:1788219295.468638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88860. 00000080:00000010:0.1:1788219295.468647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88080. 00000080:00000010:0.1:1788219295.468651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca360. 00000080:00000010:0.1:1788219295.468657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00000080:00000010:0.1:1788219295.468671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219295.468677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00000080:00000010:0.1:1788219295.468681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00000080:00000010:0.1:1788219295.468687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00010000:00000010:0.1:1788219295.468692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c400. 00010000:00000010:0.1:1788219295.468696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24600. 00000080:00000010:1.1:1788219295.490354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9260. 00000080:00000010:1.1:1788219295.594713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca880. 00010000:00000010:3.1:1788219295.623463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219295.632305:0:310238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.638347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219295.653632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:0.1:1788219295.657432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219295.670483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcda00. 00010000:00000010:0.1:1788219295.690012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219295.697413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcda00. 00000080:00000010:0.1:1788219295.697446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:0.1:1788219295.697456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00000080:00000010:0.1:1788219295.697459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e96c0. 00000080:00000010:0.1:1788219295.697464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e20. 00000080:00000010:0.1:1788219295.697469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:0.1:1788219295.697475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:0.1:1788219295.697478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:0.1:1788219295.697483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88580. 00010000:00000010:0.1:1788219295.703373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628700. 00010000:00000010:0.1:1788219295.703390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000080:00000010:0.1:1788219295.745383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:0.1:1788219295.853353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:1.1:1788219295.889375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf6800. 00010000:00000010:1.1:1788219295.896266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.902423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219295.909335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.920903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219295.935692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219295.962527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219295.962560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00000080:00000010:1.1:1788219295.962574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:1.1:1788219295.975357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:1.1:1788219295.975376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:1.1:1788219295.975383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:1.1:1788219295.975388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219295.975392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00000080:00000010:1.1:1788219295.975396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:1.1:1788219295.975399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4c0. 00010000:00000010:1.1:1788219295.975407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:1.1:1788219295.975411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00000080:00000010:1.1:1788219295.975414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d520. 00000080:00000010:1.1:1788219296.052540:0:310240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3e0. 00010000:00000010:1.1:1788219296.082123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219296.082137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219296.085893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7a00. 00010000:00000010:1.1:1788219296.093388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219296.098190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219296.105628:0:310240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7a00. 00010000:00000010:1.1:1788219296.118121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219296.121530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7a00. 00000080:00000010:1.1:1788219296.121565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:1.1:1788219296.121573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00000080:00000010:1.1:1788219296.121577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:1.1:1788219296.121586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:1.1:1788219296.121590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:1.1:1788219296.121593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:1.1:1788219296.121600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d7a0. 00000080:00000010:1.1:1788219296.121603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d340. 00010000:00000010:1.1:1788219296.121608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:1.1:1788219296.121612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00000080:00000010:1.1:1788219296.138358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d200. 00000080:00000010:0.1:1788219296.256404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa20. 00010000:00000010:1.1:1788219296.300371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:1.1:1788219296.312363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7a00. 00010000:00000010:1.1:1788219296.321120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219296.329504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7a00. 00010000:00000010:0.1:1788219296.348380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:0.1:1788219296.361377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219296.370444:0:310241:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219296.382696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00000080:00000010:0.1:1788219296.386388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:0.1:1788219296.386404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9400. 00000080:00000010:0.1:1788219296.386407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:0.1:1788219296.386414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc20. 00000080:00000010:0.1:1788219296.386420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d3e0. 00000080:00000010:0.1:1788219296.386423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2a0. 00000080:00000010:0.1:1788219296.386427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db40. 00000080:00000010:0.1:1788219296.386431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00010000:00000010:0.1:1788219296.386438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:0.1:1788219296.386443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00000080:00000010:0.1:1788219296.402568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9320. 00000080:00000010:2.1:1788219296.602501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de40. 00010000:00000010:1.1:1788219296.686624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219296.700352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:1.1:1788219296.708371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219296.720348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219296.733372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219296.745444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:0.1:1788219296.774359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:0.1:1788219296.786470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcce00. 00000080:00000010:0.1:1788219296.791617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9620. 00000080:00000010:0.1:1788219296.791648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d480. 00000080:00000010:0.1:1788219296.791722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dbc0. 00000080:00000010:0.1:1788219296.791727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5a0. 00000080:00000010:0.1:1788219296.791730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dba0. 00000080:00000010:0.1:1788219296.791736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8c0. 00000080:00000010:0.1:1788219296.791740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:0.1:1788219296.791746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d100. 00010000:00000010:0.1:1788219296.791753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250000. 00010000:00000010:0.1:1788219296.791758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179000. 00000080:00000010:1.1:1788219296.838366:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9020. 00000080:00000010:0.1:1788219297.018493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00010000:00000010:2.1:1788219297.071631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:2.1:1788219297.076504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:2.1:1788219297.089488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:2.1:1788219297.110136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:1.1:1788219297.111391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:0.1:1788219297.127782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219297.146817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219297.163726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00000080:00000010:2.1:1788219297.164450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9540. 00000080:00000010:2.1:1788219297.164463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b00. 00000080:00000010:2.1:1788219297.164467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c20. 00000080:00000010:2.1:1788219297.164478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df40. 00000080:00000010:2.1:1788219297.164496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00000080:00000010:2.1:1788219297.164630:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:2.1:1788219297.164642:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00000080:00000010:2.1:1788219297.164645:0:256055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaec0. 00010000:00000010:2.1:1788219297.164653:0:256055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:2.1:1788219297.164657:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000080:00000010:3.1:1788219297.216049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00000080:00000010:3.1:1788219297.332219:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88480. 00010000:00000010:3.1:1788219297.371771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:3.1:1788219297.379517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1000. 00010000:00000010:3.1:1788219297.379528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179e00. 00010000:00000010:0.1:1788219297.383346:0:310244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7600. 00010000:00000010:0.1:1788219297.389469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219297.398749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219297.409632:0:310244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219297.434437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00000080:00000010:1.1:1788219297.434564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f40. 00000080:00000010:1.1:1788219297.434574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97c0. 00000080:00000010:1.1:1788219297.434580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9560. 00000080:00000010:1.1:1788219297.434583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94c0. 00000080:00000010:1.1:1788219297.434586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a20. 00000080:00000010:1.1:1788219297.434591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae00. 00000080:00000010:1.1:1788219297.434595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88480. 00000080:00000010:1.1:1788219297.434599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:1.1:1788219297.434605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c400. 00010000:00000010:1.1:1788219297.434609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00000080:00000010:1.1:1788219297.434612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9100. 00000080:00000010:2.1:1788219297.561468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:0.1:1788219297.591366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:0.1:1788219297.605869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219297.614382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219297.618426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:1.1:1788219297.628364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219297.631723:0:310245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219297.640360:0:310245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219297.645354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:1.1:1788219297.648956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00000080:00000010:1.1:1788219297.648974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:1.1:1788219297.648982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d660. 00000080:00000010:1.1:1788219297.648986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00000080:00000010:1.1:1788219297.648991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e91c0. 00000080:00000010:1.1:1788219297.648997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95e0. 00000080:00000010:1.1:1788219297.649004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e97a0. 00000080:00000010:1.1:1788219297.649008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca040. 00010000:00000010:1.1:1788219297.649014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:1.1:1788219297.649020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178000. 00000080:00000010:1.1:1788219297.663350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:2.1:1788219297.808985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e80. 00010000:00000010:0.1:1788219297.825607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:0.1:1788219297.844372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219297.844388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219297.854729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219297.857349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179000. 00010000:00000010:1.1:1788219297.868412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219297.879044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219297.902611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:2.1:1788219297.954539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00000080:00000010:2.1:1788219297.954546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:2.1:1788219297.954549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00000080:00000010:2.1:1788219297.954554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaac0. 00000080:00000010:2.1:1788219297.954560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e94a0. 00000080:00000010:2.1:1788219297.954564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a40. 00000080:00000010:2.1:1788219297.954567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9b40. 00000080:00000010:2.1:1788219297.954573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8c0. 00010000:00000010:2.1:1788219297.954577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:2.1:1788219297.954582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00000080:00000010:0.1:1788219297.955370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca340. 00000080:00000010:0.1:1788219298.080950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88260. 00010000:00000010:1.1:1788219298.114491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7800. 00010000:00000010:1.1:1788219298.124367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219298.134902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219298.154478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219298.160356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6400. 00010000:00000010:0.1:1788219298.163931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6c00. 00010000:00000010:1.1:1788219298.173348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219298.189368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00000080:00000010:0.1:1788219298.194376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:0.1:1788219298.194389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:0.1:1788219298.194397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88380. 00000080:00000010:0.1:1788219298.194403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db80. 00000080:00000010:0.1:1788219298.194409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00000080:00000010:0.1:1788219298.194416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d560. 00000080:00000010:0.1:1788219298.194422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d2e0. 00000080:00000010:0.1:1788219298.194425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88b80. 00010000:00000010:0.1:1788219298.194431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:0.1:1788219298.194436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00000080:00000010:0.1:1788219298.238345:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:3.1:1788219298.362918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca8c0. 00010000:00000010:1.1:1788219298.402973:0:310249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6000. 00010000:00000010:1.1:1788219298.408546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219298.421330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219298.427771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219298.446010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:0.1:1788219298.458357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219298.474408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219298.484355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00000080:00000010:2.1:1788219298.555449:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e90a0. 00000080:00000010:2.1:1788219298.555457:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e40. 00000080:00000010:2.1:1788219298.555461:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9200. 00000080:00000010:2.1:1788219298.555466:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d680. 00000080:00000010:2.1:1788219298.555473:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db60. 00000080:00000010:2.1:1788219298.555477:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:2.1:1788219298.555484:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:2.1:1788219298.555488:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba880a0. 00010000:00000010:2.1:1788219298.555495:0:310039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:2.1:1788219298.555499:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6800. 00000080:00000010:2.1:1788219298.597336:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00000080:00000010:2.1:1788219298.655601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:1.1:1788219298.703781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:0.1:1788219298.709116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219298.715518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219298.729364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219298.735483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219298.757429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:1.1:1788219298.761338:0:310250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219298.770951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:1.1:1788219298.770991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:1.1:1788219298.770999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:1.1:1788219298.771005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ce0. 00000080:00000010:1.1:1788219298.771010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9fc0. 00000080:00000010:1.1:1788219298.771014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e80. 00000080:00000010:1.1:1788219298.771018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9280. 00000080:00000010:1.1:1788219298.771021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9cc0. 00000080:00000010:1.1:1788219298.771023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:1.1:1788219298.771029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cc00. 00010000:00000010:1.1:1788219298.771033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00000080:00000010:1.1:1788219298.787358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:0.1:1788219298.950263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00010000:00000010:1.1:1788219299.008619:0:310251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219299.013962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219299.041501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:0.1:1788219299.063367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219299.079362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:1.1:1788219299.084694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219299.106524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219299.126515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00000080:00000010:1.1:1788219299.126556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:1.1:1788219299.126563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:1.1:1788219299.126569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:1.1:1788219299.126576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95a0. 00000080:00000010:1.1:1788219299.126582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9aa0. 00000080:00000010:1.1:1788219299.126585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:1.1:1788219299.126588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00000080:00000010:1.1:1788219299.126592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:1.1:1788219299.126596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c200. 00010000:00000010:1.1:1788219299.126600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178800. 00000080:00000010:1.1:1788219299.142802:0:1044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:3.1:1788219299.299369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1c0. 00010000:00000010:1.1:1788219299.330507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219299.334698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219299.340983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219299.346987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219299.356460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219299.367361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219299.378441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219299.379387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00000080:00000010:2.1:1788219299.379857:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00000080:00000010:2.1:1788219299.379864:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:2.1:1788219299.379870:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:2.1:1788219299.379877:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:2.1:1788219299.379881:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:2.1:1788219299.379884:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:2.1:1788219299.379887:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00000080:00000010:2.1:1788219299.379891:0:310039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00010000:00000010:2.1:1788219299.379896:0:310039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cf00. 00010000:00000010:2.1:1788219299.379899:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7e00. 00000080:00000010:0.1:1788219299.389381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:1.1:1788219299.600485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00010000:00000010:1.1:1788219299.649595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:1.1:1788219299.657485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219299.677534:0:310253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219299.686502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219299.699525:0:310253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219299.706786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219299.716364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:0.1:1788219299.732493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00000080:00000010:0.1:1788219299.737375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9520. 00000080:00000010:0.1:1788219299.737399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d600. 00000080:00000010:0.1:1788219299.737409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d5e0. 00000080:00000010:0.1:1788219299.737413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d8a0. 00000080:00000010:0.1:1788219299.737417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00000080:00000010:0.1:1788219299.737420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d800. 00000080:00000010:0.1:1788219299.737426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00000080:00000010:0.1:1788219299.737431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaca0. 00010000:00000010:0.1:1788219299.737437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628400. 00010000:00000010:0.1:1788219299.737442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00000080:00000010:0.1:1788219299.753360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ea0. 00000080:00000010:0.1:1788219299.892482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca860. 00010000:00000010:0.1:1788219299.919689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7200. 00010000:00000010:0.1:1788219299.935383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219299.945098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219299.957377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219299.980646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219299.998558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:1.1:1788219300.008518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:1.1:1788219300.019431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:1.1:1788219300.024450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:1.1:1788219300.024472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca760. 00000080:00000010:1.1:1788219300.024478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9060. 00000080:00000010:1.1:1788219300.024483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9160. 00000080:00000010:1.1:1788219300.024490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e98e0. 00000080:00000010:1.1:1788219300.024494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9d00. 00000080:00000010:1.1:1788219300.024498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9c00. 00000080:00000010:1.1:1788219300.024504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fa0. 00010000:00000010:1.1:1788219300.024511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250d00. 00010000:00000010:1.1:1788219300.024514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00000080:00000010:0.1:1788219300.034549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d9a0. 00000080:00000010:3.1:1788219300.213449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88240. 00010000:00000010:1.1:1788219300.255920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219300.267299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219300.274623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219300.283833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219300.297393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00010000:00000010:1.1:1788219300.311445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219300.318582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:0.1:1788219300.322504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:0.1:1788219300.322536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d060. 00000080:00000010:0.1:1788219300.322542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d860. 00000080:00000010:0.1:1788219300.322545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df60. 00000080:00000010:0.1:1788219300.322552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00000080:00000010:0.1:1788219300.322556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1e0. 00000080:00000010:0.1:1788219300.322560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dd60. 00000080:00000010:0.1:1788219300.322563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d940. 00000080:00000010:0.1:1788219300.322566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d540. 00010000:00000010:0.1:1788219300.322574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cf00. 00010000:00000010:0.1:1788219300.322578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7a00. 00000080:00000010:0.1:1788219300.391374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00000080:00000010:3.1:1788219300.554375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88240. 00010000:00000010:1.1:1788219300.588442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:1.1:1788219300.604737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219300.621448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:0.1:1788219300.637487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219300.646985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219300.656359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:0.1:1788219300.665079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:2.1:1788219300.670675:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00000080:00000010:2.1:1788219300.680477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca500. 00000080:00000010:2.1:1788219300.680485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9420. 00000080:00000010:2.1:1788219300.680490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9be0. 00000080:00000010:2.1:1788219300.680493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9f60. 00000080:00000010:2.1:1788219300.680498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d840. 00000080:00000010:2.1:1788219300.680502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d740. 00000080:00000010:2.1:1788219300.680507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d0e0. 00000080:00000010:2.1:1788219300.680509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf60. 00010000:00000010:2.1:1788219300.680742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0c00. 00010000:00000010:2.1:1788219300.680750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178e00. 00000080:00000010:0.1:1788219300.740474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00000080:00000010:3.1:1788219300.833017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88240. 00010000:00000010:2.1:1788219300.848067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:0.1:1788219300.877620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:1.1:1788219300.900371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178e00. 00010000:00000010:1.1:1788219300.932692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00010000:00000010:1.1:1788219300.964137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178a00. 00010000:00000010:1.1:1788219301.002811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:2.1:1788219301.040640:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:2.1:1788219301.085825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:0.1:1788219301.141824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7a00. 00010000:00000010:2.1:1788219301.198368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178000. 00010000:00000010:0.1:1788219301.237226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178000. 00010000:00000010:1.1:1788219301.274945:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:0.1:1788219301.316438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:0.1:1788219301.371363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178c00. 00010000:00000010:1.1:1788219301.403457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219301.436412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219301.467739:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219301.486400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219301.511850:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178a00. 00010000:00000010:0.1:1788219301.542734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:2.1:1788219301.581919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00010000:00000010:0.1:1788219301.611551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00010000:00000010:0.1:1788219301.654461:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:0.1:1788219301.682517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7e00. 00010000:00000010:0.1:1788219301.713368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:2.1:1788219301.749742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:0.1:1788219301.779775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:1.1:1788219301.846420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178a00. 00010000:00000010:2.1:1788219301.914603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:2.1:1788219301.943439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:2.1:1788219302.001591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:1.1:1788219302.040385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178000. 00010000:00000010:1.1:1788219302.091275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:0.1:1788219302.129745:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00010000:00000010:1.1:1788219302.168343:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219302.197917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:0.1:1788219302.248348:0:276499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178c00. 00010000:00000010:1.1:1788219302.309348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00010000:00000010:2.1:1788219302.374483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6800. 00010000:00000010:0.1:1788219302.406767:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:0.1:1788219302.444949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00010000:00000010:1.1:1788219302.482544:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:3.1:1788219302.521714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7200. 00010000:00000010:3.1:1788219302.558773:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7200. 00010000:00000010:0.1:1788219302.588357:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178c00. 00010000:00000010:0.1:1788219302.633469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219302.666585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:1.1:1788219302.708693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:0.1:1788219302.761527:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:1.1:1788219302.786779:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:1.1:1788219302.832679:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219302.878940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219302.930392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219302.983539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:0.1:1788219303.034415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219303.074592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219303.107483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219303.155998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219303.193360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219303.233402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219303.300931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:0.1:1788219303.345280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:1.1:1788219303.381976:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:0.1:1788219303.428971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178e00. 00010000:00000010:0.1:1788219303.479409:0:310039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219303.516435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:0.1:1788219303.516448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219303.559497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:3.1:1788219303.641899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:3.1:1788219303.646417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7400. 00010000:00000010:0.1:1788219303.650826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6000. 00010000:00000010:0.1:1788219303.656532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219303.674444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219303.677743:0:310391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179600. 00010000:00000010:0.1:1788219303.689743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219303.702367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:1.1:1788219303.710291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219303.716670:0:310391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219303.721379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00010000:00000010:1.1:1788219303.725664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219303.736492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:0.1:1788219303.751365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:0.1:1788219313.618545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6268400. 00010000:00000010:0.1:1788219313.618571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ef6e7c00. 00010000:00000010:0.1:1788219314.719367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7600. 00010000:00000010:0.1:1788219314.722571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62000. 00010000:00000010:0.1:1788219314.722589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2c00. 00010000:00000010:0.1:1788219314.736359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:0.1:1788219314.775527:0:311109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:0.1:1788219314.872447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:0.1:1788219314.872465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219314.906412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219314.992304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:1.1:1788219315.026434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00000080:00000010:1.1:1788219315.041554:0:311118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba887c0. 00010000:00000010:2.1:1788219315.091434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c000. 00010000:00000010:2.1:1788219315.091443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00010000:00000010:1.1:1788219315.097669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:3.1:1788219315.103423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cb00. 00000080:00000010:2.1:1788219315.106472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d700. 00000080:00000010:1.1:1788219315.163363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d460. 00010000:00000010:2.1:1788219315.167656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628200. 00010000:00000010:2.1:1788219315.167672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:2.1:1788219315.174718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c000. 00010000:00000010:0.1:1788219315.181301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179c00. 00000080:00000010:0.1:1788219315.194057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca640. 00010000:00000010:1.1:1788219315.224477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178200. 00000080:00000010:2.1:1788219315.239802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca740. 00010000:00000010:1.1:1788219315.275389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178c00. 00010000:00000010:1.1:1788219315.302698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7800. 00010000:00000010:1.1:1788219315.302715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:1.1:1788219315.302719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:1.1:1788219315.302724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:1.1:1788219315.302728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00010000:00000010:1.1:1788219315.306373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c000. 00010000:00000010:1.1:1788219315.306389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178000. 00000080:00000010:1.1:1788219315.324429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e67d23c0. 00000080:00000010:1.1:1788219315.333664:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c64200. 00010000:00000010:0.1:1788219320.429415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:0.1:1788219320.429428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6c00. 00010000:00000010:0.1:1788219326.956416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219326.968151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246600. 00010000:00000010:0.1:1788219326.968166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6800. 00010000:00000010:0.1:1788219326.972358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:0.1:1788219327.022383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:1.1:1788219327.089564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:1.1:1788219327.089578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7200. 00010000:00000010:3.1:1788219327.151409:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:0.1:1788219327.207417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:0.1:1788219327.252375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:0.1:1788219327.302020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbf00. 00010000:00000010:3.1:1788219327.347787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:3.1:1788219327.347799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219327.358479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:2.1:1788219327.394031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246500. 00000080:00000010:2.1:1788219327.398356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbfa0. 00000080:00000010:1.1:1788219327.440349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:2.1:1788219327.440479:0:311570:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628c00. 00010000:00000010:2.1:1788219327.440486:0:311570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:2.1:1788219327.454284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c700. 00010000:00000010:1.1:1788219327.454360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178a00. 00000080:00000010:3.1:1788219327.469601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca420. 00010000:00000010:3.1:1788219327.501364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:2.1:1788219327.514435:0:311866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dcc0. 00010000:00000010:0.1:1788219327.537349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6000. 00010000:00000010:2.1:1788219327.551369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:2.1:1788219327.551385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178e00. 00010000:00000010:2.1:1788219327.551388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:2.1:1788219327.551393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:2.1:1788219327.551397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:2.1:1788219327.551400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628500. 00010000:00000010:2.1:1788219327.551403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00000080:00000010:0.1:1788219327.562369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca540. 00000080:00000010:1.1:1788219327.565592:0:311867:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c67380. 00010000:00000010:0.1:1788219332.222667:0:312110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628900. 00010000:00000010:0.1:1788219332.222681:0:312110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219340.808206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178000. 00010000:00000010:1.1:1788219340.811365:0:312598:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c000. 00010000:00000010:1.1:1788219340.811372:0:312598:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179400. 00010000:00000010:1.1:1788219340.823607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219340.854351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:1.1:1788219340.952833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219340.952848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:0.1:1788219340.999451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219341.082026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:0.1:1788219341.118350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00000080:00000010:0.1:1788219341.133520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf20. 00010000:00000010:2.1:1788219341.192391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246300. 00010000:00000010:2.1:1788219341.192400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6000. 00010000:00000010:0.1:1788219341.217115:0:312608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:0.1:1788219341.251537:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c800. 00000080:00000010:0.1:1788219341.251547:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb0a0. 00000080:00000010:1.1:1788219341.294884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da40. 00010000:00000010:3.1:1788219341.299535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250d00. 00010000:00000010:3.1:1788219341.299544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:1.1:1788219341.303441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246200. 00010000:00000010:0.1:1788219341.304357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7e00. 00000080:00000010:1.1:1788219341.326619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881a0. 00010000:00000010:0.1:1788219341.371361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00000080:00000010:2.1:1788219341.387786:0:312611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb520. 00010000:00000010:0.1:1788219341.417504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178a00. 00010000:00000010:1.1:1788219341.427485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:1.1:1788219341.427501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7a00. 00010000:00000010:1.1:1788219341.428604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219341.428614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219341.428618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00010000:00000010:1.1:1788219341.428621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:1.1:1788219341.428624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000080:00000010:1.1:1788219341.444491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88080. 00000080:00000010:1.1:1788219341.451426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5106300. 00010000:00000010:0.1:1788219346.542364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219346.542376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:1.1:1788219354.694363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219354.698359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219354.698377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:0.1:1788219354.711370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219354.756341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:1.1:1788219354.832022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:1.1:1788219354.832036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7400. 00010000:00000010:3.1:1788219354.912364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:3.1:1788219354.994173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:0.1:1788219355.030377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:0.1:1788219355.047384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dc40. 00010000:00000010:1.1:1788219355.111925:0:256062:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:1.1:1788219355.111933:0:256062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219355.122491:0:313060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178e00. 00010000:00000010:1.1:1788219355.144419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00000080:00000010:0.1:1788219355.145653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca580. 00000080:00000010:2.1:1788219355.177480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca560. 00010000:00000010:0.1:1788219355.183172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffb00. 00010000:00000010:0.1:1788219355.183184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00010000:00000010:0.1:1788219355.193350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250d00. 00010000:00000010:1.1:1788219355.194391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00000080:00000010:1.1:1788219355.200028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb1c0. 00010000:00000010:3.1:1788219355.217621:0:256055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00000080:00000010:1.1:1788219355.231484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420df80. 00010000:00000010:0.1:1788219355.259375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:2.1:1788219355.277481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7e00. 00010000:00000010:2.1:1788219355.277497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178a00. 00010000:00000010:2.1:1788219355.277501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178600. 00010000:00000010:2.1:1788219355.277505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:2.1:1788219355.277509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7a00. 00010000:00000010:2.1:1788219355.277512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246a00. 00010000:00000010:2.1:1788219355.277515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7200. 00000080:00000010:0.1:1788219355.290357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00000080:00000010:0.1:1788219355.303436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c60000. 00010000:00000010:3.1:1788219357.819385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:3.1:1788219357.819398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6000. 00010000:00000010:1.1:1788219372.804120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246500. 00010000:00000010:1.1:1788219372.804136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7e00. 00010000:00000010:0.1:1788219372.813358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:1.1:1788219372.824356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:1.1:1788219372.824365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:0.1:1788219372.833328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:0.1:1788219372.833347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00000080:00000010:0.1:1788219372.875415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d780. 00010000:00000010:0.1:1788219376.780427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6800. 00010000:00000010:1.1:1788219376.790703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:1.1:1788219376.797094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:0.1:1788219376.920357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219376.920370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000800:00000200:3.1:1788219379.077832:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.077854:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.077866:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.077878:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.077889:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079057:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079075:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079084:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079106:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079117:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079123:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.079148:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.084524:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.084547:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.084560:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.084570:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.084581:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.084588:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.085900:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.085917:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.085927:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.085935:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.085943:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318084 low water 1438110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.088897:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.088921:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.088932:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.088941:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.088950:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.088957:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.091993:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.092016:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.092028:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.092037:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.092056:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219379.093680:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2788152 low water 703076 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.279133:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.279164:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.279175:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.279184:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.279195:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.279201:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281225:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281246:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281256:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281266:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281276:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281282:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.281330:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.283033:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.283053:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.283064:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.283075:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.283092:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.284319:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.284343:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.284353:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.284363:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.284374:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285098:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285115:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285125:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285134:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285143:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285504:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285519:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285530:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285540:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.285550:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.287042:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.287062:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.287074:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.287085:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.287097:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.287889:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.288171:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.288200:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.288214:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.288224:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.288235:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.288246:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.289292:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.289309:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.289320:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.289330:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.289341:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219381.291739:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2596404 low water 798950 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.411995:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 415692 low water 1889306 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412021:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 483788 low water 1855258 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412042:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 743632 low water 1725336 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412196:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412213:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412224:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412234:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412243:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.412248:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.413954:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.413977:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.413987:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.413998:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.414010:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382792 low water 1405756 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.418957:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1446708 low water 1373798 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712436:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712455:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712468:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712489:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712495:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712921:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712934:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712943:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.712951:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.713526:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.713543:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.713554:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.713565:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.714840:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.714858:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.714868:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.714876:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.719705:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.719726:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.719737:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.719748:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.721580:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.721598:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.721608:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.721618:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.721624:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.723116:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.723137:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.723146:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.723155:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615008 low water 1789648 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219382.724559:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1445916 low water 1374194 conn ffff9894d3cdc000 blocked idle queued 00000080:00000010:2.1:1788219383.558866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb440. 00010000:00000010:1.1:1788219383.606401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0b7000. 00010000:00000010:1.1:1788219383.648241:0:314273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:1.1:1788219383.648256:0:314273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:2.1:1788219383.714228:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413e000. 00010000:00000010:0.1:1788219397.419586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:0.1:1788219397.419601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:0.1:1788219397.419606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:0.1:1788219397.419610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:0.1:1788219397.419613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:0.1:1788219397.419616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:2.1:1788219397.451004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00000080:00000010:0.1:1788219400.396419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c60000. 00010000:00000010:0.1:1788219403.374370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246d00. 00010000:00000010:0.1:1788219403.374386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413e200. 00010000:00000010:0.1:1788219418.099733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219418.099752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00010000:00000010:0.1:1788219418.122406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250d00. 00010000:00000010:0.1:1788219418.126369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:0.1:1788219418.126382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:0.1:1788219418.137368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:0.1:1788219418.137384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00000080:00000010:0.1:1788219418.171973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb220. 00010000:00000010:2.1:1788219421.372350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219421.405480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413f200. 00010000:00000010:0.1:1788219421.422737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000800:00000200:3.1:1788219421.499476:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1412 low water 2096446 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.499500:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 132 low water 2097086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.499506:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -1148 low water 2097726 conn ffff9894d3cdc000 blocked idle queued 00010000:00000010:0.1:1788219421.499628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:0.1:1788219421.499636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000800:00000200:3.1:1788219421.499993:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -1148 low water 2097726 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.500011:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -2428 low water 2098366 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.500879:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 16748 low water 2088778 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.500898:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 15468 low water 2089418 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.500905:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 14188 low water 2090058 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.501097:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 14188 low water 2090058 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502273:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 32084 low water 2081110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502288:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 32084 low water 2081110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502293:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 32084 low water 2081110 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502326:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 49980 low water 2072162 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502330:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 49980 low water 2072162 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502361:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 69156 low water 2062574 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502376:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 88332 low water 2052986 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502387:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 98560 low water 2047872 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502411:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 117736 low water 2038284 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502421:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 117736 low water 2038284 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502428:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 116456 low water 2038924 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.502447:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 126684 low water 2033810 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.503222:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 126684 low water 2033810 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.503239:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 125404 low water 2034450 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.503968:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 153528 low water 2020388 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.503987:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 152248 low water 2021028 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.503992:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 152248 low water 2021028 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504016:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 162476 low water 2015914 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504020:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 162476 low water 2015914 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504041:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 199548 low water 1997378 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504052:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 198268 low water 1998018 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504056:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 198268 low water 1998018 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504075:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 226392 low water 1983956 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504079:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 226392 low water 1983956 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504100:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 290308 low water 1951998 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504104:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 290308 low water 1951998 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.504600:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 290308 low water 1951998 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.510122:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 327380 low water 1933462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.510145:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 327380 low water 1933462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.512461:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 678924 low water 1757690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.512482:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 678924 low water 1757690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.512492:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 678924 low water 1757690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.512500:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 678924 low water 1757690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.512964:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 678924 low water 1757690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.512975:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 678924 low water 1757690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.513000:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 742840 low water 1725732 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.513041:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 742840 low water 1725732 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.513054:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 742840 low water 1725732 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.513064:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 742840 low water 1725732 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.513071:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 742840 low water 1725732 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.513079:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 742840 low water 1725732 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.515421:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062420 low water 1565942 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.515442:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062420 low water 1565942 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.515452:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062420 low water 1565942 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.515462:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062420 low water 1565942 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.515473:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062420 low water 1565942 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.515478:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062420 low water 1565942 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.519143:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.519168:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.519179:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.519188:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.519196:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.519201:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.520745:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.520763:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.520771:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.520780:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.520788:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219421.524579:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2340740 low water 926782 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.825352:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 230648 low water 1981828 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.825385:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 230648 low water 1981828 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.825399:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 230648 low water 1981828 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.825411:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 230648 low water 1981828 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.825417:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 230648 low water 1981828 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828062:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 294564 low water 1949870 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828090:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 294564 low water 1949870 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828104:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 294564 low water 1949870 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828116:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 294564 low water 1949870 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828123:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 294564 low water 1949870 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828178:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.828183:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.829843:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.829870:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.829883:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.829965:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.829977:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 933724 low water 1630290 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.831790:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 997640 low water 1598332 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.831841:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 997640 low water 1598332 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.831855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 997640 low water 1598332 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.831868:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 997640 low water 1598332 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.831881:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 997640 low water 1598332 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.832719:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 997640 low water 1598332 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219423.838670:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1957244 low water 1118530 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.338364:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.338618:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.338853:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.339222:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.339403:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.339615:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340076:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340106:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340121:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340132:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340142:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340151:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340162:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340653:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340666:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340675:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340683:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.340694:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.341702:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.341719:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 580516 low water 1806894 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219424.350262:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1585260 low water 1304522 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027326:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -19456 low water 2106880 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027346:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -19456 low water 2106880 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027357:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -19456 low water 2106880 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027368:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -19456 low water 2106880 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027379:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -19456 low water 2106880 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027941:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 871264 low water 1661520 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.027967:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1063012 low water 1565646 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029165:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029183:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029206:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029215:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029224:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029229:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.029252:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.030463:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.030483:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.030494:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.030505:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.030516:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.031011:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.031024:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.031034:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.031044:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.031054:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.031987:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.032002:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.032013:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.032022:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.032032:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1382000 low water 1406152 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.034224:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1445916 low water 1374194 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.357659:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1828 low water 2096238 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.357672:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1828 low water 2096238 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.358202:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 37620 low water 2078342 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.358209:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 37620 low water 2078342 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219425.364597:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2721676 low water 736314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.686873:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.687069:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.687241:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.687410:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.687584:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.687845:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.688019:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.688191:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.688359:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.688541:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.688846:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.689578:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690056:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690512:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690542:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690556:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690566:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690577:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.690587:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693323:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693507:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693536:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693547:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693557:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693567:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693577:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.693583:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696883:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696906:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696917:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696929:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696939:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696945:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1126336 low water 1533984 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.696970:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.697642:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.697658:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.697668:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.697678:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.697688:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.698151:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.698165:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.698184:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.698197:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.698207:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699296:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699315:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699324:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699333:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699341:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699795:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699809:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699818:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699827:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.699838:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.700264:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.700280:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.700292:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.700301:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.700310:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.702590:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.702728:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.702738:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.702748:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.702758:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.704497:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.708036:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219426.712245:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2148992 low water 1022656 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.615746:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.616156:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.616186:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.616199:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.616209:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.616219:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.617369:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.617389:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.617400:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.617413:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.617423:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.617428:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.621717:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.621740:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.621751:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.621760:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.621777:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.621783:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622284:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622298:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622309:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622318:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622329:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622820:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622834:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622846:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622856:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.622867:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.624463:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.624483:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.624491:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.624499:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.624507:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.625988:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.626009:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.626020:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.626030:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.626039:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.628963:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.628984:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.628994:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.629004:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.629014:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219427.631492:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1573748 low water 1310278 conn ffff9894d3cdc000 blocked idle queued 00000080:00000010:0.1:1788219427.730588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888a0. 00010000:00000010:3.1:1788219427.810817:0:256063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:0.1:1788219427.874371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246700. 00010000:00000010:0.1:1788219427.874389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58a1600. 00010000:00000010:3.1:1788219427.896625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00010000:00000010:2.1:1788219442.140527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed0b7400. 00010000:00000010:2.1:1788219442.140539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:2.1:1788219442.140544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:2.1:1788219442.140548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:2.1:1788219442.140551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246b00. 00010000:00000010:2.1:1788219442.140554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e413f600. 00000080:00000010:0.1:1788219442.177364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894cbc61b80. 00000080:00000010:0.1:1788219445.568393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c60000. 00010000:00000010:0.1:1788219447.429388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219447.429403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00010000:00000010:2.1:1788219463.021507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c200. 00010000:00000010:2.1:1788219463.021640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4184e00. 00010000:00000010:3.1:1788219463.039037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c900. 00010000:00000010:0.1:1788219463.061366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246000. 00010000:00000010:0.1:1788219463.061380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4184a00. 00010000:00000010:1.1:1788219463.077629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246600. 00010000:00000010:1.1:1788219463.077644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58a0800. 00000080:00000010:0.1:1788219463.115344:0:316109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaae0. 00010000:00000010:2.1:1788219466.820443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6200. 00010000:00000010:1.1:1788219466.829063:0:280892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4185200. 00010000:00000010:1.1:1788219466.836425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58a0a00. 00010000:00000010:0.1:1788219466.928375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246900. 00010000:00000010:0.1:1788219466.928391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00000800:00000200:3.1:1788219468.030318:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 926132 low water 1634086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.030339:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 926132 low water 1634086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.030352:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 926132 low water 1634086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.030361:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 926132 low water 1634086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.030371:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 926132 low water 1634086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.030377:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 926132 low water 1634086 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.033209:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.033226:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.033238:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.033250:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.033261:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.033266:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.037135:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.037159:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.037170:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.037181:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.037190:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 990048 low water 1602128 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.041497:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1893328 low water 1150488 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.223710:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.223727:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.223737:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.224268:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.224280:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.226368:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1509832 low water 1342236 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.621148:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.621171:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.621183:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.621202:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.621215:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.622159:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.622177:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.622196:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.622211:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.622221:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.624143:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.624166:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.624178:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.624189:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.624200:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.625337:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.625355:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.625366:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.625377:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.625388:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.626344:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.626362:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.626373:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.626382:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.626393:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36524 low water 2115414 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630169:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630200:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630213:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630224:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630234:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630241:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630263:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615424 low water 1789440 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.630294:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.633353:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.633376:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.633388:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.633398:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.633408:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.633413:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219468.634573:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2148992 low water 1022656 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.577921:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579511:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579577:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579592:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579604:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579614:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579623:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579634:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -16068 low water 2105186 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579712:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935004 low water 1629650 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.579737:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.583854:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1573748 low water 1310278 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960003:0:256055:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -29764 low water 2112034 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960620:0:256055:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -31044 low water 2112674 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960902:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 923676 low water 1635314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960918:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 923676 low water 1635314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960928:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 923676 low water 1635314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960937:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 923676 low water 1635314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960946:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 923676 low water 1635314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960951:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 923676 low water 1635314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.960971:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 987592 low water 1603356 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219469.961037:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1894428 low water 1149938 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166184:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 265892 low water 1964206 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166204:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 265892 low water 1964206 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166212:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 265892 low water 1964206 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166221:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 265892 low water 1964206 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166229:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 265892 low water 1964206 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166234:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 265892 low water 1964206 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166250:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 329808 low water 1932248 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166275:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 649388 low water 1772458 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.166294:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 905052 low water 1644626 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.167382:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.167398:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.167406:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.167414:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.167421:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.167426:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.169058:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.169076:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.169086:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.169097:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.169107:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.171506:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1829412 low water 1182446 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.594409:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 802924 low water 1695690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.594432:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 802924 low water 1695690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.594442:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 802924 low water 1695690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.594452:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 802924 low water 1695690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.594462:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 802924 low water 1695690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.594474:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 802924 low water 1695690 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596234:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596255:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596264:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596274:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596284:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596289:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596858:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596872:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596895:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596905:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.596914:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.597980:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.598003:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.598014:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.598023:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.598033:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.599479:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.599498:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.599509:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.599519:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.599529:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601431:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601446:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601455:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601463:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601473:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601955:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601968:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601978:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601986:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.601994:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.602556:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.602575:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.602583:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.602592:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.602604:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1062768 low water 1565768 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219470.602823:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2021508 low water 1086398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.112621:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.112636:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.112647:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.112658:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.112668:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.112675:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.113204:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.113219:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.113229:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.113239:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.113249:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -26712 low water 2110508 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.114283:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551092 low water 1821606 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.115701:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.115718:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.115729:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.115739:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.115751:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.115758:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.116608:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.116620:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.116628:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.116636:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.116643:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1190252 low water 1502026 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117534:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117549:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117559:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117581:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117593:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117598:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254168 low water 1470068 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.117622:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1445916 low water 1374194 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.290772:0:256056:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked scheduled empty 00000800:00000200:3.1:1788219471.290790:0:256056:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked scheduled empty 00000800:00000200:3.1:1788219471.290801:0:256056:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked scheduled empty 00000800:00000200:3.1:1788219471.290811:0:256056:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked scheduled empty 00000800:00000200:3.1:1788219471.290819:0:256056:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked scheduled empty 00000800:00000200:3.1:1788219471.291981:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292002:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292013:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292024:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292033:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292446:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292459:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292474:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292483:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.292492:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.293809:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.293827:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.293837:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.293847:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.293856:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -6656 low water 2100480 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219471.296306:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 2021160 low water 1086572 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.838942:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.838997:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.839013:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.839024:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.839036:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.839047:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.839055:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.839109:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.841732:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.842550:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843427:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843756:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843774:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843787:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843798:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843810:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843882:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 359760 low water 1917272 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843910:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615424 low water 1789440 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843928:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679340 low water 1757482 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.843944:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.849133:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.849168:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.849183:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.849194:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.849205:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.849996:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850012:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850020:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850028:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850036:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850628:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850640:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850648:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850656:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850663:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.850993:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.851004:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.851012:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.851020:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.851029:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.852316:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.852333:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.852341:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.852349:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.852357:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 807172 low water 1693566 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219472.854203:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1637664 low water 1278320 conn ffff9894d3cdc000 blocked idle queued 00000080:00000010:0.1:1788219473.543421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00010000:00000010:0.1:1788219473.577694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00010000:00000010:1.1:1788219473.631282:0:316118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:1.1:1788219473.631296:0:316118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00010000:00000010:1.1:1788219473.672594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58b5e00. 00010000:00000010:3.1:1788219485.148690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:3.1:1788219485.148704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:3.1:1788219485.148709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:3.1:1788219485.148712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:3.1:1788219485.148715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c200. 00010000:00000010:3.1:1788219485.148718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4185800. 00000080:00000010:2.1:1788219485.176534:0:316123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989400c9c060. 00000080:00000010:0.1:1788219488.016681:0:316124:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893c18a2100. 00010000:00000010:3.1:1788219490.430578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c100. 00010000:00000010:3.1:1788219490.430593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341c00. 00010000:00000010:2.1:1788219505.272562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cc00. 00010000:00000010:2.1:1788219505.272577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341200. 00010000:00000010:2.1:1788219505.281652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cb00. 00010000:00000010:1.1:1788219505.293527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cc00. 00010000:00000010:1.1:1788219505.293545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341000. 00010000:00000010:3.1:1788219505.311461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246d00. 00010000:00000010:3.1:1788219505.311472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58b4400. 00000080:00000010:3.1:1788219505.353357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7e0. 00010000:00000010:3.1:1788219508.645515:0:256056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219508.653459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58b5000. 00010000:00000010:1.1:1788219508.681374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219508.825897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219508.825915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00000800:00000200:3.1:1788219509.412381:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412444:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412461:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412472:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412482:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412492:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412499:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 238532 low water 1977886 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412536:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551884 low water 1821210 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412555:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615800 low water 1789252 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.412998:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615800 low water 1789252 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.413015:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615800 low water 1789252 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.413026:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615800 low water 1789252 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.413036:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615800 low water 1789252 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.413047:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 615800 low water 1789252 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414805:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679716 low water 1757294 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414827:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679716 low water 1757294 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414838:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679716 low water 1757294 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414848:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679716 low water 1757294 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414858:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679716 low water 1757294 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414863:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 679716 low water 1757294 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.414890:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935380 low water 1629462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.416114:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935380 low water 1629462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.416127:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935380 low water 1629462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.416137:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935380 low water 1629462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.416146:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935380 low water 1629462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.416154:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 935380 low water 1629462 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.417233:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254960 low water 1469672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.417247:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254960 low water 1469672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.417258:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254960 low water 1469672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.417268:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254960 low water 1469672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.417278:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254960 low water 1469672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.417283:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1254960 low water 1469672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.419982:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318876 low water 1437714 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.420006:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318876 low water 1437714 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.420017:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318876 low water 1437714 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.420027:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318876 low water 1437714 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.420036:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318876 low water 1437714 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.420041:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1318876 low water 1437714 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219509.422086:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1894120 low water 1150092 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.988995:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989012:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989022:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989032:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989041:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989804:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989822:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989834:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989844:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.989855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace -36692 low water 2115498 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992074:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 943044 low water 1625630 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992095:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 943044 low water 1625630 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992105:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 943044 low water 1625630 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992114:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 943044 low water 1625630 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992123:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 943044 low water 1625630 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992129:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 943044 low water 1625630 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992149:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1006960 low water 1593672 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219512.992991:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1509832 low water 1342236 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.631467:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.632303:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.633052:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634168:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634742:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634773:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634786:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634797:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634808:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634818:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634830:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 231928 low water 1981188 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634884:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 295844 low water 1949230 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634902:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 359760 low water 1917272 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634915:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 423676 low water 1885314 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.634927:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 487592 low water 1853356 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.636166:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.636263:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.636277:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.636287:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.636297:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.636303:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.637040:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.637055:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.637065:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.637074:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.637084:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.638454:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.638473:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.638483:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.638492:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.638502:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 551508 low water 1821398 conn ffff9894d3cdc000 blocked idle queued 00000800:00000200:3.1:1788219514.640430:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9894d60de900 wspace 1509832 low water 1342236 conn ffff9894d3cdc000 blocked idle queued 00000080:00000010:3.1:1788219514.887386:0:317035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88620. 00010000:00000010:0.1:1788219514.914396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340000. 00010000:00000010:1.1:1788219514.938372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219514.938384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:0.1:1788219526.910000:0:317044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:0.1:1788219526.910011:0:317044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00010000:00000010:0.1:1788219526.910014:0:317044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:0.1:1788219526.910026:0:317044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246d00. 00010000:00000010:0.1:1788219526.910031:0:317044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894c58b4400. 00010000:00000010:0.1:1788219526.910034:0:317044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cb00. 00010000:00000010:0.1:1788219526.910038:0:317044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00000080:00000010:0.1:1788219526.946221:0:317044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca800. 00000080:00000010:3.1:1788219530.021561:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5077380. 00010000:00000010:2.1:1788219532.396604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:2.1:1788219532.396616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00010000:00000010:2.1:1788219542.769769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340a00. 00000080:00000010:2.1:1788219542.780597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca100. 00010000:00000010:2.1:1788219542.780627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246800. 00010000:00000010:2.1:1788219542.780635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9a00. 00010000:00000010:0.1:1788219542.854842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246f00. 00010000:00000010:0.1:1788219542.858187:0:317739:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9800. 00010000:00000010:0.1:1788219542.864475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:0.1:1788219542.864486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:0.1:1788219542.880373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb4c0. 00010000:00000010:1.1:1788219542.901693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:1.1:1788219543.014246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33180. 00010000:00000010:1.1:1788219543.019596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219543.019614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219543.040483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:2.1:1788219544.469359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:2.1:1788219544.469385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219544.547109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00010000:00000010:2.1:1788219545.928678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:2.1:1788219545.928704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:2.1:1788219545.940395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33d80. 00000080:00000010:2.1:1788219545.940427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c60000. 00010000:00000010:0.1:1788219545.962427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:0.1:1788219545.962443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:1.1:1788219545.983459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219546.070331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246100. 00010000:00000010:1.1:1788219547.471751:0:317870:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219547.471764:0:317870:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:3.1:1788219547.542922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:2.1:1788219548.776520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:2.1:1788219548.776535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8a00. 00000080:00000010:0.1:1788219548.797364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88220. 00000080:00000010:0.1:1788219548.797392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5100840. 00010000:00000010:3.1:1788219548.847983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9200. 00010000:00000010:0.1:1788219548.947472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9000. 00010000:00000010:0.1:1788219548.947489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219548.947493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00010000:00000010:0.1:1788219548.947498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:0.1:1788219548.947502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:1.1:1788219548.955336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246400. 00010000:00000010:1.1:1788219548.955360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9e00. 00010000:00000010:1.1:1788219548.963773:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219548.963786:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:0.1:1788219549.006474:0:317494:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5070000. 00000080:00000010:0.1:1788219549.006488:0:317494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33860. 00010000:00000010:1.1:1788219551.365287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219551.365338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219556.941602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219556.941617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:1.1:1788219556.971368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219558.034438:0:318450:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff000. 00010000:00000010:1.1:1788219558.034446:0:318450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:3.1:1788219558.120354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:2.1:1788219562.735354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250d00. 00010000:00000010:2.1:1788219562.735378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:1.1:1788219562.798522:0:1026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9600. 00010000:00000010:0.1:1788219568.380900:0:319132:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250900. 00010000:00000010:0.1:1788219568.380919:0:319132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:1.1:1788219572.529382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341a00. 00010000:00000010:2.1:1788219579.176205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cc00. 00010000:00000010:2.1:1788219579.176219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00010000:00000010:0.1:1788219579.181521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:0.1:1788219579.181531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:3.1:1788219579.193356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c000. 00010000:00000010:1.1:1788219579.260611:0:319810:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340c00. 00000080:00000010:1.1:1788219579.275467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33fe0. 00010000:00000010:0.1:1788219580.449349:0:319859:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cf00. 00010000:00000010:0.1:1788219580.449362:0:319859:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8800. 00000080:00000010:1.1:1788219580.595648:0:319865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb480. 00010000:00000010:2.1:1788219586.412346:0:320218:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:2.1:1788219586.412356:0:320218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00010000:00000010:0.1:1788219590.780910:0:320526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341800. 00010000:00000010:3.1:1788219590.800140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9200. 00010000:00000010:3.1:1788219590.800150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:3.1:1788219590.800153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:3.1:1788219590.800157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246500. 00010000:00000010:3.1:1788219590.800161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9400. 00010000:00000010:3.1:1788219590.800164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:3.1:1788219590.800166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:0.1:1788219590.809881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbae0. 00000080:00000010:0.1:1788219590.809902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5103180. 00010000:00000010:0.1:1788219590.851341:0:320531:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2246500. 00010000:00000010:0.1:1788219590.851348:0:320531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9400. 00010000:00000010:0.1:1788219590.862636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250c00. 00010000:00000010:2.1:1788219590.913495:0:256064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250600. 00010000:00000010:2.1:1788219590.913502:0:256064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:1.1:1788219590.928464:0:320541:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250200. 00010000:00000010:1.1:1788219590.928476:0:320541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd600. 00010000:00000010:0.1:1788219592.033934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340c00. 00010000:00000010:1.1:1788219599.251236:0:320939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cc00. 00010000:00000010:1.1:1788219599.251259:0:320939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340e00. 00010000:00000010:0.1:1788219604.587393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:0.1:1788219604.587408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:0.1:1788219604.587424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745cf00. 00010000:00000010:0.1:1788219604.587429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340600. 00000080:00000010:0.1:1788219604.615484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb960. 00000080:00000010:0.1:1788219604.615509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e6c62940. 00010000:00000010:1.1:1788219604.634377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250a00. 00010000:00000010:1.1:1788219604.634395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00010000:00000010:1.1:1788219604.655414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219605.956462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219605.956476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:0.1:1788219605.981525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219605.981540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219606.057374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:0.1:1788219612.254405:0:321663:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:0.1:1788219612.254418:0:321663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:3.1:1788219612.320369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9a00. 00010000:00000010:0.1:1788219617.017566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:0.1:1788219617.017581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:0.1:1788219617.017584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c700. 00010000:00000010:0.1:1788219617.017587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340a00. 00000080:00000010:0.1:1788219617.060545:0:1367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33fe0. 00000080:00000010:2.1:1788219617.078380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5102100. 00010000:00000010:3.1:1788219617.733526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250f00. 00010000:00000010:3.1:1788219617.733539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00010000:00000010:0.1:1788219624.420648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340e00. 00000080:00000010:0.1:1788219624.426369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00010000:00000010:0.1:1788219624.426383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c100. 00010000:00000010:0.1:1788219624.426406:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341200. 00010000:00000010:0.1:1788219624.599374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00010000:00000010:1.1:1788219624.603504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219624.603519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219624.624334:0:322441:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00000080:00000010:1.1:1788219624.641285:0:256061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33c20. 00010000:00000010:0.1:1788219624.644667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219624.644684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00000080:00000010:2.1:1788219624.657339:0:322441:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb160. 00010000:00000010:0.1:1788219624.695651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089100. 00010000:00000010:0.1:1788219624.695669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340400. 00000080:00000010:1.1:1788219624.724373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca260. 00010000:00000010:0.1:1788219624.821342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219624.821349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:3.1:1788219624.830582:0:322441:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33c20. 00010000:00000010:1.1:1788219624.861896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8000. 00000080:00000010:1.1:1788219624.861912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a80. 00010000:00000010:1.1:1788219624.901687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708b00. 00010000:00000010:1.1:1788219624.901704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:0.1:1788219624.918573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33040. 00010000:00000010:0.1:1788219624.958801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708400. 00010000:00000010:0.1:1788219624.958817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000080:00000010:1.1:1788219624.960465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb980. 00010000:00000010:0.1:1788219624.991360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219624.991368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:1.1:1788219625.001725:0:322442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33080. 00010000:00000010:1.1:1788219625.022586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:1.1:1788219625.022600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33080. 00010000:00000010:0.1:1788219625.044361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219625.044378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6e00. 00000080:00000010:1.1:1788219625.054669:0:322443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33480. 00010000:00000010:1.1:1788219625.082537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:1.1:1788219625.082555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:3.1:1788219625.085523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e333e0. 00010000:00000010:0.1:1788219625.101540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219625.101559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341200. 00000080:00000010:1.1:1788219625.113622:0:322443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba883c0. 00010000:00000010:0.1:1788219625.144396:0:322443:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:0.1:1788219625.144403:0:322443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:0.1:1788219625.149372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33480. 00010000:00000010:0.1:1788219625.176511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708400. 00010000:00000010:0.1:1788219625.176528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000080:00000010:0.1:1788219625.188586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb140. 00010000:00000010:1.1:1788219625.209355:0:322444:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00000080:00000010:1.1:1788219625.209363:0:322444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e331c0. 00010000:00000010:1.1:1788219625.237523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219625.237542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00000080:00000010:1.1:1788219625.245466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33e80. 00010000:00000010:0.1:1788219625.303350:0:256062:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:0.1:1788219625.303357:0:256062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00000080:00000010:3.1:1788219625.351550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca280. 00010000:00000010:0.1:1788219625.391517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619d00. 00010000:00000010:0.1:1788219625.391528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340a00. 00000080:00000010:2.1:1788219625.415215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88c40. 00010000:00000010:1.1:1788219625.473333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00000080:00000010:1.1:1788219625.473353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb140. 00010000:00000010:1.1:1788219625.519362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619e00. 00010000:00000010:1.1:1788219625.519384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000080:00000010:3.1:1788219625.537419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e333c0. 00010000:00000010:0.1:1788219625.602588:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8c00. 00000080:00000010:1.1:1788219625.612838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88fa0. 00000080:00000010:1.1:1788219625.618558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33f20. 00010000:00000010:3.1:1788219625.691366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7e00. 00000080:00000010:2.1:1788219625.700338:0:322445:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33b20. 00000080:00000010:2.1:1788219625.712583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcade0. 00010000:00000010:3.1:1788219633.898353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9000. 00000080:00000010:0.1:1788219633.919155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88ee0. 00010000:00000010:0.1:1788219633.919171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619b00. 00010000:00000010:0.1:1788219633.919177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8400. 00010000:00000010:1.1:1788219634.090787:0:323042:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219634.090796:0:323042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00010000:00000010:1.1:1788219634.099375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff200. 00010000:00000010:1.1:1788219634.099394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff400. 00010000:00000010:1.1:1788219634.099399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7800. 00000080:00000010:1.1:1788219634.120539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33f20. 00010000:00000010:2.1:1788219634.183543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619200. 00010000:00000010:2.1:1788219634.183554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089300. 00010000:00000010:2.1:1788219634.183558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9000. 00000080:00000010:0.1:1788219634.246492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e40. 00000080:00000010:2.1:1788219634.302638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33680. 00010000:00000010:0.1:1788219634.344613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619600. 00010000:00000010:3.1:1788219648.846520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9200. 00000080:00000010:3.1:1788219648.850480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88760. 00010000:00000010:3.1:1788219648.850497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:3.1:1788219648.850503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd000. 00010000:00000010:1.1:1788219648.985375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00000080:00000010:1.1:1788219648.985396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33de0. 00010000:00000010:1.1:1788219648.998277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:1.1:1788219648.998285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33a00. 00000080:00000010:3.1:1788219649.017779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00010000:00000010:3.1:1788219649.028363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9200. 00000080:00000010:3.1:1788219649.045481:0:323752:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88820. 00000080:00000010:3.1:1788219649.049424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88060. 00010000:00000010:0.1:1788219649.149820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219649.161770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00000080:00000010:0.1:1788219649.165854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbf40. 00010000:00000010:0.1:1788219649.165879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff100. 00010000:00000010:0.1:1788219649.165886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:1.1:1788219649.207443:0:323760:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33fc0. 00010000:00000010:0.1:1788219649.403551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708500. 00010000:00000010:0.1:1788219649.403578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:0.1:1788219649.421703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:1.1:1788219649.425469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708500. 00010000:00000010:1.1:1788219649.425483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00000080:00000010:0.1:1788219649.459439:0:323767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb5c0. 00010000:00000010:0.1:1788219649.521476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:0.1:1788219649.521495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:0.1:1788219649.521502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbd20. 00010000:00000010:0.1:1788219649.532584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708e00. 00010000:00000010:0.1:1788219649.532599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00000080:00000010:0.1:1788219649.532605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb4c0. 00010000:00000010:0.1:1788219649.541900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708c00. 00010000:00000010:1.1:1788219649.559350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00000080:00000010:2.1:1788219649.617447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbc60. 00010000:00000010:0.1:1788219649.617497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00010000:00000010:3.1:1788219649.631036:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340200. 00000080:00000010:3.1:1788219649.631052:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00010000:00000010:3.1:1788219649.641072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9e00. 00010000:00000010:3.1:1788219649.644550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:3.1:1788219649.644640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00000080:00000010:3.1:1788219649.673350:0:323769:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881c0. 00010000:00000010:0.1:1788219649.702402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc200. 00000080:00000010:0.1:1788219649.702416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb020. 00000080:00000010:0.1:1788219649.723530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbf80. 00010000:00000010:0.1:1788219649.728067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:0.1:1788219649.728084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00000080:00000010:0.1:1788219649.753580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb020. 00000080:00000010:0.1:1788219649.753593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb5c0. 00010000:00000010:1.1:1788219649.779688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc400. 00000080:00000010:1.1:1788219649.779701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb6a0. 00000080:00000010:1.1:1788219649.797978:0:323771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33680. 00010000:00000010:3.1:1788219649.839365:0:323771:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619400. 00010000:00000010:3.1:1788219649.839373:0:323771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00000080:00000010:3.1:1788219649.855563:0:323774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca3e0. 00000080:00000010:3.1:1788219649.855690:0:323774:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5102100. 00010000:00000010:1.1:1788219652.762653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219652.762671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00000080:00000010:1.1:1788219652.762676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33aa0. 00010000:00000010:1.1:1788219652.910440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900000. 00010000:00000010:1.1:1788219652.931624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00000080:00000010:1.1:1788219652.931651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e330c0. 00010000:00000010:1.1:1788219652.931661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219652.931665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6800. 00010000:00000010:0.1:1788219652.991489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219655.490091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00000080:00000010:1.1:1788219655.490103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e336e0. 00010000:00000010:0.1:1788219655.616557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00000080:00000010:1.1:1788219655.627380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:1.1:1788219655.631377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00010000:00000010:0.1:1788219655.631486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341c00. 00010000:00000010:2.1:1788219655.705587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708e00. 00010000:00000010:2.1:1788219655.705598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d200. 00010000:00000010:1.1:1788219655.730159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340000. 00000080:00000010:1.1:1788219655.825587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e339a0. 00010000:00000010:0.1:1788219656.862339:0:324087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708d00. 00010000:00000010:3.1:1788219676.708570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225f800. 00010000:00000010:3.1:1788219676.708586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb750c00. 00010000:00000010:3.1:1788219676.708591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4100. 00010000:00000010:3.1:1788219676.708595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f225e800. 00010000:00000010:3.1:1788219676.708612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894ffad4700. 00010000:00000010:3.1:1788219676.708620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4c7200. 00010000:00000010:3.1:1788219676.708625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619a00. 00000080:00000010:1.1:1788219677.847540:0:324389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb920. 00010000:00000010:1.1:1788219677.847555:0:324389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc800. 00010000:00000010:1.1:1788219677.847560:0:324389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6600. 00010000:00000010:1.1:1788219677.847566:0:324389:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089e00. 00010000:00000010:1.1:1788219677.847570:0:324389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6e00. 00000080:00000010:1.1:1788219677.847572:0:324389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33380. 00010000:00000010:1.1:1788219677.847641:0:324389:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619200. 00010000:00000010:1.1:1788219677.847676:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6000. 00000080:00000010:1.1:1788219677.847680:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbdc0. 00010000:00000010:1.1:1788219677.847685:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6600. 00010000:00000010:1.1:1788219677.847688:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708c00. 00010000:00000010:1.1:1788219677.847692:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd800. 00010000:00000010:1.1:1788219677.847696:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219677.847700:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7600. 00000080:00000010:1.1:1788219677.847917:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2e0. 00010000:00000010:1.1:1788219677.847926:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219677.847931:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341e00. 00000080:00000010:1.1:1788219677.847934:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33060. 00010000:00000010:1.1:1788219677.847939:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffd00. 00010000:00000010:1.1:1788219677.847941:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7c00. 00000080:00000010:1.1:1788219677.847944:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbac0. 00010000:00000010:1.1:1788219677.847949:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcd200. 00000080:00000010:1.1:1788219677.847952:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00010000:00000010:1.1:1788219677.847957:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619600. 00010000:00000010:1.1:1788219677.847960:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341600. 00000080:00000010:1.1:1788219677.847962:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00010000:00000010:1.1:1788219677.847966:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341800. 00010000:00000010:1.1:1788219677.847969:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089300. 00010000:00000010:1.1:1788219677.847972:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340a00. 00010000:00000010:1.1:1788219677.847975:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619300. 00010000:00000010:1.1:1788219677.847978:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9a00. 00010000:00000010:1.1:1788219677.847981:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2fff00. 00010000:00000010:1.1:1788219677.847984:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6a00. 00000080:00000010:1.1:1788219677.847987:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e338a0. 00010000:00000010:1.1:1788219677.847991:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:1.1:1788219677.847994:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7000. 00000080:00000010:1.1:1788219677.847996:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcae80. 00010000:00000010:1.1:1788219677.848001:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341400. 00000080:00000010:1.1:1788219677.848004:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e331c0. 00010000:00000010:1.1:1788219677.848009:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089a00. 00010000:00000010:1.1:1788219677.848013:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8e00. 00000080:00000010:1.1:1788219677.848016:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb420. 00010000:00000010:1.1:1788219677.848021:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708400. 00010000:00000010:1.1:1788219677.848023:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcca00. 00000080:00000010:1.1:1788219677.848026:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e330a0. 00010000:00000010:1.1:1788219677.848031:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff700. 00010000:00000010:1.1:1788219677.848034:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7200. 00000080:00000010:1.1:1788219677.848038:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d40. 00010000:00000010:1.1:1788219677.848044:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619900. 00010000:00000010:1.1:1788219677.848047:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8800. 00000080:00000010:1.1:1788219677.848050:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33c00. 00010000:00000010:1.1:1788219677.848055:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219677.848058:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed6c00. 00010000:00000010:1.1:1788219677.848081:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b800. 00010000:00000010:1.1:1788219677.848085:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3a00. 00010000:00000010:1.1:1788219677.848161:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901200. 00010000:00000010:1.1:1788219677.848184:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900c00. 00010000:00000010:1.1:1788219677.848188:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1aa00. 00010000:00000010:1.1:1788219677.848191:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2c00. 00010000:00000010:1.1:1788219677.848211:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900200. 00010000:00000010:1.1:1788219677.848225:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a000. 00010000:00000010:1.1:1788219677.848228:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900e00. 00010000:00000010:1.1:1788219677.848247:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00010000:00000010:1.1:1788219677.848250:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745c300. 00010000:00000010:1.1:1788219677.848253:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d600. 00010000:00000010:1.1:1788219677.848256:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2a00. 00000080:00000010:1.1:1788219677.848373:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420db20. 00000080:00000010:1.1:1788219677.848382:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9300. 00000080:00000010:1.1:1788219677.848387:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9ae0. 00000080:00000010:1.1:1788219677.848390:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d4c0. 00000080:00000010:1.1:1788219677.848393:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420dde0. 00000080:00000010:1.1:1788219677.848396:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9220. 00000080:00000010:1.1:1788219677.848402:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca460. 00000080:00000010:1.1:1788219677.848406:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420de20. 00000080:00000010:1.1:1788219677.848410:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420da20. 00000080:00000010:1.1:1788219677.848413:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d900. 00000080:00000010:1.1:1788219677.848416:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9de0. 00000080:00000010:1.1:1788219677.848420:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9da0. 00000080:00000010:1.1:1788219677.848423:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0a0. 00000080:00000010:1.1:1788219677.848428:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885c0. 00010000:00000010:1.1:1788219677.848435:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0400. 00010000:00000010:1.1:1788219677.848439:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e0df1600. 00010000:00000010:1.1:1788219677.848442:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24c00. 00010000:00000010:1.1:1788219677.849184:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25a00. 00010000:00000010:1.1:1788219677.849210:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306400. 00010000:00000010:1.1:1788219677.849228:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d24000. 00010000:00000010:1.1:1788219677.849230:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25800. 00010000:00000010:1.1:1788219677.849255:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307200. 00010000:00000010:1.1:1788219677.849278:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54e00. 00010000:00000010:1.1:1788219677.849299:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f54a00. 00010000:00000010:1.1:1788219677.849302:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307400. 00010000:00000010:1.1:1788219677.849305:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306000. 00010000:00000010:1.1:1788219677.849366:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55000. 00010000:00000010:1.1:1788219677.849371:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3800. 00010000:00000010:1.1:1788219677.849395:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25000. 00010000:00000010:1.1:1788219677.849418:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2aa00. 00010000:00000010:1.1:1788219677.849436:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2bc00. 00010000:00000010:1.1:1788219677.849452:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b800. 00010000:00000010:1.1:1788219677.849475:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901400. 00010000:00000010:1.1:1788219677.849478:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901c00. 00010000:00000010:1.1:1788219677.849481:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a800. 00010000:00000010:1.1:1788219677.849483:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b200. 00010000:00000010:1.1:1788219677.849487:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2a00. 00010000:00000010:1.1:1788219677.849491:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7800. 00010000:00000010:1.1:1788219677.849494:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353a00. 00010000:00000010:1.1:1788219677.849498:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6200. 00010000:00000010:1.1:1788219677.849501:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353e00. 00010000:00000010:1.1:1788219677.849503:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6000. 00000080:00000010:1.1:1788219677.849507:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca5c0. 00000080:00000010:1.1:1788219677.849515:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca7c0. 00000080:00000010:1.1:1788219677.849521:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d000. 00000080:00000010:1.1:1788219677.849527:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9840. 00000080:00000010:1.1:1788219677.849535:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaa00. 00000080:00000010:1.1:1788219677.849540:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba881e0. 00000080:00000010:1.1:1788219677.849546:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88600. 00000080:00000010:1.1:1788219677.849551:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9a20. 00000080:00000010:1.1:1788219677.849556:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac40. 00000080:00000010:1.1:1788219677.849561:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e95c0. 00000080:00000010:1.1:1788219677.849565:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba888e0. 00000080:00000010:1.1:1788219677.849570:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca2c0. 00000080:00000010:1.1:1788219677.849574:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9e60. 00000080:00000010:1.1:1788219677.849579:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e60. 00000080:00000010:1.1:1788219677.849724:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9120. 00000080:00000010:1.1:1788219677.849890:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88f20. 00000080:00000010:1.1:1788219677.849895:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9bc0. 00000080:00000010:1.1:1788219677.849903:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca4a0. 00000080:00000010:1.1:1788219677.849910:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d1c0. 00000080:00000010:1.1:1788219677.849914:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88a60. 00000080:00000010:1.1:1788219677.849918:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893ef7e9980. 00000080:00000010:1.1:1788219677.849923:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcac60. 00000080:00000010:1.1:1788219677.849928:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca900. 00010000:00000010:1.1:1788219677.849933:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d500. 00010000:00000010:1.1:1788219677.849938:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c200. 00000080:00000010:1.1:1788219677.849954:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894c570bae0. 00000080:00000010:1.1:1788219677.849959:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e8c30a80. 00010000:00000010:1.1:1788219677.849964:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee07c600. 00010000:00000010:1.1:1788219677.849968:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0100. 00010000:00000010:1.1:1788219677.849971:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25c00. 00010000:00000010:1.1:1788219677.849973:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0300. 00010000:00000010:1.1:1788219677.849976:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894f5d25e00. 00000080:00000010:1.1:1788219677.849979:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e420d960. 00010000:00000010:1.1:1788219677.849983:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628f00. 00010000:00000010:1.1:1788219677.849985:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00010000:00000010:1.1:1788219687.095717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:1.1:1788219687.095736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99a00. 00010000:00000010:1.1:1788219687.095741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99000. 00010000:00000010:1.1:1788219687.095745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00010000:00000010:1.1:1788219687.095747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00010000:00000010:1.1:1788219687.095751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901000. 00010000:00000010:1.1:1788219687.095755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6900600. 00010000:00000010:1.1:1788219687.095757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901800. 00010000:00000010:1.1:1788219687.095760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:1.1:1788219687.095762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99e00. 00010000:00000010:1.1:1788219687.095768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98c00. 00010000:00000010:1.1:1788219687.103222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98200. 00010000:00000010:1.1:1788219687.103230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98400. 00010000:00000010:1.1:1788219687.103234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ba00. 00010000:00000010:1.1:1788219687.103239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99400. 00010000:00000010:1.1:1788219687.103243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d3defc00. 00010000:00000010:1.1:1788219687.103248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894fb750200. 00010000:00000010:3.1:1788219715.056517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9c00. 00010000:00000010:3.1:1788219715.084377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9800. 00010000:00000010:3.1:1788219715.097501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9c00. 00010000:00000010:0.1:1788219715.115532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:1.1:1788219715.119386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb420. 00000080:00000010:1.1:1788219715.119402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba882a0. 00000080:00000010:1.1:1788219715.119408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88760. 00000080:00000010:1.1:1788219715.119411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88600. 00010000:00000010:1.1:1788219715.119418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219715.119423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8ed7400. 00010000:00000010:1.1:1788219715.142354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:1.1:1788219715.146468:0:325257:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:1.1:1788219715.146476:0:325257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00000080:00000010:1.1:1788219715.186369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e335e0. 00010000:00000010:0.1:1788219715.217401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340e00. 00010000:00000010:0.1:1788219715.229261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219715.238507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219715.254031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:1.1:1788219715.274376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00010000:00000010:1.1:1788219715.287542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00010000:00000010:0.1:1788219715.304362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341800. 00010000:00000010:0.1:1788219715.331628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2400. 00010000:00000010:0.1:1788219715.344464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2e00. 00010000:00000010:0.1:1788219715.349742:0:325258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:1.1:1788219715.380449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00000080:00000010:1.1:1788219715.380468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb620. 00000080:00000010:1.1:1788219715.380479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbc80. 00000080:00000010:1.1:1788219715.380483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb220. 00000080:00000010:1.1:1788219715.380488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca960. 00000080:00000010:1.1:1788219715.380493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e335e0. 00000080:00000010:1.1:1788219715.380498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33d60. 00000080:00000010:1.1:1788219715.380501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbf40. 00000080:00000010:1.1:1788219715.380504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb9a0. 00000080:00000010:1.1:1788219715.380522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbaa0. 00000080:00000010:1.1:1788219715.380525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca880. 00010000:00000010:1.1:1788219715.380528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00010000:00000010:1.1:1788219715.380533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:1.1:1788219715.380537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3000. 00000080:00000010:1.1:1788219715.405164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb420. 00000080:00000010:1.1:1788219715.405175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbc40. 00010000:00000010:1.1:1788219715.428201:0:325261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341a00. 00010000:00000010:3.1:1788219715.441418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8c00. 00010000:00000010:3.1:1788219715.441427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00010000:00000010:0.1:1788219715.444355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9600. 00010000:00000010:0.1:1788219715.452967:0:325261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:1.1:1788219715.453602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000080:00000010:3.1:1788219715.455653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca880. 00000080:00000010:1.1:1788219715.468824:0:325259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb980. 00010000:00000010:2.1:1788219715.476492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340400. 00010000:00000010:0.1:1788219715.480216:0:325264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00010000:3.0:1788219715.483590:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 02000000:00000001:3.0:1788219715.483601:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.483603:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.483606:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000002:00000001:3.0:1788219715.483612:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.483614:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.483616:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.483617:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.483619:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.483621:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.483623:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.483625:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.483627:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.483629:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.483630:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.483632:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.483634:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.483637:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.483638:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.483639:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.483641:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.483642:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.483643:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483645:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483647:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483648:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.483649:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.483651:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.483652:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.483654:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.483655:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.483657:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.483658:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483660:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483662:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.483665:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00000001:3.0:1788219715.483671:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483672:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.483673:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.483674:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.483677:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00000001:3.0:1788219715.483683:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.483684:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.483685:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.483687:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483688:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.483689:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483691:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.483692:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483694:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483696:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483697:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.483698:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483699:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.483701:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.483702:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.483704:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.483707:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.483710:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.483712:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.483713:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.483715:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.483717:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.483719:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.483721:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.483722:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.483724:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.483727:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.483739:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.483741:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.483742:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.483744:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.483745:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.483751:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.483753:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.483755:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.483757:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.483758:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.483759:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.483762:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.483763:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.483764:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.483765:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.483767:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.483768:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.483770:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.483771:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.483773:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.483776:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.483777:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.483778:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.483781:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.483782:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.483783:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.483786:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.483788:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.483790:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.483792:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.483794:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 02000000:00000001:3.0:1788219715.483801:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.483804:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.483806:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000002:00000001:3.0:1788219715.483812:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.483814:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.483815:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.483816:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.483818:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.483820:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.483822:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.483824:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.483826:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.483828:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.483829:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.483831:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.483833:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.483836:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.483837:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.483838:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.483839:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.483841:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.483842:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483844:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483846:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483847:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.483848:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.483850:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.483851:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.483853:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.483854:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.483855:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.483857:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483859:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.483861:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.483864:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00000001:3.0:1788219715.483869:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483870:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.483871:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.483873:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.483875:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00000001:3.0:1788219715.483881:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.483883:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.483884:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.483886:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483887:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.483888:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483890:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.483891:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483893:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483895:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.483896:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.483902:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.483903:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.483905:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.483906:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.483908:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.483912:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.483913:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.483915:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.483916:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.483918:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.483920:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.483922:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.483924:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.483926:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.483927:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.483929:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.483942:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.483944:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.483945:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.483947:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.483948:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.483951:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.483953:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.483955:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.483956:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.483958:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.483959:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.483962:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.483963:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.483964:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.483965:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.483967:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.483968:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.483970:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.483971:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.483974:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.483976:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.483978:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.483979:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.483982:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.483983:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.483985:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.483987:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.483989:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.483991:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.483993:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.483996:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 02000000:00000001:3.0:1788219715.484002:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.484004:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.484006:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000002:00000001:3.0:1788219715.484011:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.484013:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.484014:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.484016:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.484017:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.484019:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.484021:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.484022:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.484024:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.484026:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.484027:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.484029:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.484031:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.484033:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.484034:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.484035:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.484036:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.484038:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.484040:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484041:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484043:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484044:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.484045:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.484046:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.484048:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.484050:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.484051:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.484052:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.484054:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484056:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484057:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.484059:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00010000:00000001:3.0:1788219715.484064:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484065:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.484066:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.484067:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.484069:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00000001:3.0:1788219715.484074:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.484076:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.484077:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.484078:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484079:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.484081:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484082:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.484084:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484085:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484087:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484088:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.484089:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484090:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.484092:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.484093:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.484095:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.484098:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.484100:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.484101:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.484102:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.484104:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.484106:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.484108:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.484109:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.484110:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.484112:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.484114:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.484125:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.484127:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.484128:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.484129:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.484131:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.484133:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.484136:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.484138:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.484139:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.484140:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.484142:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.484144:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.484145:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.484146:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.484147:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.484148:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.484150:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.484151:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.484153:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.484154:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.484157:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.484158:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.484160:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.484162:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.484163:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.484164:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.484166:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.484168:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.484170:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.484172:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.484174:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 02000000:00000001:3.0:1788219715.484180:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.484182:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.484184:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00000002:00000001:3.0:1788219715.484189:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.484191:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.484192:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.484193:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.484194:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.484196:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.484198:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.484199:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.484201:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.484203:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.484204:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.484734:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.484738:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.484740:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.484742:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.484743:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.484745:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.484746:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.484749:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484751:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484753:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484754:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.484755:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.484757:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.484759:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.484761:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.484762:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.484763:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.484765:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484766:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.484768:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.484771:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 48 lru_type: 1 00010000:00000001:3.0:1788219715.484777:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484778:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.484779:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.484780:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.484782:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00000001:3.0:1788219715.484787:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.484789:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.484790:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.484793:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484794:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.484795:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484797:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.484798:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484800:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484802:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.484803:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.484804:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.484805:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.484807:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.484807:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.484809:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.484812:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.484814:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.484816:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.484817:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.484819:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.484820:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.484822:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.484824:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.484826:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.484827:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.484829:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.484850:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.484852:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.484853:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.484855:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.484856:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.484860:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.484863:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.484865:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.484867:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.484868:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.484870:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.484872:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.484873:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.484874:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.484875:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.484877:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.484879:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.484880:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.484882:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.484884:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.484887:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.484888:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.484889:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.484891:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.484892:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.484894:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.484897:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.484899:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.484901:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.484904:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.484906:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 02000000:00000001:3.0:1788219715.484912:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.484915:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.484982:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00000002:00000001:3.0:1788219715.484990:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.484992:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.484993:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.484995:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.484997:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.484999:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.485001:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.485003:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.485005:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.485007:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.485009:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.485010:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.485013:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.485015:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.485016:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.485017:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.485018:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.485019:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.485021:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485023:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485025:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485026:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.485027:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.485029:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.485030:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.485033:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.485033:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.485103:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.485106:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485108:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485110:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.485113:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 49 lru_type: 1 00010000:00000001:3.0:1788219715.485119:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485120:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.485121:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.485122:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.485124:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00000001:3.0:1788219715.485130:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.485132:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.485133:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.485135:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485136:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.485137:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485139:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.485140:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485142:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485144:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485145:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.485147:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485147:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.485149:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.485151:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.485153:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.485157:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.485159:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.485161:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.485162:0:325264:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.485164:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.485166:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.485167:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.485169:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.485171:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.485172:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.485175:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.485190:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.485191:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.485192:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.485193:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.485195:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.485198:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.485201:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.485204:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.485216:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.485218:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.485219:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.485222:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.485223:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.485225:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.485226:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.485227:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.485228:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.485230:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.485232:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.485234:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.485238:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.485239:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.485241:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.485243:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.485245:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.485247:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.485249:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.485251:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.485253:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.485255:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.485258:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 02000000:00000001:3.0:1788219715.485265:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.485267:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.485270:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00000002:00000001:3.0:1788219715.485276:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.485278:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.485279:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.485281:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.485283:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.485284:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.485287:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.485288:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.485290:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.485293:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.485294:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.485296:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.485298:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.485300:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.485302:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.485303:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.485304:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.485305:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.485307:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485309:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485364:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485366:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.485367:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.485368:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.485370:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.485372:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.485373:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.485375:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.485376:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485378:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485380:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.485382:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 50 lru_type: 1 00010000:00000001:3.0:1788219715.485387:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485388:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.485389:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.485390:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.485392:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00000001:3.0:1788219715.485398:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.485399:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.485401:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.485403:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485525:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.485526:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485529:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.485530:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485531:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485534:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485536:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.485537:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485538:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.485539:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.485541:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.485543:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.485546:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.485549:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.485550:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.485552:0:325264:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.485554:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.485556:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.485558:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.485560:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.485561:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.485562:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.485565:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.485578:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.485580:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.485581:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.485582:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.485584:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.485587:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.485590:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.485592:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.485594:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.485595:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.485597:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.485600:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.485602:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.485603:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.485604:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.485606:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.485607:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.485609:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.485611:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.485613:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.485616:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.485617:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.485619:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.485621:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.485622:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.485623:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.485626:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.485628:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.485630:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.485632:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.485636:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 02000000:00000001:3.0:1788219715.485642:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.485645:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.485647:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00000002:00000001:3.0:1788219715.485653:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.485731:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.485732:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.485734:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.485736:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.485737:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.485739:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.485741:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.485744:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.485746:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.485747:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.485749:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.485751:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.485754:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.485755:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.485756:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.485758:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.485759:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.485761:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485763:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485765:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485766:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.485767:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.485768:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.485770:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.485771:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.485772:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.485774:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.485775:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485777:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.485779:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.485781:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00000001:3.0:1788219715.485786:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485787:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.485788:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.485789:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.485792:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00000001:3.0:1788219715.485796:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.485798:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.485799:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.485801:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485802:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.485804:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485806:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.485807:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485809:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485811:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.485813:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.485814:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.485815:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.485817:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.485818:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.485821:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.485824:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.485827:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.485828:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.485830:0:325264:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.485832:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.485834:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.485836:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.485838:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.485840:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.485841:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.485844:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.485858:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.485860:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.485861:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.485862:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.485864:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.485867:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.485870:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.485872:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.485873:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.485875:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.485876:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.485878:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.485880:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.485881:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.485882:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.485884:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.485886:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.485888:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.485890:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.485892:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.485895:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.485896:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.485898:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.485901:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.485902:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.485904:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.485906:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.485909:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.485911:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.485913:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.485990:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 02000000:00000001:3.0:1788219715.485999:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.486002:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.486005:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00000002:00000001:3.0:1788219715.486012:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.486014:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.486016:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.486018:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.486019:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.486021:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.486023:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.486025:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.486027:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.486029:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.486030:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.486032:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.486035:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.486109:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.486110:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.486112:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.486113:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.486114:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.486117:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486119:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486121:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486122:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.486123:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.486124:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.486126:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.486128:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.486129:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.486130:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.486132:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486134:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486136:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.486139:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00000001:3.0:1788219715.486145:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486146:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.486147:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.486148:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.486150:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00000001:3.0:1788219715.486155:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.486157:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.486158:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.486160:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486161:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.486163:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486164:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.486166:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486167:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486169:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486171:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.486172:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486173:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.486175:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.486176:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.486179:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.486182:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.486185:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.486187:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00002000:3.0:1788219715.486188:0:325264:0:(dcache.c:87:ll_dcompare()) found name libpthread.so.0(ffff9893f0c9a360) flags 0x8000e refc 0 00000080:00000001:3.0:1788219715.486190:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.486192:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fc08 00000080:00200000:3.0:1788219715.486194:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00000001:3.0:1788219715.486198:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.486199:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb90 00000080:00002000:3.0:1788219715.486201:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry libpthread.so.0 (ffff9893f0c9a360, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.486204:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.486649:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.486652:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.486653:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.486735:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.486738:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.486743:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.486746:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.486749:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.486752:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.486753:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.486755:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.486758:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.486760:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.486761:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.486763:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.486765:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.486767:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.486769:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.486770:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.486773:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.486777:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.486778:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.486779:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.486782:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.486784:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.486786:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.486789:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.486792:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.486794:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.486797:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.486800:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 02000000:00000001:3.0:1788219715.486807:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.486810:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.486813:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00000002:00000001:3.0:1788219715.486820:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.486822:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.486823:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.486825:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.486827:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.486828:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.486831:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.486832:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.486835:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.486838:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.486839:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.486841:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.486844:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.486847:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.486848:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.486849:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.486851:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.486853:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.486855:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486857:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486859:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486860:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.486861:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.486862:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.486864:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.486866:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.486867:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.486869:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.486871:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486873:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.486875:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.486877:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00000001:3.0:1788219715.486883:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486884:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.486885:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.486887:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.486888:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00000001:3.0:1788219715.486894:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.486895:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.486896:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.486899:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486900:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.486901:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486903:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.486904:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486906:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486908:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.486910:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.486911:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.486912:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.486914:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.486915:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.486994:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.486999:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.487002:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.487004:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.487005:0:325264:0:(dcache.c:87:ll_dcompare()) found name glibc-hwcaps(ffff9893e93a2e58) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.487008:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.487010:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.487011:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00000001:3.0:1788219715.487014:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.487015:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.487017:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry glibc-hwcaps (ffff9893e93a2e58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.487020:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.487217:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.487221:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.487222:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.487224:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.487226:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.487230:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.487234:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.487236:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.487238:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.487240:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.487242:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.487244:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.487246:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.487247:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.487248:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.487250:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.487251:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.487253:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.487254:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.487256:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.487259:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.487260:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.487262:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.487264:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.487265:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.487267:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.487270:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.487271:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.487274:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.487276:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.487279:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 02000000:00000001:3.0:1788219715.487285:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.487288:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.487290:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00000002:00000001:3.0:1788219715.487295:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.487297:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.487298:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.487300:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.487302:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.487303:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.487305:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.487307:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.487309:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.487336:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.487338:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.487340:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.487342:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.487345:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.487346:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.487347:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.487349:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.487351:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.487352:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.487354:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.487356:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.487357:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.487358:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.487359:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.487361:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.487363:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.487364:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.487366:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.487367:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.487369:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.487371:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.487374:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00000001:3.0:1788219715.487379:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.487380:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.487381:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.487382:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.487384:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00000001:3.0:1788219715.487390:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.487391:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.487393:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.487395:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.487396:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.487397:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.487399:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.487400:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.487402:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.487404:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.487406:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.487407:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.488615:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.488620:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.488622:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.488626:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.488633:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.488638:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.488641:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.488642:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.488645:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.488647:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.488650:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.488653:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.488655:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.488656:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.488659:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.488777:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.488779:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.488781:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.488782:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.488784:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.488789:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.488794:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.488797:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.488800:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.488802:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.488804:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.488807:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.488809:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.488811:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.488813:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.488815:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.488817:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.488819:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.488821:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.488824:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.488827:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.488829:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.488830:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.488833:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.488835:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.488837:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.488841:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.488844:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.488847:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.488851:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.488854:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 02000000:00000001:3.0:1788219715.488863:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.488867:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.488869:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00000002:00000001:3.0:1788219715.488874:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.488876:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.488877:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.488879:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.488880:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.488882:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.488884:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.488887:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.488889:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.488892:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.488894:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.488896:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.488899:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.488901:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.488903:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.488904:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.488906:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.488908:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.488910:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.488912:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.488914:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.488915:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.488916:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.488918:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.488920:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.488922:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.488923:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.488925:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.488927:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.488929:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.488931:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.488933:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 55 lru_type: 1 00010000:00000001:3.0:1788219715.488939:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.488939:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.488941:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.488942:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.488944:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00000001:3.0:1788219715.488950:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.488953:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.488954:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.488957:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.488959:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.488960:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.488962:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.488963:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.488965:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.488967:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.488969:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.488970:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.488971:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.488973:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.488974:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.488977:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.488980:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.488982:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.488984:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.488985:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.488987:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.488989:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.488991:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.488993:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.488994:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.488995:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.488998:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489012:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489014:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489015:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.489017:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.489018:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.489021:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.489023:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.489025:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.489027:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489028:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.489030:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489032:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.489033:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.489034:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.489035:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.489037:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.489038:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489040:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489042:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489044:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.489047:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489048:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.489049:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.489052:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.489053:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.489055:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.489057:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.489059:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.489061:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.489063:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.489066:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 02000000:00000001:3.0:1788219715.489073:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.489075:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.489078:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00000002:00000001:3.0:1788219715.489083:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.489085:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.489086:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489088:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489089:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489091:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.489094:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.489095:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.489097:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.489099:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.489101:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489103:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.489105:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.489107:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.489109:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.489110:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489111:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489112:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489114:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489116:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489118:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489120:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.489121:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.489122:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489124:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.489126:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489127:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489128:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489130:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489132:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489133:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.489136:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 56 lru_type: 1 00010000:00000001:3.0:1788219715.489141:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489142:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489143:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.489144:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.489146:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00000001:3.0:1788219715.489151:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.489153:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.489154:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.489155:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489156:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489158:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489160:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.489161:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489163:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489164:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489166:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.489167:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489168:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.489170:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.489171:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489173:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.489176:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489178:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.489179:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.489181:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.489182:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.489184:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.489185:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.489187:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.489188:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.489189:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.489191:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489203:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489216:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489218:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.489219:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.489221:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.489224:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.489227:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.489229:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.489230:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489231:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.489233:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489235:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.489236:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.489238:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.489239:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.489240:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.489241:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489243:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489244:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489246:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.489249:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489250:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.489251:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.489254:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.489255:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.489256:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.489258:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.489260:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.489262:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.489264:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.489266:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 02000000:00000001:3.0:1788219715.489274:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.489275:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.489278:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00000002:00000001:3.0:1788219715.489283:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.489284:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.489286:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489287:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489289:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489291:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.489293:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.489295:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.489297:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.489298:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.489299:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489301:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.489303:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.489305:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.489306:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.489307:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489309:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489375:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489378:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489380:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489382:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489383:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.489384:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.489386:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489387:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.489389:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489390:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489392:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489393:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489395:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489397:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.489399:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 57 lru_type: 1 00010000:00000001:3.0:1788219715.489404:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489405:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489406:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.489407:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.489524:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00000001:3.0:1788219715.489531:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.489533:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.489534:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.489536:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489538:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489539:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489541:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.489542:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489544:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489546:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489547:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.489548:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489549:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.489551:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.489552:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489555:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.489558:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489561:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.489562:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.489564:0:325264:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.489565:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.489566:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.489568:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.489570:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.489571:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.489572:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.489574:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489588:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489590:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489591:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.489592:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.489594:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.489597:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.489600:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.489603:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.489604:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489605:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.489607:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489609:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.489611:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.489612:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.489613:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.489614:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.489616:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489617:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489619:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489620:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.489623:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489624:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.489626:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.489628:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.489629:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.489630:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.489633:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.489634:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.489637:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.489638:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.489641:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 02000000:00000001:3.0:1788219715.489648:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.489650:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.489652:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00000002:00000001:3.0:1788219715.489658:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.489728:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.489730:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489731:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489733:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489735:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.489737:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.489739:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.489741:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.489744:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.489746:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489748:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.489750:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.489753:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.489754:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.489755:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489756:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489758:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489759:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489762:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489764:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489765:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.489766:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.489768:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489770:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.489771:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489773:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489774:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489776:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489778:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489780:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.489782:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 58 lru_type: 1 00010000:00000001:3.0:1788219715.489787:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489788:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489789:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.489791:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.489793:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00000001:3.0:1788219715.489798:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.489800:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.489801:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.489803:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489804:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489805:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489807:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.489808:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489810:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489812:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.489813:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.489814:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489814:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.489816:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.489817:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489819:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.489822:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489824:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.489825:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.489827:0:325264:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.489829:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.489831:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.489832:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.489834:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.489835:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.489836:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.489838:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.489856:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489858:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.489859:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.489860:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.489862:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.489865:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.489867:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.489869:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.489871:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489872:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.489873:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489876:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.489877:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.489878:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.489880:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.489881:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.489882:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489884:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.489886:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.489888:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.489891:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.489892:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.489894:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.489896:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.489897:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.489899:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.489901:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.489902:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.489904:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.489906:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.489909:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 02000000:00000001:3.0:1788219715.489915:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.489917:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.489920:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00000002:00000001:3.0:1788219715.489925:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.489927:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.489928:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489930:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.489931:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.489933:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.489934:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.489936:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.489938:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.489940:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.489941:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489943:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.489945:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.489947:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.489948:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.489950:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489951:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489952:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489954:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489956:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489957:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489958:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.489959:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.489961:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.489963:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.489965:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.489966:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.489968:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.489970:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489972:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.489974:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.489976:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 59 lru_type: 1 00010000:00000001:3.0:1788219715.489981:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489982:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489983:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.489984:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.489986:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00000001:3.0:1788219715.489991:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.489993:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.489994:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.489996:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.489997:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.489999:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490000:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.490002:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490003:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490005:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490007:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.490008:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490009:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.490010:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.490012:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.490014:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.490017:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.490019:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.490021:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.490022:0:325264:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.490024:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.490026:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.490028:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.490029:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.490031:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.490032:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.490035:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.490047:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.490049:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.490050:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.490051:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.490053:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.490056:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.490058:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.490060:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.490062:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.490063:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.490064:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.490067:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.490068:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.490069:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.490070:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.490071:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.490073:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.490074:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.490076:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.490077:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.490080:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.490081:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.490082:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.490085:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.490086:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.490087:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.490089:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.490091:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.490093:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.490095:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.490098:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 02000000:00000001:3.0:1788219715.490104:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.490106:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.490108:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00000002:00000001:3.0:1788219715.490113:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.490114:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.490116:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.490117:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.490119:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.490121:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.490123:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.490125:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.490127:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.490129:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.490130:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.490132:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.490135:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.490137:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.490138:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.490139:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.490141:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.490142:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.490144:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490145:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490148:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490149:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.490150:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.490151:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.490152:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.490154:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.490155:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.490157:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.490159:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490161:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490163:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.490166:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 60 lru_type: 1 00010000:00000001:3.0:1788219715.490171:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490172:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.490174:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.490175:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.490177:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00000001:3.0:1788219715.490183:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.490185:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.490186:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.490188:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490189:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.490191:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490192:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.490193:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490195:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490197:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490198:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.490199:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490200:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.490201:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.490202:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.490213:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.490218:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.490220:0:325264:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.490221:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb88 00000080:00002000:3.0:1788219715.490223:0:325264:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.490224:0:325264:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.490225:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbd0 00000080:00200000:3.0:1788219715.490227:0:325264:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.490229:0:325264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.490230:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00002000:3.0:1788219715.490231:0:325264:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.490233:0:325264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.490246:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.490248:0:325264:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.490249:0:325264:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.490250:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fbc0 00000080:00200000:3.0:1788219715.490252:0:325264:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.490255:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.490258:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.490260:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.490261:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.490262:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fae0 00800000:00000002:3.0:1788219715.490264:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.490266:0:325264:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.490267:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.490268:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.490270:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.490271:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.490272:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.490274:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.490275:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.490277:0:325264:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.490280:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.490281:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f9b0 00000002:00010000:3.0:1788219715.490282:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.490284:0:325264:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.490285:0:325264:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.490286:0:325264:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.490288:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.490290:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.490291:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.490293:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.490296:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 02000000:00000001:3.0:1788219715.490303:0:325264:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.490304:0:325264:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.490307:0:325264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00000002:00000001:3.0:1788219715.490405:0:325264:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.490407:0:325264:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.490525:0:325264:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.490527:0:325264:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.490529:0:325264:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.490531:0:325264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.490534:0:325264:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.490535:0:325264:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.490538:0:325264:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148e00. 00000080:00000001:3.0:1788219715.490541:0:325264:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.490542:0:325264:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.490545:0:325264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.490547:0:325264:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.490550:0:325264:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.490551:0:325264:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.490553:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.490554:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.490555:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.490557:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490559:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490561:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490562:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.490563:0:325264:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.490565:0:325264:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.490566:0:325264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fbf8 00010000:00000001:3.0:1788219715.490568:0:325264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.490569:0:325264:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.490571:0:325264:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.490572:0:325264:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490574:0:325264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.490576:0:325264:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.490578:0:325264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 61 lru_type: 1 00010000:00000001:3.0:1788219715.490585:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490587:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.490588:0:325264:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.490589:0:325264:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.490592:0:325264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 62 lru_type: 1 00010000:00000001:3.0:1788219715.490597:0:325264:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.490599:0:325264:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.490600:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.490602:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490603:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.490605:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490607:0:325264:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.490608:0:325264:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490609:0:325264:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490612:0:325264:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.490613:0:325264:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.490615:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.490616:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.490617:0:325264:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.490618:0:325264:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.490620:0:325264:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.490624:0:325264:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219715.490640:0:325264:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba886e0. 00000080:00000001:3.0:1788219715.490645:0:325264:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788219715.490647:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb58 00000080:00200000:3.0:1788219715.490649:0:325264:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), file ffff9894ddb5f980, open_flags 8000, mode 0 opened 0 00000080:00000010:3.0:1788219715.490656:0:325264:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9894c95ec960. 00000080:00000001:3.0:1788219715.490658:0:325264:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219715.491921:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fa08 00000080:00200000:3.0:1788219715.491926:0:325264:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=open 00000080:00000010:3.0:1788219715.491937:0:325264:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148e00. 00800000:00000002:3.0:1788219715.491943:0:325264:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.491947:0:325264:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.491951:0:325264:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.491953:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f928 00800000:00000002:3.0:1788219715.491954:0:325264:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'libz.so.1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.491957:0:325264:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788219715.491959:0:325264:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788219715.491963:0:325264:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.491965:0:325264:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.491967:0:325264:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.491969:0:325264:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.491971:0:325264:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.491973:0:325264:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.491976:0:325264:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.491979:0:325264:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00000020:00000001:3.0:1788219715.491982:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f8a8 00800000:00000002:3.0:1788219715.491984:0:325264:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='libz.so.1' -> mds #0 layout version 1 00000002:00000001:3.0:1788219715.491988:0:325264:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.491990:0:325264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f7e0 00000002:00010000:3.0:1788219715.491991:0:325264:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:3.0:1788219715.491995:0:325264:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219715.491998:0:325264:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788219715.492000:0:325264:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788219715.492006:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.492008:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.492011:0:325264:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788219715.492014:0:325264:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.492016:0:325264:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.492018:0:325264:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219715.492025:0:325264:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219715.492029:0:325264:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=64 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:3.0:1788219715.492035:0:325264:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788219715.492036:0:325264:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.492039:0:325264:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219715.492043:0:325264:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.492048:0:325264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.492049:0:325264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.492050:0:325264:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.492053:0:325264:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219715.492055:0:325264:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219715.492058:0:325264:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219715.492064:0:325264:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125cc00. 00000100:00000001:3.0:1788219715.492070:0:325264:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.492074:0:325264:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219715.492076:0:325264:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.492077:0:325264:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219715.492078:0:325264:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.492080:0:325264:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.492089:0:325264:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00010000:00000001:3.0:1788219715.492093:0:325264:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219715.492095:0:325264:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788219715.492098:0:325264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.492100:0:325264:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.492102:0:325264:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219715.492105:0:325264:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9a00. 00000020:00000001:3.0:1788219715.492108:0:325264:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219715.492110:0:325264:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9a00 with handle 0x34450ab7a163278 to hash 00000020:00000001:3.0:1788219715.492112:0:325264:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219715.492113:0:325264:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588903424 : -113714120648192 : ffff9893de3b9a00) 00010000:00000001:3.0:1788219715.492116:0:325264:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588903424 : -113714120648192 : ffff9893de3b9a00) 00010000:00000001:3.0:1788219715.492119:0:325264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.492121:0:325264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.492124:0:325264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9a00/0x34450ab7a163278 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 325264 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219715.492137:0:325264:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9a00/0x34450ab7a163278 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 325264 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788219715.492149:0:325264:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788219715.492160:0:325264:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ce00 x1875079566173184/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788219715.492169:0:325264:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9a00/0x34450ab7a163278 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 325264 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219715.492175:0:325264:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219715.492176:0:325264:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219715.492183:0:325264:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893cb2d86c0. 00000100:00000001:3.0:1788219715.492185:0:325264:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359269213888 : -113714440337728 : ffff9893cb2d86c0) 00000100:00000001:3.0:1788219715.492188:0:325264:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219715.492189:0:325264:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:3.0:1788219715.492193:0:325264:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219715.492197:0:325264:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.492199:0:325264:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219715.492201:0:325264:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219715.492204:0:325264:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566173184/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.492222:0:325264:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219715.492224:0:325264:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219715.492227:0:325264:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219715.492229:0:325264:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219715.492231:0:325264:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219715.492234:0:325264:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:325264:1875079566173184:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219715.492237:0:325264:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219715.492243:0:325264:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219715.492245:0:325264:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219715.492247:0:325264:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219715.492590:0:325264:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:3.0:1788219715.492594:0:325264:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219715.492601:0:325264:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219715.492606:0:325264:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267adc0. 00000400:00000010:3.0:1788219715.492614:0:325264:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894ed09b800. 00000100:00000200:3.0:1788219715.492620:0:325264:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566173184, portal 10 00000100:00000001:3.0:1788219715.492623:0:325264:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219715.492624:0:325264:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219715.492631:0:325264:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ce00 x1875079566173184/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.492637:0:325264:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219715.492640:0:325264:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219715.492644:0:325264:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219715.492646:0:325264:0:(niobuf.c:94:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1875079566173184, offset 0 00000400:00000200:3.0:1788219715.492653:0:325264:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219715.493537:0:325264:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.493550:0:325264:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219715.493556:0:325264:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219715.493560:0:325264:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219715.493565:0:325264:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219715.493567:0:325264:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219715.493571:0:325264:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92566:92566:256:4294967295] 192.168.203.120@tcp LPNI seq info [92566:92566:8:4294967295] 00000400:00000200:3.0:1788219715.493576:0:325264:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.493585:0:325264:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219715.493592:0:325264:0:(socklnd_cb.c:931:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219715.493599:0:325264:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614f00. 00000800:00000200:3.0:1788219715.493606:0:325264:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219715.493614:0:325264:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219715.493618:0:325264:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614f00 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:3.0:1788219715.493639:0:325264:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219715.493645:0:325264:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26303 usecs (27 jiffies) 00000400:00000200:3.0:1788219715.493649:0:325264:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219715.493652:0:325264:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313584608 00000100:00000001:3.0:1788219715.494128:0:325264:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313584591 00000100:00000001:3.0:1788219715.494133:0:325264:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313584609 00000100:00000001:3.0:1788219715.494137:0:325264:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313584591 00000100:00000001:3.0:1788219715.494140:0:325264:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219715.494143:0:325264:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.494146:0:325264:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219715.494147:0:325264:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219715.494150:0:325264:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893cb2d86c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219715.494153:0:325264:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219715.494155:0:325264:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788219715.495364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00000800:00000001:3.0:1788219715.500412:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.500439:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.500442:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.500445:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.500453:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.500460:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.500469:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.500474:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.500479:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.500483:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77a400 00000400:00000200:3.0:1788219715.500488:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.500494:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe839d [64] + 224 00000800:00000001:3.0:1788219715.500500:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.500506:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.500509:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.500645:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.500655:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.500664:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566173184/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.500675:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ed39ce00 x1875079566173184/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.500702:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.500713:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.500717:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788219715.509729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9a00. 00000800:00000001:3.0:1788219715.513344:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.513359:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.513363:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.513365:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.513374:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.513381:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.513390:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.513395:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.513399:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.513403:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77a500 00000400:00000200:3.0:1788219715.513408:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.513413:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe83ad [64] + 224 00000800:00000001:3.0:1788219715.513420:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.513425:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.513428:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.513432:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.513438:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.513446:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566173440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.513455:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ed014e00 x1875079566173440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.513479:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.513488:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.513492:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219715.520770:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.520780:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7d00. 00000400:00000200:3.0:1788219715.520787:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.520806:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.520816:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf770 00000400:00000010:3.0:1788219715.520819:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf770. 00000100:00000001:3.0:1788219715.520824:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.520832:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566173696/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.520845:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.520848:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566173696/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.520856:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.520858:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219715.522368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000800:00000001:3.0:1788219715.526610:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.526626:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.526632:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.526634:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.526643:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.526651:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.526661:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.526667:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.526673:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.526677:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77a600 00000400:00000200:3.0:1788219715.526682:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.526689:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe83b5 [64] + 224 00000800:00000001:3.0:1788219715.526696:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.526701:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.526705:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.526709:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.526717:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.526725:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566173696/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.526736:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ed014e00 x1875079566173696/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.526816:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.526826:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.526830:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788219715.538378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000800:00000200:3.0:1788219715.539777:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.539784:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219715.539791:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.539800:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.539808:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:3.0:1788219715.539810:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:3.0:1788219715.539816:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.539824:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ca80 x1875079566173952/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.539836:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.539840:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ca80 x1875079566173952/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.539848:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.539850:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219715.549216:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.549232:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.549236:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.549239:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.549248:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.549256:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.549266:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.549272:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.549277:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.549282:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77a700 00000400:00000200:3.0:1788219715.549288:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.549294:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe83bd [64] + 224 00000800:00000001:3.0:1788219715.549301:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.549309:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.549414:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.549420:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.549428:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.549660:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ca80 x1875079566173952/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.549674:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ddb6ca80 x1875079566173952/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.549776:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.549785:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.549789:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219715.557279:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.557284:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219715.557290:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.557295:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.557300:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:3.0:1788219715.557302:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:3.0:1788219715.557307:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.557425:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ca80 x1875079566174208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.557436:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.557439:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ca80 x1875079566174208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.557446:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.557447:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219715.561376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000800:00000001:3.0:1788219715.563959:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.563976:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.563980:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.563983:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.563991:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.564000:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.564009:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.564015:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.564020:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.564024:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77a800 00000400:00000200:3.0:1788219715.564028:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.564034:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe83c5 [64] + 224 00000800:00000001:3.0:1788219715.564042:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.564155:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.564160:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.564165:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.564173:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.564183:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ca80 x1875079566174208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.564193:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ddb6ca80 x1875079566174208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.564221:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.564231:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.564234:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219715.570305:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.570328:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7b00. 00000400:00000200:3.0:1788219715.570334:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.570340:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.570352:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:3.0:1788219715.570355:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:3.0:1788219715.570360:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.570365:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566174464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.570376:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.570379:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566174464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.570388:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.570390:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219715.572648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000800:00000001:3.0:1788219715.576779:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.576795:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.576798:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.576801:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.576819:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.576828:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.576839:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.576845:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.576850:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.576854:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77a900 00000400:00000200:3.0:1788219715.576860:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.576865:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe83cd [64] + 224 00000800:00000001:3.0:1788219715.576872:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.576879:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.576883:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.576887:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.576896:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.576905:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017480 x1875079566174464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.576917:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ed017480 x1875079566174464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 664/131856 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.576939:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.576948:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.576951:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788219715.598352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000800:00000200:3.0:1788219715.598908:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.598914:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:3.0:1788219715.598920:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.598928:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.598936:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:3.0:1788219715.598939:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:3.0:1788219715.598944:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.598951:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566174720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.598964:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.598968:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566174720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.598976:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.598979:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219715.621371:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.621378:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:3.0:1788219715.621384:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.621391:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.621397:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:3.0:1788219715.621400:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:3.0:1788219715.621404:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.621410:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566174976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.621421:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.621424:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566174976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.621431:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.621433:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219715.625772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000002:00000001:3.0:1788219715.636623:0:325264:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219715.636633:0:325264:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893f7614700. 00000002:00000001:3.0:1788219715.636638:0:325264:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.636647:0:325264:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.636651:0:325264:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000200:3.0:1788219715.638082:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.638087:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219715.638092:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.638098:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.638103:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661660 00000400:00000010:3.0:1788219715.638106:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661660. 00000100:00000001:3.0:1788219715.638110:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.638115:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566175104/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.638125:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.638128:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566175104/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.638135:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.638137:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219715.639395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00000800:00000200:3.0:1788219715.646752:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.646760:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:3.0:1788219715.646767:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.646777:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.646784:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:3.0:1788219715.646787:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:3.0:1788219715.646792:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.646799:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566175232/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.646811:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.646815:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566175232/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.646822:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.646824:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219715.663197:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.663217:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ce00. 00000400:00000200:3.0:1788219715.663223:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.663233:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.663241:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5c38 00000400:00000010:3.0:1788219715.663243:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5c38. 00000100:00000001:3.0:1788219715.663249:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.663256:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566175360/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.663270:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.663274:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b100 x1875079566175360/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.663281:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.663282:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219715.667403:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.667407:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:3.0:1788219715.667412:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.667417:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.667421:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:3.0:1788219715.667423:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:3.0:1788219715.667426:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.667431:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566175488/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.667441:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.667445:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566175488/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.667451:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.667453:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219715.674499:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.674510:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7b00. 00000400:00000200:3.0:1788219715.674518:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.674527:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.674545:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:3.0:1788219715.674548:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:3.0:1788219715.674554:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.674563:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566175616/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.674577:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.674580:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566175616/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.674586:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.674588:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219715.684404:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.684409:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7d00. 00000400:00000200:3.0:1788219715.684414:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.684420:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.684425:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfee0 00000400:00000010:3.0:1788219715.684427:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfee0. 00000100:00000001:3.0:1788219715.684431:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.684436:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566175744/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.684446:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.684450:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566175744/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.684456:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.684458:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219715.688743:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.688747:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7e00. 00000400:00000200:3.0:1788219715.688751:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.688755:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.688759:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf088 00000400:00000010:3.0:1788219715.688761:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf088. 00000100:00000001:3.0:1788219715.688764:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.688768:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566175872/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.688776:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.688779:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566175872/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.688785:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.688787:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000010:3.0:1788219715.701920:0:325264:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 423 at ffff9894ee1a5a00. 00000002:00000010:3.0:1788219715.701928:0:325264:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9893f84f3000. 00000002:00000001:3.0:1788219715.701931:0:325264:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=543 : 543 : 21f) 00000800:00000200:3.0:1788219715.703061:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.703067:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cf00. 00000400:00000200:3.0:1788219715.703073:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.703079:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.703084:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5440 00000400:00000010:3.0:1788219715.703086:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5440. 00000100:00000001:3.0:1788219715.703090:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.703096:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566176000/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.703110:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.703114:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566176000/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.703121:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.703123:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1788219715.717788:0:325267:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.717942:0:325267:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.717946:0:325267:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.717948:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fb20 00000080:00200000:3.0:1788219715.717952:0:325267:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.717960:0:325267:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8149800. 00800000:00000002:3.0:1788219715.717966:0:325267:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.717970:0:325267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.717974:0:325267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.717975:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fa40 00800000:00000002:3.0:1788219715.717978:0:325267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.717981:0:325267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.717984:0:325267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.717986:0:325267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.717988:0:325267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.717990:0:325267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.717992:0:325267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.717994:0:325267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.717996:0:325267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.717999:0:325267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.718004:0:325267:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.718006:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823f910 00000002:00010000:3.0:1788219715.718008:0:325267:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.718012:0:325267:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.718014:0:325267:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.718017:0:325267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.718023:0:325267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.718026:0:325267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.718031:0:325267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.718035:0:325267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.718039:0:325267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 02000000:00000001:3.0:1788219715.718049:0:325267:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.718054:0:325267:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.718057:0:325267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 00000002:00000001:3.0:1788219715.718063:0:325267:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.718065:0:325267:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.718067:0:325267:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.718068:0:325267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.718070:0:325267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.718072:0:325267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.718074:0:325267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.718077:0:325267:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.718080:0:325267:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8149800. 00000080:00000001:3.0:1788219715.718085:0:325267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.718086:0:325267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.718089:0:325267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.718092:0:325267:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.718095:0:325267:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.718097:0:325267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.718098:0:325267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.718100:0:325267:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.718103:0:325267:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.718105:0:325267:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718107:0:325267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718110:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718111:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.718112:0:325267:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.718113:0:325267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.718116:0:325267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fb58 00010000:00000001:3.0:1788219715.718118:0:325267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.718119:0:325267:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.718120:0:325267:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.718121:0:325267:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718123:0:325267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718125:0:325267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.718127:0:325267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 142 lru_type: 1 00010000:00000001:3.0:1788219715.718133:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718134:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.718135:0:325267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.718137:0:325267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.718139:0:325267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00010000:00000001:3.0:1788219715.718146:0:325267:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.718149:0:325267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.718151:0:325267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.718155:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718156:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.718157:0:325267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718160:0:325267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.718162:0:325267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718164:0:325267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718167:0:325267:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718168:0:325267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.718169:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718171:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.718173:0:325267:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.718175:0:325267:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.718177:0:325267:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.718181:0:325267:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.718189:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fd08 00000080:00200008:3.0:1788219715.718191:0:325267:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788219715.718196:0:325267:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.718197:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fc80 00000080:00200000:3.0:1788219715.718198:0:325267:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.718201:0:325267:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8149800. 00800000:00000002:3.0:1788219715.718215:0:325267:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.718218:0:325267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.718220:0:325267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.718221:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fba0 00800000:00000002:3.0:1788219715.718223:0:325267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.718225:0:325267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.718226:0:325267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.718228:0:325267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.718229:0:325267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.718231:0:325267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.718232:0:325267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.718233:0:325267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.718235:0:325267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.718236:0:325267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.718240:0:325267:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.718241:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fa70 00000002:00010000:3.0:1788219715.718242:0:325267:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.718245:0:325267:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.718246:0:325267:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.718247:0:325267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.718249:0:325267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.718251:0:325267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.718253:0:325267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.718255:0:325267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.718258:0:325267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 02000000:00000001:3.0:1788219715.718265:0:325267:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.718267:0:325267:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.718269:0:325267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00000002:00000001:3.0:1788219715.718276:0:325267:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.718277:0:325267:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.718279:0:325267:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.718280:0:325267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.718282:0:325267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.718283:0:325267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.718285:0:325267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.718287:0:325267:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.718289:0:325267:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8149800. 00000080:00000001:3.0:1788219715.718291:0:325267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.718293:0:325267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.718295:0:325267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.718297:0:325267:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.718300:0:325267:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.718301:0:325267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.718302:0:325267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.718303:0:325267:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.718305:0:325267:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.718307:0:325267:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718308:0:325267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718373:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718375:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.718376:0:325267:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.718378:0:325267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.718380:0:325267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c823fcb8 00010000:00000001:3.0:1788219715.718382:0:325267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.718383:0:325267:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.718385:0:325267:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.718386:0:325267:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718388:0:325267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.718390:0:325267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.718393:0:325267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 143 lru_type: 1 00010000:00000001:3.0:1788219715.718716:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718718:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.718719:0:325267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.718720:0:325267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.718732:0:325267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 144 lru_type: 1 00010000:00000001:3.0:1788219715.718739:0:325267:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.718741:0:325267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.718743:0:325267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.718745:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718747:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.718748:0:325267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718749:0:325267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.718750:0:325267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718752:0:325267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718754:0:325267:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.718756:0:325267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.718757:0:325267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.718758:0:325267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.718760:0:325267:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.718761:0:325267:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219715.718764:0:325267:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.718768:0:325267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c823fd08 00000080:00000008:3.0:1788219715.718770:0:325267:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 2047, flags 0, foreign 0 00000800:00000200:3.0:1788219715.726791:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.726807:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7900. 00000400:00000200:3.0:1788219715.726813:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.726819:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.726824:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:3.0:1788219715.726826:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:3.0:1788219715.726830:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.726835:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566176256/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'sed.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.726845:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.726848:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566176256/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'sed.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.726854:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.726855:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219715.748361:0:325267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000800:00000200:3.0:1788219715.756276:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.756282:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c100. 00000400:00000200:3.0:1788219715.756288:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.756293:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.756299:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:3.0:1788219715.756300:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:3.0:1788219715.756304:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.756309:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566176768/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'sed.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.756340:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.756345:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566176768/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'sed.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.756352:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.756354:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219715.757494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000800:00000200:3.0:1788219715.769593:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.769600:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7f00. 00000400:00000200:3.0:1788219715.769605:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.769610:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.769616:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:3.0:1788219715.769618:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:3.0:1788219715.769622:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.769628:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566177024/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'sed.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.769639:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.769643:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566177024/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219731 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'sed.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.769656:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.769658:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219715.778534:0:325267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340200. 00000100:00000040:3.0:1788219715.797419:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313584885, at 4313584886 00000100:00000010:3.0:1788219715.797435:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2780. 00010000:00000010:0.1:1788219715.808297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000080:00000001:3.0:1788219715.821973:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.821980:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.821983:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.821986:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.821991:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.821998:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.822004:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.822009:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.822013:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.822015:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.822018:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.822022:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.822024:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.822027:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.822029:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.822031:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.822033:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.822036:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.822038:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.822041:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.822046:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.822048:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.822050:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.822054:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.822056:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.822059:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.822066:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.822069:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.822074:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.822078:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.822083:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 211 lru_type: 1 02000000:00000001:3.0:1788219715.822093:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.822098:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.822101:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 211 lru_type: 1 00000002:00000001:3.0:1788219715.822107:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.822109:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.822110:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.822112:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.822114:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.822116:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.822119:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.822121:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.822124:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.822128:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.822130:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.822132:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.822135:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.822138:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.822140:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.822142:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.822144:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.822147:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.822150:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.822152:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.822155:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.822157:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.822158:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.822160:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.822163:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.822165:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.822166:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.822168:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.822170:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.822172:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.822174:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.822176:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 211 lru_type: 1 00010000:00000001:3.0:1788219715.822181:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.822182:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.822184:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.822186:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.822187:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 212 lru_type: 1 00010000:00000001:3.0:1788219715.822194:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.822197:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.822199:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.822202:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.822215:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.822217:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.822220:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.822222:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.822224:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.822227:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.822229:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.822230:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.822231:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.822234:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.822236:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.822238:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.823340:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.823350:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.823353:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.823356:0:325269:0:(dcache.c:87:ll_dcompare()) found name glibc-hwcaps(ffff9893e93a2e58) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.823360:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.823363:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.823364:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00000001:3.0:1788219715.823368:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.823370:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.823372:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry glibc-hwcaps (ffff9893e93a2e58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.823375:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.823411:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.823413:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.823415:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.823417:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.823419:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.823424:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.823428:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.823432:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.823435:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.823437:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.823439:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.823441:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.823443:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.823445:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.823447:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.823450:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.823452:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.823454:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.823456:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.823458:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.823462:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.823463:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.823465:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.823467:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.823469:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.823472:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.823477:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.823479:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.823482:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.823486:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.823490:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 212 lru_type: 1 02000000:00000001:3.0:1788219715.823499:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.823503:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.823932:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 212 lru_type: 1 00000002:00000001:3.0:1788219715.823941:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.823943:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.823945:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.823947:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.823949:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.823951:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.823955:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.823958:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.823961:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.823965:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.823967:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.823969:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.823972:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.823975:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.823977:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.823979:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.823981:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.823983:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.823985:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.823987:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.823990:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.823991:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.823992:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.823993:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.823996:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.823998:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.824000:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.824001:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.824003:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.824005:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.824007:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.824010:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 212 lru_type: 1 00010000:00000001:3.0:1788219715.824016:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.824017:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.824018:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.824020:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.824022:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 213 lru_type: 1 00010000:00000001:3.0:1788219715.824029:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.824031:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.824033:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.824037:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.824038:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.824040:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.824043:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.824045:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.824047:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.824050:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.824052:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.824053:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.824054:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.824057:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.824059:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.824061:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.824065:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.824068:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.824069:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.824071:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.824073:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.824076:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.824077:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.824080:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.824081:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.824083:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.824086:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.824105:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.824107:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.824108:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.824109:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.824111:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.824115:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.824118:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.824120:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.824122:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.824124:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.824125:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.824128:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.824129:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.824131:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.824132:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.824134:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.824135:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.824137:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.824139:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.824142:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.824145:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.824146:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.824148:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.824151:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.824152:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.824153:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.824156:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.824158:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.824161:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.824163:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.824167:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 213 lru_type: 1 02000000:00000001:3.0:1788219715.824174:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.824177:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.824179:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 213 lru_type: 1 00000002:00000001:3.0:1788219715.824185:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.824186:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.824188:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.824189:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.824191:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.824193:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.824195:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.824197:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.824199:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.824201:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.824214:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.824217:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.824219:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.824222:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.824223:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.824224:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.824225:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.824227:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.824229:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.824231:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.824233:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.824235:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.824236:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.824237:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.824239:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.824241:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.824242:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825027:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825030:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825033:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825035:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.825039:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 213 lru_type: 1 00010000:00000001:3.0:1788219715.825045:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825046:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825047:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.825049:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.825051:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 214 lru_type: 1 00010000:00000001:3.0:1788219715.825057:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.825059:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.825061:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.825063:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825064:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825066:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825068:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.825069:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825071:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825073:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825075:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.825076:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825077:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.825079:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.825080:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825082:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.825086:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825089:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.825090:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.825092:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.825094:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.825097:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.825098:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.825101:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.825102:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.825103:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.825106:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825128:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825131:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825132:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.825134:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.825136:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.825140:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.825144:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.825146:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.825148:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825149:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.825151:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825154:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.825155:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.825156:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.825158:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.825160:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.825161:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825163:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825165:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825168:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.825171:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825172:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.825174:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.825176:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.825178:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.825179:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.825182:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.825184:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.825187:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.825189:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.825193:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 214 lru_type: 1 02000000:00000001:3.0:1788219715.825199:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.825212:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.825216:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 214 lru_type: 1 00000002:00000001:3.0:1788219715.825221:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.825223:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.825224:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.825226:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.825227:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825229:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.825231:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.825233:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.825235:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.825238:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.825239:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.825241:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.825252:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.825255:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.825257:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.825258:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.825260:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825261:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825263:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825265:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825267:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825268:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.825269:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.825270:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.825272:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.825274:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.825276:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825277:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825279:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825281:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825282:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.825285:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 214 lru_type: 1 00010000:00000001:3.0:1788219715.825292:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825293:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825294:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.825295:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.825298:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 215 lru_type: 1 00010000:00000001:3.0:1788219715.825303:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.825305:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.825306:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.825308:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825309:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825310:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825327:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.825328:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825329:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825331:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825333:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.825334:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825336:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.825338:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.825340:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825342:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.825346:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825348:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.825350:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.825351:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.825353:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.825355:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.825357:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.825359:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.825360:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.825362:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.825364:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825379:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825381:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825382:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.825383:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.825385:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.825388:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.825391:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.825393:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.825394:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825396:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.825397:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825400:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.825401:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.825402:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.825403:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.825405:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.825406:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825408:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825410:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825412:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.825414:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825415:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.825417:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.825419:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.825420:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.825421:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.825423:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.825425:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.825427:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.825429:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.825433:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 215 lru_type: 1 02000000:00000001:3.0:1788219715.825439:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.825441:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.825444:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 215 lru_type: 1 00000002:00000001:3.0:1788219715.825449:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.825451:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.825452:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.825453:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.825455:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825457:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.825458:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.825461:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.825463:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.825466:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.825467:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.825470:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.825472:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.825475:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.825476:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.825477:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.825478:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825480:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825482:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825484:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825486:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825487:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.825488:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.825490:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.825491:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.825493:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.825495:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825496:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825497:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825500:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825501:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.825568:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 215 lru_type: 1 00010000:00000001:3.0:1788219715.825575:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825576:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825577:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.825579:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.825581:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 216 lru_type: 1 00010000:00000001:3.0:1788219715.825587:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.825589:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.825590:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.825592:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825593:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825594:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825596:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.825598:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825599:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825601:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825603:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.825604:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825605:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.825607:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.825608:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825610:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.825614:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825616:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.825617:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.825619:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.825621:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.825623:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.825625:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.825627:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.825628:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.825630:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.825632:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825645:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825647:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825649:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.825650:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.825651:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.825654:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.825657:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.825660:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.825661:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825662:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.825664:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825667:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.825668:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.825669:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.825670:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.825672:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.825673:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825675:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825677:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825679:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.825682:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825683:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.825684:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.825687:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.825688:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.825689:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.825692:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.825694:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.825695:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.825697:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.825700:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 216 lru_type: 1 02000000:00000001:3.0:1788219715.825706:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.825708:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.825711:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 216 lru_type: 1 00000002:00000001:3.0:1788219715.825717:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.825718:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.825720:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.825721:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.825723:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825725:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.825727:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.825729:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.825731:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.825733:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.825734:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.825737:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.825739:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.825741:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.825742:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.825743:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.825745:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825746:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825748:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825750:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825751:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825752:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.825753:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.825755:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.825757:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.825759:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.825760:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.825761:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.825763:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825765:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.825767:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.825769:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 216 lru_type: 1 00010000:00000001:3.0:1788219715.825775:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825776:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825776:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.825778:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.825780:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 217 lru_type: 1 00010000:00000001:3.0:1788219715.825787:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.825788:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.825790:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.825791:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825792:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.825793:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825804:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.825806:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825807:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825810:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.825811:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.825813:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.825814:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.825815:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.825817:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.825819:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.825822:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825825:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.825826:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.825828:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.825830:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.825833:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.825834:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.825904:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.825905:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.825907:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.825909:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.825923:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825925:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.825926:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.825927:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.825928:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.825932:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.825935:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.825937:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.825939:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825940:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.825942:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825944:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.825945:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.825947:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.825948:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.825949:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.825951:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825953:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.825955:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.825957:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.825960:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.825961:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.825963:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.825965:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.825967:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.825968:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.825971:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.825973:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.825975:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.825977:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.825981:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 217 lru_type: 1 02000000:00000001:3.0:1788219715.825987:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.825989:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.825992:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 217 lru_type: 1 00000002:00000001:3.0:1788219715.825998:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.825999:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.826001:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.826003:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.826005:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.826007:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.826009:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.826011:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.826013:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.826015:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.826016:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.826018:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.826021:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.826023:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.826025:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.826026:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.826027:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.826029:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.826031:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826033:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826035:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826037:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.826038:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.826039:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.826041:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.826043:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.826045:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.826046:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.826048:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826050:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826052:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.826054:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 217 lru_type: 1 00010000:00000001:3.0:1788219715.826060:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826061:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.826063:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.826064:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.826067:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 218 lru_type: 1 00010000:00000001:3.0:1788219715.826073:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.826074:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.826076:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.826077:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826078:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.826079:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826081:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.826082:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826084:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826086:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826087:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.826088:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826089:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.826091:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.826092:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.826094:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.826096:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.826099:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.826100:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.826101:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.826103:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.826106:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.826107:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.826109:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.826110:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.826111:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.826113:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.826128:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.826130:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.826131:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.826132:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.826134:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.826137:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.826139:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.826142:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.826143:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.826144:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.826146:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.826148:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.826150:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.826151:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.826152:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.826153:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.826155:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.826157:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.826159:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.826161:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.826164:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.826165:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.826167:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.826169:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.826171:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.826172:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.826174:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.826176:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.826178:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.826180:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.826184:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 218 lru_type: 1 02000000:00000001:3.0:1788219715.826191:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.826193:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.826196:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 218 lru_type: 1 00000002:00000001:3.0:1788219715.826201:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.826212:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.826214:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.826216:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.826217:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.826219:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.826221:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.826223:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.826225:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.826227:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.826229:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.826231:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.826234:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.826236:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.826238:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.826239:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.826240:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.826242:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.826243:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826246:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826248:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826249:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.826250:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.826252:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.826254:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.826256:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.826258:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.826259:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.826260:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826263:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826265:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.826267:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 218 lru_type: 1 00010000:00000001:3.0:1788219715.826273:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826274:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.826275:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.826276:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.826278:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 219 lru_type: 1 00010000:00000001:3.0:1788219715.826283:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.826285:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.826286:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.826289:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826290:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.826291:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826292:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.826294:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826295:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826297:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826298:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.826299:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826300:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.826302:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.826304:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.826305:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.826309:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.826331:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.826333:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.826335:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.826338:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.826341:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.826343:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.826346:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.826348:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.826349:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.826351:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.826369:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.826371:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.826372:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.826373:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.826375:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.826378:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.826381:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.826383:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.826385:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.826386:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.826387:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.826390:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.826392:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.826393:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.826394:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.826395:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.826396:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.826398:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.826400:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.826402:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.826405:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.826406:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.826408:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.826410:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.826412:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.826413:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.826415:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.826417:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.826420:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.826422:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.826425:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 219 lru_type: 1 02000000:00000001:3.0:1788219715.826431:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.826433:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.826436:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 219 lru_type: 1 00000002:00000001:3.0:1788219715.826441:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.826443:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.826444:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.826446:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.826448:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.826450:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.826452:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.826453:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.826456:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.826459:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.826461:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.826463:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.826466:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.826468:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.826470:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.826471:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.826472:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.826473:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.826475:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826477:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826479:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826480:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.826481:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.826482:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.826484:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.826485:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.826487:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.826488:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.826490:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826492:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.826494:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.826496:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 219 lru_type: 1 00010000:00000001:3.0:1788219715.826502:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826759:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.826762:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.826764:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.826766:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 220 lru_type: 1 00010000:00000001:3.0:1788219715.826773:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.826775:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.826776:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.826779:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826780:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.826781:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826783:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.826785:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826786:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826789:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.826790:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.826791:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.826792:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.826795:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.826797:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.826800:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.826803:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.826806:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.826807:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00002000:3.0:1788219715.826809:0:325269:0:(dcache.c:87:ll_dcompare()) found name libpthread.so.0(ffff9893f0c9a360) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.826811:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.826812:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afc08 00000080:00200000:3.0:1788219715.826814:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00000001:3.0:1788219715.826816:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.826817:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb90 00000080:00002000:3.0:1788219715.826819:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry libpthread.so.0 (ffff9893f0c9a360, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.826821:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.827982:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.827987:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.827989:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.827991:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.827994:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.828000:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.828005:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.828009:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.828011:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.828013:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.828015:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.828019:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.828020:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.828022:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.828024:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.828026:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.828029:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.828030:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.828033:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.828035:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.828040:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.828041:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.828042:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.828046:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.828047:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.828050:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.828054:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.828056:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.828060:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.828063:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.828067:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 220 lru_type: 1 02000000:00000001:3.0:1788219715.828075:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.828079:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.828082:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 220 lru_type: 1 00000002:00000001:3.0:1788219715.828088:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.828089:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.828091:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.828093:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.828094:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.828096:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.828098:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.828101:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.828103:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.828106:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.828107:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.828110:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.828113:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.828116:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.828117:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.828119:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.828121:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.828123:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.828124:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828126:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828129:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828130:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.828131:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.828133:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.828135:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.828137:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.828139:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.828140:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.828141:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828143:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828145:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.828148:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 220 lru_type: 1 00010000:00000001:3.0:1788219715.828154:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828155:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.828156:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.828157:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.828159:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 221 lru_type: 1 00010000:00000001:3.0:1788219715.828166:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.828168:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.828170:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.828172:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828174:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.828175:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828177:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.828178:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828180:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828183:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828184:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.828186:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828187:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.828189:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.828190:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.828192:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.828196:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.828199:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.828201:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.828202:0:325269:0:(dcache.c:87:ll_dcompare()) found name glibc-hwcaps(ffff9893e93a2e58) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.828216:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.828219:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.828220:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00000001:3.0:1788219715.828223:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.828225:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.828226:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry glibc-hwcaps (ffff9893e93a2e58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.828229:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.828299:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.828301:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.828303:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.828304:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.828306:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.828310:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.828390:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.828393:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.828395:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.828397:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.828398:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.828401:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.828402:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.828404:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.828405:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.828406:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.828408:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.828410:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.828412:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.828414:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.828417:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.828418:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.828420:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.828422:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.828423:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.828425:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.828427:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.828429:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.828431:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.828434:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.828437:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 221 lru_type: 1 02000000:00000001:3.0:1788219715.828445:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.828447:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.828450:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 221 lru_type: 1 00000002:00000001:3.0:1788219715.828456:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.828457:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.828459:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.828461:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.828462:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.828464:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.828466:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.828468:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.828470:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.828473:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.828474:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.828476:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.828479:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.828481:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.828483:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.828484:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.828485:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.828487:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.828489:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828491:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828493:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828494:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.828495:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.828497:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.828499:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.828501:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.828503:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.828575:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.828577:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828579:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828581:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.828584:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 221 lru_type: 1 00010000:00000001:3.0:1788219715.828591:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828592:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.828593:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.828595:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.828597:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 222 lru_type: 1 00010000:00000001:3.0:1788219715.828603:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.828605:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.828606:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.828608:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828609:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.828611:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828613:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.828614:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828615:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828617:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.828619:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.828620:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828621:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.828623:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.828624:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.828627:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.828630:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.828632:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.828634:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.828636:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.828638:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.828641:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.828642:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.828645:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.828646:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.828648:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.828650:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.828669:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.828671:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.828673:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.828674:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.828676:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.828680:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.828683:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.828685:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.828687:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.828688:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.828690:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.828693:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.828694:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.828696:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.828697:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.828699:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.828701:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.828702:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.828704:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.828706:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.828709:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.828710:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.828712:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.828714:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.828716:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.828717:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.828720:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.828722:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.828724:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.828726:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.828730:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 222 lru_type: 1 02000000:00000001:3.0:1788219715.828736:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.828738:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.828741:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 222 lru_type: 1 00000002:00000001:3.0:1788219715.828747:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.828748:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.828750:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.828752:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.828754:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.828755:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.828758:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.828760:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.828762:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.828764:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.828766:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.828768:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.828770:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.828773:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.828775:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.828776:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.828777:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.828779:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.828781:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828783:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.828785:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.828786:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.828787:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.828789:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.828791:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.828793:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.828795:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.829415:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.829421:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.829424:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.829426:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.829429:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 222 lru_type: 1 00010000:00000001:3.0:1788219715.829436:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829438:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.829439:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.829441:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.829443:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 223 lru_type: 1 00010000:00000001:3.0:1788219715.829450:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.829452:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.829453:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.829456:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829457:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.829458:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829460:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.829462:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829463:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829466:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829468:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.829469:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829470:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.829472:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.829474:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.829476:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.829480:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.829484:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.829486:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.829487:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.829490:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.829493:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.829494:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.829497:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.829499:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.829501:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.829503:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.829540:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.829542:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.829543:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.829545:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.829547:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.829552:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.829556:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.829559:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.829561:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.829562:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.829564:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.829567:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.829569:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.829571:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.829572:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.829575:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.829577:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.829579:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.829581:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.829583:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.829586:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.829587:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.829589:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.829592:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.829593:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.829595:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.829598:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.829600:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.829603:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.829606:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.829609:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 223 lru_type: 1 02000000:00000001:3.0:1788219715.829617:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.829620:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.829623:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 223 lru_type: 1 00000002:00000001:3.0:1788219715.829629:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.829630:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.829632:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.829634:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.829635:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.829637:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.829639:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.829642:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.829644:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.829647:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.829648:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.829650:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.829653:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.829656:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.829658:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.829659:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.829660:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.829662:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.829664:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.829666:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.829668:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829669:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.829670:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.829672:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.829674:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.829676:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.829678:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.829679:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.829681:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.829683:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.829685:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.829687:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 223 lru_type: 1 00010000:00000001:3.0:1788219715.829694:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829695:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.829696:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.829697:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.829699:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 224 lru_type: 1 00010000:00000001:3.0:1788219715.829705:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.829707:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.829708:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.829710:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829711:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.829712:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829714:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.829715:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829717:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829719:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.829720:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.829722:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.829723:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.829724:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.829726:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.829728:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.829731:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.829733:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.829734:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.829736:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.829738:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.829740:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.829741:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.829744:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.829745:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.829747:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.829749:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.829763:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.829765:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.829766:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.829768:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.829770:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.829773:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.829775:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.829777:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.829779:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.829780:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.829782:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.829784:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.829786:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.829787:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.829788:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.829789:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.829791:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.829793:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.829794:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.829807:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.829811:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.829812:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.829814:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.829816:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.829818:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.829819:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.829822:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.829824:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.829826:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.829828:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.829832:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 224 lru_type: 1 02000000:00000001:3.0:1788219715.829984:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.829987:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.829990:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 224 lru_type: 1 00000002:00000001:3.0:1788219715.829997:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.829999:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.830000:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830002:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830004:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830006:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.830009:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.830010:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.830013:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.830015:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.830017:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.830018:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.830021:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.830024:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.830025:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.830026:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.830028:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.830030:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.830032:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830033:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830036:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830037:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.830038:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.830039:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.830041:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.830043:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.830045:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.830046:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.830048:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830050:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830051:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.830054:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 224 lru_type: 1 00010000:00000001:3.0:1788219715.830060:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830061:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.830062:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.830063:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.830065:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 225 lru_type: 1 00010000:00000001:3.0:1788219715.830070:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.830072:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.830073:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.830076:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830077:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.830078:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830079:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.830081:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830082:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830084:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830086:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.830087:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830088:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.830089:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.830091:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830093:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.830097:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.830100:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.830102:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.830103:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.830105:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.830107:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.830109:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.830111:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.830112:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.830113:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.830115:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.830131:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.830133:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.830134:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.830135:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.830137:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.830140:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.830143:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.830145:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.830146:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.830148:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.830149:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.830152:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.830153:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.830155:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.830156:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.830157:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.830159:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.830160:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.830162:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.830164:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.830167:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.830169:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.830170:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.830173:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.830174:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.830176:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.830178:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.830181:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.830183:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.830185:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.830188:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 225 lru_type: 1 02000000:00000001:3.0:1788219715.830196:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.830197:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.830200:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 225 lru_type: 1 00000002:00000001:3.0:1788219715.830218:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.830220:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.830222:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830223:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830225:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830227:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.830229:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.830231:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.830233:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.830236:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.830237:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.830239:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.830242:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.830296:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.830298:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.830299:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.830300:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.830302:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.830303:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830305:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830307:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830308:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.830309:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.830379:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.830381:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.830383:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.830385:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.830387:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.830389:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830391:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830394:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.830397:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 225 lru_type: 1 00010000:00000001:3.0:1788219715.830404:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830405:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.830406:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.830407:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.830410:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 226 lru_type: 1 00010000:00000001:3.0:1788219715.830416:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.830417:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.830419:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.830421:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830422:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.830423:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830425:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.830426:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830428:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830430:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830432:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.830433:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830434:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.830435:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.830437:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830439:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.830443:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.830446:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.830448:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.830450:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.830452:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.830454:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.830456:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.830458:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.830459:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.830461:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.830463:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.830479:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.830481:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.830482:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.830483:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.830485:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.830488:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.830491:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.830493:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.830495:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.830496:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.830498:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.830500:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.830567:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.830569:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.830570:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.830572:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.830574:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.830576:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.830577:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.830579:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.830583:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.830584:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.830586:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.830589:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.830590:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.830592:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.830595:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.830597:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.830599:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.830601:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.830604:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 226 lru_type: 1 02000000:00000001:3.0:1788219715.830610:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.830613:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.830616:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 226 lru_type: 1 00000002:00000001:3.0:1788219715.830622:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.830623:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.830625:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830627:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830629:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830631:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.830633:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.830635:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.830638:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.830640:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.830642:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.830644:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.830647:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.830649:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.830651:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.830652:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.830654:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.830655:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.830657:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830659:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830661:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830662:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.830663:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.830665:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.830667:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.830669:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.830670:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.830672:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.830673:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830675:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.830677:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.830679:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 226 lru_type: 1 00010000:00000001:3.0:1788219715.830686:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830687:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.830688:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.830690:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.830692:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 227 lru_type: 1 00010000:00000001:3.0:1788219715.830698:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.830699:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.830700:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.830702:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830703:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.830705:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830706:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.830708:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830709:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830712:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.830713:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.830715:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.830716:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.830717:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.830718:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830720:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.830724:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.830726:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.830728:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.830730:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.830732:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.830734:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.830736:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.830737:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.830739:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.830741:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.830743:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.830758:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.830761:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.830762:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.830763:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.830765:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.830768:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.830771:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.830773:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.830774:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.830776:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.830777:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.830780:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.830782:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.830783:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.830784:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.830786:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.830787:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.830789:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.830791:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.830793:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.830796:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.830797:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.830799:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.830802:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.830803:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.830804:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.830807:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.830809:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.830811:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.830813:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.830817:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 227 lru_type: 1 02000000:00000001:3.0:1788219715.830823:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.830825:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.830828:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 227 lru_type: 1 00000002:00000001:3.0:1788219715.830986:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.830989:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.830990:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830992:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.830994:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.830996:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.830998:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.831000:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.831003:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.831006:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.831008:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.831010:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.831012:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.831015:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.831016:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.831017:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.831019:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.831020:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.831022:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831024:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831026:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831027:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.831028:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.831030:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.831031:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.831034:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.831035:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.831036:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.831038:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831039:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831041:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.831044:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 227 lru_type: 1 00010000:00000001:3.0:1788219715.831049:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831050:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.831051:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.831053:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.831055:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 228 lru_type: 1 00010000:00000001:3.0:1788219715.831061:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.831062:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.831064:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.831066:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831068:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.831069:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831072:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.831074:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831076:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831079:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831081:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.831082:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831083:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.831085:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.831086:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.831088:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.831090:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.831093:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.831094:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.831096:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.831098:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.831100:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.831101:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.831104:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.831105:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.831107:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.831109:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.831123:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.831125:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.831126:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.831127:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.831129:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.831132:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.831136:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.831138:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.831139:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.831141:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.831142:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.831145:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.831146:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.831147:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.831149:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.831151:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.831153:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.831155:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.831157:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.831159:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.831162:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.831164:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.831166:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.831168:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.831169:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.831171:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.831173:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.831176:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.831178:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.831180:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.831184:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 228 lru_type: 1 02000000:00000001:3.0:1788219715.831190:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.831193:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.831195:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 228 lru_type: 1 00000002:00000001:3.0:1788219715.831201:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.831211:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.831214:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.831215:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.831217:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.831218:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.831220:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.831222:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.831224:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.831226:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.831227:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.831229:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.831232:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.831234:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.831235:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.831236:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.831238:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.831239:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.831241:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831242:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831301:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831302:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.831303:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.831305:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.831307:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.831309:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.831411:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.831412:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.831415:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831417:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.831419:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.831421:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 228 lru_type: 1 00010000:00000001:3.0:1788219715.831427:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831428:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.831429:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.831431:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.831433:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 229 lru_type: 1 00010000:00000001:3.0:1788219715.831438:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.831440:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.831441:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.831443:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831444:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.831446:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831448:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.831449:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831450:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831452:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.831454:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.831455:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.831456:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.831458:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.831459:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.831461:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.831464:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.831467:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.831470:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00002000:3.0:1788219715.831471:0:325269:0:(dcache.c:87:ll_dcompare()) found name libz.so.1(ffff9893e93a2af8) flags 0x8000e refc 0 00000080:00000001:3.0:1788219715.831474:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.831477:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afc08 00000080:00200000:3.0:1788219715.831478:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00000001:3.0:1788219715.831482:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.831483:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb90 00000080:00002000:3.0:1788219715.831484:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry libz.so.1 (ffff9893e93a2af8, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.831487:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.832485:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.832489:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.832491:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.832493:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.832496:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.832502:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.832745:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.832750:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.832753:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.832755:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.832757:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.832760:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.832763:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.832765:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.832767:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.832769:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.832771:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.832773:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.832774:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.832777:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.832781:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.832783:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.832784:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.832788:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.832790:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.832792:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.832804:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.832807:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.832811:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.832814:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.832819:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 229 lru_type: 1 02000000:00000001:3.0:1788219715.832828:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.832832:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.832903:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 229 lru_type: 1 00000002:00000001:3.0:1788219715.832911:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.832913:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.832914:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.832916:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.832918:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.832920:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.832922:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.832925:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.832927:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.832931:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.832932:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.832934:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.832937:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.832940:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.832941:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.832943:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.832945:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.832947:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.832949:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.832951:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.832953:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.832955:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.832956:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.832958:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.832960:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.832962:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.832964:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.832965:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.832967:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.832968:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.832970:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.832973:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 229 lru_type: 1 00010000:00000001:3.0:1788219715.832979:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.832979:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.832981:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.832983:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.832985:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 230 lru_type: 1 00010000:00000001:3.0:1788219715.832992:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.832995:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.832996:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.833000:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833001:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833002:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833004:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.833006:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833008:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833011:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833013:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.833014:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833016:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.833018:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.833019:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833022:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.833026:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833030:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.833032:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.833033:0:325269:0:(dcache.c:87:ll_dcompare()) found name glibc-hwcaps(ffff9893e93a2e58) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.833036:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.833039:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.833040:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00000001:3.0:1788219715.833043:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.833045:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.833046:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry glibc-hwcaps (ffff9893e93a2e58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.833049:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833067:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.833070:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.833071:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.833072:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.833074:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.833077:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.833080:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.833082:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.833083:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.833085:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.833087:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.833089:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.833090:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.833092:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.833093:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.833095:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.833096:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.833098:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.833100:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.833102:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.833104:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.833106:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.833107:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.833110:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.833111:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.833112:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.833115:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.833117:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.833119:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.833121:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.833124:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 230 lru_type: 1 02000000:00000001:3.0:1788219715.833130:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.833132:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.833135:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 230 lru_type: 1 00000002:00000001:3.0:1788219715.833140:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.833142:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.833143:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.833145:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.833146:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833148:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.833150:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.833152:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.833154:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.833156:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.833157:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.833159:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.833161:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.833163:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.833164:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.833166:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.833167:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.833168:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.833170:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833172:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833175:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833176:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.833177:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.833179:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.833181:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.833183:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.833185:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.833186:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.833188:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833190:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833192:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.833194:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 230 lru_type: 1 00010000:00000001:3.0:1788219715.833200:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833201:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833215:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.833217:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.833220:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 231 lru_type: 1 00010000:00000001:3.0:1788219715.833225:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.833227:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.833228:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.833230:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833231:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833233:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833234:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.833235:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833237:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833239:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833240:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.833241:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833242:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.833254:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.833255:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833257:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.833260:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833263:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.833265:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.833266:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.833269:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.833271:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.833272:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.833273:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.833274:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.833276:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.833278:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833291:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.833293:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.833294:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.833295:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.833296:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.833299:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.833302:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.833303:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.833305:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.833306:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.833307:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.833309:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.833332:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.833334:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.833336:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.833338:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.833340:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.833342:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.833344:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.833347:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.833350:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.833352:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.833353:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.833356:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.833358:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.833359:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.833362:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.833363:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.833366:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.833367:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.833370:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 231 lru_type: 1 02000000:00000001:3.0:1788219715.833376:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.833378:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.833381:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 231 lru_type: 1 00000002:00000001:3.0:1788219715.833386:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.833388:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.833389:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.833391:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.833392:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833394:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.833396:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.833398:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.833400:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.833402:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.833404:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.833405:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.833408:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.833409:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.833411:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.833412:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.833413:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.833415:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.833417:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833419:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833421:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833422:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.833423:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.833425:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.833427:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.833429:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.833430:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.833432:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.833433:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833435:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833436:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.833438:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 231 lru_type: 1 00010000:00000001:3.0:1788219715.833443:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833444:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833445:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.833446:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.833449:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 232 lru_type: 1 00010000:00000001:3.0:1788219715.833454:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.833456:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.833457:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.833459:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833460:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833461:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833462:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.833463:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833465:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833467:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833468:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.833470:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833471:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.833472:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.833474:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833476:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.833479:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833481:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.833483:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.833484:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.833486:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.833489:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.833490:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.833492:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.833493:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.833495:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.833498:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833642:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.833645:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.833646:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.833648:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.833650:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.833653:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.833656:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.833659:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.833661:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.833662:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.833664:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.833667:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.833668:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.833669:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.833670:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.833672:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.833674:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.833675:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.833677:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.833679:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.833682:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.833683:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.833685:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.833687:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.833688:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.833690:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.833693:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.833694:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.833696:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.833699:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.833702:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 232 lru_type: 1 02000000:00000001:3.0:1788219715.833708:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.833711:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.833713:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 232 lru_type: 1 00000002:00000001:3.0:1788219715.833719:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.833720:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.833722:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.833723:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.833725:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833727:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.833729:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.833731:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.833733:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.833736:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.833737:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.833739:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.833742:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.833744:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.833746:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.833747:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.833748:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.833750:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.833752:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833753:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833755:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833756:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.833757:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.833758:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.833760:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.833762:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.833763:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.833765:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.833766:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833768:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.833770:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.833772:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 232 lru_type: 1 00010000:00000001:3.0:1788219715.833777:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833778:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833780:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.833781:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.833783:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 233 lru_type: 1 00010000:00000001:3.0:1788219715.833789:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.833791:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.833792:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.833795:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833796:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.833797:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833799:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.833801:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833802:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833804:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.833806:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.833807:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.833809:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.833810:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.833812:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.833814:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.833817:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.833819:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.833820:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.833822:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.833824:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.833826:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.833828:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.833830:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.833831:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.833833:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.834597:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.834625:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.834627:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.834628:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.834630:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.834633:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.834638:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.834642:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.834645:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.834647:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.834649:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.834651:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.834653:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.834655:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.834656:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.834658:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.834660:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.834662:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.834663:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.834665:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.834667:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.834670:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.834671:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.834673:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.834676:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.834678:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.834679:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.834683:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.834685:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.834687:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.834690:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.834694:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 233 lru_type: 1 02000000:00000001:3.0:1788219715.834702:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.834704:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.834707:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 233 lru_type: 1 00000002:00000001:3.0:1788219715.834714:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.834715:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.834717:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.834719:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.834720:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.834722:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.834725:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.834726:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.834728:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.834732:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.834733:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.834735:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.834738:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.834740:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.834741:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.834743:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.834744:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.834746:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.834748:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.834750:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.834753:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.834754:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.834755:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.834756:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.834758:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.834760:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.834762:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.834763:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.834765:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.834767:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.834769:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.834772:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 233 lru_type: 1 00010000:00000001:3.0:1788219715.834778:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.834779:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.834780:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.834782:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.834784:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 234 lru_type: 1 00010000:00000001:3.0:1788219715.834790:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.834792:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.834804:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.834807:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.834808:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.834810:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.834812:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.834813:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.834815:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.834817:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.834819:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.834820:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.834821:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.834823:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.834824:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.834826:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.834830:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.834833:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.836042:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.836048:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.836052:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.836057:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.836059:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:3.0:1788219715.836063:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.836064:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.836066:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.836069:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.836105:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.836107:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.836109:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.836110:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.836113:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.836118:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.836123:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.836126:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.836129:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.836131:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.836133:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.836135:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.836137:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.836138:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.836140:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.836143:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.836144:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.836146:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.836148:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.836150:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.836154:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.836155:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.836156:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.836159:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.836161:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.836163:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.836167:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.836169:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.836173:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.836176:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.836180:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 234 lru_type: 1 02000000:00000001:3.0:1788219715.836189:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.836193:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.836195:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 234 lru_type: 1 00000002:00000001:3.0:1788219715.836201:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.836215:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.836217:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.836219:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.836221:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.836222:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.836225:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.836227:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.836230:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.836234:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.836235:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.836239:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.836241:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.837188:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.837192:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.837194:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.837196:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.837199:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.837202:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.837216:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.837219:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.837220:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.837222:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.837224:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.837226:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.837229:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.837231:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.837232:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.837234:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.837236:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.837239:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.837242:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 234 lru_type: 1 00010000:00000001:3.0:1788219715.837723:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.837725:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.837726:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.837729:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.837732:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 235 lru_type: 1 00010000:00000001:3.0:1788219715.837740:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.837742:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.837744:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.837749:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.837750:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.837751:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.837755:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.837757:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.837759:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.837763:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.837765:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.837766:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.837767:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.837771:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.837772:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.837775:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.837781:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.837786:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.837788:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.837790:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.837793:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.837805:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.837807:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.837811:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.837812:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.837814:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.837816:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.838193:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.838196:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.838198:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.838199:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.838202:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.838217:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.838223:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.838227:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.838230:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.838232:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.838234:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.838237:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.838240:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.838242:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.838484:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.838487:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.838489:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.838491:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.838494:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.838497:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.838502:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.838740:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.838743:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.838748:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.838750:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.838752:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.838757:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.838760:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.838764:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.838768:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.838772:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 235 lru_type: 1 02000000:00000001:3.0:1788219715.838781:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.838785:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.838788:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 235 lru_type: 1 00000002:00000001:3.0:1788219715.838793:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.838806:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.838808:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.838810:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.838812:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.838814:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.838817:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.838820:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.838823:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.838828:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.838829:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.838832:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.839153:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.839159:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.839160:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.839162:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.839164:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.839167:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.839169:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.839171:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.839174:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.839175:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.839176:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.839178:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.839180:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.839182:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.839183:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.839185:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.839186:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.839188:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.839190:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.839193:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 235 lru_type: 1 00010000:00000001:3.0:1788219715.839201:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.839213:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.839214:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.839216:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.839218:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 236 lru_type: 1 00010000:00000001:3.0:1788219715.839225:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.839227:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.839229:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.839232:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.839233:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.839235:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.839237:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.839239:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.839240:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.839831:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.839987:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.839990:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.839992:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.839995:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.839997:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.840000:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.840005:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.840011:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.840014:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.840016:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.840019:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.840021:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.840023:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.840027:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.840029:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.840030:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.840033:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.840074:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.840076:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.840078:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.840079:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.840081:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.840086:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.840090:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.840094:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.840096:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.840098:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.840100:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.840102:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.840105:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.840106:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.840108:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.840111:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.840113:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.840115:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.840117:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.840120:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.840124:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.840126:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.840127:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.840130:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.840131:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.840134:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.840138:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.840140:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.840143:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.840146:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.840150:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 236 lru_type: 1 02000000:00000001:3.0:1788219715.840158:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.840162:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.840165:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 236 lru_type: 1 00000002:00000001:3.0:1788219715.840171:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.840173:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.840174:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.840176:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.840178:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.840180:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.840182:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.840185:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.840188:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.840190:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.840192:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.840194:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.840196:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.840199:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.840200:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.840202:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.840215:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.840217:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.840219:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.840221:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.840223:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.840224:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.840225:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.840227:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.840229:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.840231:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.840232:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.840234:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.840235:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.840237:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.840239:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.840241:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 236 lru_type: 1 00010000:00000001:3.0:1788219715.840919:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.840920:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.840921:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.840923:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.840926:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 237 lru_type: 1 00010000:00000001:3.0:1788219715.840933:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.840935:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.840937:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.840940:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.840941:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.840943:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.840945:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.840947:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.840949:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.840951:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.840953:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.840954:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.840955:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.840958:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.840959:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.840961:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.840965:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.840968:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.840970:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:3.0:1788219715.840972:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:3.0:1788219715.840974:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.840976:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:3.0:1788219715.840978:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:3.0:1788219715.840980:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.840981:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:3.0:1788219715.840983:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.840985:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.841007:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.841009:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.841011:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.841012:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.841014:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.841018:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.841022:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.841025:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.841027:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.841028:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.841030:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.841032:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.841034:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.841035:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.841037:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.841039:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.841041:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.841043:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.841045:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.841047:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.841051:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.841052:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.841054:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.841057:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.841059:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.841060:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.841063:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.841065:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.841068:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.841070:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.841074:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 237 lru_type: 1 02000000:00000001:3.0:1788219715.841081:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.841084:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.841087:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 237 lru_type: 1 00000002:00000001:3.0:1788219715.841093:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.841095:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.841097:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.841098:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.841100:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.841102:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.841104:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.841106:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.841108:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8148c00. 00000080:00000001:3.0:1788219715.841110:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.841112:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.841114:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.841117:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.841119:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.841121:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.841122:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.841123:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.841125:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.841128:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.841130:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.841132:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.841133:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.841134:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.841136:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.841138:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:3.0:1788219715.841139:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.841141:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.841142:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.841144:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.841146:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.841148:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.841150:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 237 lru_type: 1 00010000:00000001:3.0:1788219715.841156:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.841157:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.841158:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.841159:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.841161:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 238 lru_type: 1 00010000:00000001:3.0:1788219715.841167:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.841168:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.841169:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.841171:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.841172:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.841173:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.841175:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.841176:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.841178:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.841179:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.841181:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.841182:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.841183:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.841184:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.841185:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.841187:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.841190:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.841193:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.841194:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00002000:3.0:1788219715.841196:0:325269:0:(dcache.c:87:ll_dcompare()) found name libyaml-0.so.2(ffff9893f0c9aca8) flags 0x8000e refc 0 00000080:00000001:3.0:1788219715.841198:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.841200:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afc08 00000080:00200000:3.0:1788219715.841202:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libyaml-0.so.2, flags=257 00000080:00000001:3.0:1788219715.841214:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.841216:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb90 00000080:00002000:3.0:1788219715.841218:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry libyaml-0.so.2 (ffff9893f0c9aca8, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219715.841220:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.842236:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.842242:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.842243:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.842245:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:3.0:1788219715.842249:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.842255:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8148c00. 00800000:00000002:3.0:1788219715.842259:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.842262:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.842265:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.842267:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:3.0:1788219715.842269:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.842272:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.842274:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.842275:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.842277:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.842279:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.842281:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.842283:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.842285:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.842288:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.842292:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.842294:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:3.0:1788219715.842295:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.842299:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.842300:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.842303:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.842307:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.842309:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.842378:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.842382:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.842387:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 238 lru_type: 1 02000000:00000001:3.0:1788219715.842396:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00010000:00000001:2.0:1788219715.860792:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.860794:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.860796:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.860797:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.860798:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.860799:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.860801:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.860802:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.860804:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.860806:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.860808:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.860810:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.860811:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.860813:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.860815:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.860816:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.860818:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.860820:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.860821:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.860824:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.860837:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.860839:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.860840:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.860841:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.860843:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.860846:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.860849:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.860851:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.860852:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.860853:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.860855:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.860858:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.860859:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.860860:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.860861:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.860862:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.860864:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.860866:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.860868:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.860870:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.860873:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.860875:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.860876:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.860879:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.860880:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.860881:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.860883:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.860885:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.860887:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.860888:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.860891:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.860897:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.860900:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.860902:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.860908:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.860909:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.860911:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.860912:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.860914:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.860915:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.860918:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.860920:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.860922:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.860924:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.860925:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.860927:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.860929:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.860931:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.860933:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.860934:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.860935:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.860936:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.860938:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.860940:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.860942:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.860943:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.860944:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.860946:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.860947:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.860949:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.860950:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.860963:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.860966:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.860968:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.860970:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.860972:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.860978:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.860979:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.860980:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.860982:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.860984:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.860989:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.860991:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.860992:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.860994:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.860995:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.860997:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.860998:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.861000:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861002:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861004:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861006:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.861007:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861008:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.861009:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.861011:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861013:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.861016:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861018:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.861020:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.861021:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.861023:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.861025:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.861026:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.861028:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.861029:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.861031:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.861033:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861046:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861048:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861048:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.861049:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.861051:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.861053:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.861056:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.861058:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.861060:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861061:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.861062:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861065:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.861066:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.861067:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.861068:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.861069:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.861071:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861072:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861074:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861076:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.861081:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861082:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.861083:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.861085:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.861086:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.861088:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.861090:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.861091:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.861093:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.861095:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.861097:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.861103:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.861105:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.861107:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.861113:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.861115:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.861116:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861118:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861119:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861121:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.861123:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.861125:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.861126:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.861128:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.861129:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861131:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.861133:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.861135:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.861137:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.861138:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861139:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861140:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861141:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861143:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861145:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861146:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.861147:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.861148:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861150:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.861151:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861152:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861153:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861155:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861156:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861158:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.861161:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861165:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861166:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861167:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.861169:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.861171:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861176:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.861177:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.861178:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.861180:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861181:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861182:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861183:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.861185:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861186:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861189:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861190:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.861191:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861192:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.861194:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.861195:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861197:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.861200:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861211:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.861213:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.861214:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.861217:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.861218:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.861219:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.861221:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.861222:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.861224:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.861226:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861243:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861244:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861245:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.861247:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.861248:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.861251:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.861254:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.861256:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.861257:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861258:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.861260:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861262:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.861263:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.861264:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.861265:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.861267:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.861269:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861270:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861272:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861274:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.861276:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861278:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.861279:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.861281:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.861282:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.861283:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.861285:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.861287:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.861289:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.861291:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.861294:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.861301:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.861303:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.861306:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.861335:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.861337:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.861339:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861340:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861342:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861343:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.861345:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.861347:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.861349:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.861352:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.861353:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861354:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.861357:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.861359:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.861360:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.861362:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861363:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861364:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861366:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861368:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861370:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861372:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.861373:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.861374:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861376:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.861378:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861379:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861380:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861382:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861384:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861385:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.861388:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861393:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861394:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861395:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.861397:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.861399:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861404:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.861405:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.861407:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.861409:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861409:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861411:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861413:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.861414:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861416:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861418:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861419:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.861420:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861421:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.861422:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.861424:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861426:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.861429:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861431:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.861433:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.861434:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.861436:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.861438:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.861440:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.861442:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.861443:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.861444:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.861447:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861461:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861466:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861467:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.861469:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.861471:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.861475:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.861478:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.861480:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.861482:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861483:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.861485:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861488:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.861489:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.861491:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.861492:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.861493:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.861495:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861497:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861499:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861501:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.861504:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861505:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.861507:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.861509:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.861510:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.861512:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.861514:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.861516:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.861519:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.861520:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.861524:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.861530:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.861532:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.861535:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.861541:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.861542:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.861544:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861545:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861547:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861548:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.861550:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.861552:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.861553:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.861556:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.861557:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861559:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.861561:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.861564:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.861565:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.861566:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861568:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861569:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861571:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861573:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861575:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861576:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.861577:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.861579:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861580:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.861582:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861583:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861584:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861586:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861588:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861590:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.861592:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861597:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861598:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861599:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.861600:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.861602:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861607:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.861609:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.861610:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.861612:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861613:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861614:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861616:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.861617:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861619:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861621:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861622:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.861623:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861624:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.861626:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.861627:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861629:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.861632:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861634:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.861635:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.861637:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.861638:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.861640:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.861641:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.861643:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.861644:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.861646:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.861648:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861660:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861662:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.861663:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.861664:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.861666:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.861669:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.861672:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.861673:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.861675:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861676:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.861677:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861680:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.861681:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.861682:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.861683:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.861684:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.861686:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861687:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.861689:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.861691:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.861694:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.861695:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.861696:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.861698:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.861700:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.861701:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.861703:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.861706:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.861708:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.861710:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.861713:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.861719:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.861721:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.861723:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.861730:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.861731:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.861733:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861735:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.861736:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861738:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.861740:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.861741:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.861743:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.861745:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.861746:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861748:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.861750:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.861752:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.861754:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.861755:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861756:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861757:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861759:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861761:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861763:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861764:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.861765:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.861766:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.861768:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.861769:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.861770:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.861771:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.861772:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861774:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.861775:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.861777:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861782:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861783:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861784:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.861784:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.861786:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.861791:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.861792:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.861793:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.861795:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861796:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.861797:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861799:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.861800:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861802:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861803:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.861805:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.861806:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.861806:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.861808:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.861808:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.861810:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.861812:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.861815:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.861817:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00002000:2.0:1788219715.861818:0:325269:0:(dcache.c:87:ll_dcompare()) found name libc.so.6(ffff9893e7904288) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.861820:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.861822:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afc08 00000080:00200000:2.0:1788219715.861823:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00000001:2.0:1788219715.861826:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.861827:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb90 00000080:00002000:2.0:1788219715.861828:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry libc.so.6 (ffff9893e7904288, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.861830:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.862110:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.862113:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.862114:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.862116:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.862118:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.862459:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.862466:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.862468:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.862471:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.862473:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.862475:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.862478:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.862480:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.862481:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.862483:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.862484:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.862487:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.862488:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.862491:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.862494:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.862497:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.862499:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.862500:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.862503:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.862505:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.862507:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.862510:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.862512:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.862515:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.862518:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.862522:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.862530:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.862533:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.862536:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.862544:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.862546:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.862547:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.862549:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.862551:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.862553:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.862555:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.862557:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.862559:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.862563:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.862564:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.862566:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.862569:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.862572:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.862573:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.862575:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.862577:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.862579:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.862580:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862583:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862585:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862586:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.862587:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.862589:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.862590:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.862592:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.862593:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.862595:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.862597:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862599:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862601:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.862603:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.862671:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862673:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.862674:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.862676:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.862678:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.862685:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.862687:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.862688:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.862692:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862693:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.862695:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862697:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.862699:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862701:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862704:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862705:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.862706:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862708:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.862710:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.862711:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.862713:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.862716:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.862720:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.862721:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.862722:0:325269:0:(dcache.c:87:ll_dcompare()) found name glibc-hwcaps(ffff9893e93a2e58) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.862725:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.862727:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.862728:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00000001:2.0:1788219715.862731:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.862732:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.862733:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry glibc-hwcaps (ffff9893e93a2e58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.862736:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.862753:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.862755:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.862756:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.862757:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.862759:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.862763:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.862765:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.862768:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.862769:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.862770:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.862772:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.862775:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.862776:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.862777:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.862778:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.862780:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.862781:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.862783:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.862785:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.862787:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.862790:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.862791:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.862793:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.862796:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.862797:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.862798:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.862801:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.862803:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.862805:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.862807:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.862810:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.862817:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.862819:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.862822:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.862828:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.862829:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.862831:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.862832:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.862834:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.862836:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.862838:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.862840:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.862842:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.862845:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.862846:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.862848:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.862850:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.862852:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.862854:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.862855:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.862857:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.862858:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.862860:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862863:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862864:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862866:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.862867:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.862868:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.862870:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.862872:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.862873:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.862874:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.862876:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862877:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.862879:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.862882:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.862888:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862890:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.862891:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.862892:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.862894:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.862900:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.862901:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.862903:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.862904:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862905:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.862907:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862908:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.862910:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862911:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862913:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.862914:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.862916:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.862917:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.862918:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.862919:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.862921:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.862924:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.862926:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.862928:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.862930:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.862932:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.862933:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.862934:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.862937:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.862938:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.862940:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.862942:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.863020:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.863023:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.863024:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.863026:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.863028:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.863031:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.863034:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.863036:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.863038:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.863039:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.863041:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.863044:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.863046:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.863047:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.863048:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.863050:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.863052:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.863054:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.863056:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.863058:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.863061:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.863062:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.863064:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.863067:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.863068:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.863069:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.863072:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.863074:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.863077:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.863079:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.863082:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.863090:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.863092:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.863095:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.863101:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.863103:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.863104:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.863106:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.863108:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.863110:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.863112:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.863115:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.863117:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.863119:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.863121:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.863123:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.863126:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.863128:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.863130:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.863132:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.863133:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.863135:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.863137:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863139:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863141:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863142:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.863143:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.863145:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.863147:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.863149:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.863150:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.863152:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.863154:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863156:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863158:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.863160:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.863167:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863168:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.863170:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.863171:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.863173:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.863180:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.863182:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.863183:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.863185:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863186:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.863187:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863190:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.863191:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863193:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863195:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863197:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.863198:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863199:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.863201:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.863213:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.863216:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.863220:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.863222:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.863224:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.863226:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.863228:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.863230:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.863231:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.863234:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.863235:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.863237:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.863240:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.863253:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.863255:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.863257:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.863258:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.863260:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.863263:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.863266:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.863268:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.863269:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.863271:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.863273:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.863275:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.863277:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.863278:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.863279:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.863281:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.863283:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.863285:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.863288:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.863290:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.863293:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.863295:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.863297:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.863299:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.863300:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.863302:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.863304:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.863306:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.863308:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.863684:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.863688:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.863697:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.863699:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.863702:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.863708:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.863710:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.863711:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.863713:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.863714:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.863716:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.863719:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.863721:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.863723:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.863727:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.863728:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.863730:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.863733:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.863736:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.863738:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.863740:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.863741:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.863743:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.863745:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863747:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863749:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863750:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.863751:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.863753:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.863754:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.863756:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.863757:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.863758:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.863760:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863761:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.863763:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.863765:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.863771:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863772:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.863773:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.863774:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.863776:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.863781:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.863783:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.863784:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.863787:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863788:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.863789:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863792:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.863793:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863795:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863797:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.863798:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.863799:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.863801:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.863802:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.863804:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.863806:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.863809:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.863812:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.863814:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.863815:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.863817:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.863819:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.863820:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.863822:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.863823:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.863825:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.863827:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.863844:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.863846:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.863847:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.863848:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.863850:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.863853:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.863856:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.863858:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.863860:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.863861:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.863863:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.863866:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.863867:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.863868:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.863869:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.863871:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.863872:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.863874:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.863876:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.863879:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.863882:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.863883:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.863884:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.863887:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.863889:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.863890:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.863893:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.863895:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.863897:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.863899:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.863902:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.863908:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.863910:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.863912:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.863918:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.863920:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.863922:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.863923:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.863925:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.863927:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.863929:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.863932:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.863934:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.863936:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.863938:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.863940:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.863942:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.863945:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.863947:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.863948:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.863949:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.863951:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.866631:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.866636:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.866641:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.866643:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.866645:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.866648:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.866652:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.866655:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.866656:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.866659:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.866661:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.866663:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.866665:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.866670:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.866679:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.866680:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.866681:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.866684:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.866687:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.866857:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.866860:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.866862:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.866867:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.866868:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.866869:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.866872:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.866874:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.866877:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.866880:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.866882:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.866883:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.866884:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.866888:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.866890:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.866893:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.866900:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.866905:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.866908:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.866910:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.866913:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.866914:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.866915:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.866919:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.866921:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.866922:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.866925:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.866980:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.866983:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.866984:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.866985:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.866988:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.866993:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.866998:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.867002:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.867005:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867007:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.867009:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867013:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.867015:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.867018:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.867020:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.867022:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.867024:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867026:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867029:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867032:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.867036:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867038:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.867040:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.867043:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.867045:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.867048:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.867053:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.867056:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.867060:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.867064:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.867067:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.867077:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.867082:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.867085:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.867092:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.867094:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.867095:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867097:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867099:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867101:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.867105:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.867108:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.867111:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.867115:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.867116:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867119:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.867122:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.867125:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.867127:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.867128:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867129:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867131:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867133:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867135:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867137:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867138:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.867139:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.867140:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867142:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.867144:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867144:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867146:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867147:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867149:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867151:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.867153:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867159:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867160:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867161:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.867163:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.867164:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867170:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.867171:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.867172:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.867174:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867175:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867176:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867178:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.867179:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867181:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867182:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867183:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.867184:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867185:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.867187:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.867189:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867191:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.867194:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867197:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.867198:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.867200:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.867211:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.867214:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.867215:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.867218:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.867219:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.867220:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.867223:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867252:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.867255:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.867256:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.867257:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.867259:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.867263:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.867266:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.867268:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.867269:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867271:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.867273:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867276:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.867277:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.867279:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.867280:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.867281:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.867283:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867285:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867287:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867289:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.867292:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867294:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.867295:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.867298:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.867300:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.867302:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.867305:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.867307:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.867309:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.867334:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.867337:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.867345:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.867347:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.867350:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.867357:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.867359:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.867361:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867363:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867365:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867367:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.867369:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.867372:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.867374:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.867377:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.867378:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867380:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.867383:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.867385:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.867387:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.867388:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867390:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867392:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867394:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867396:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867398:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867400:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.867401:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.867402:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867404:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.867407:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867407:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867409:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867410:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867412:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867413:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.867416:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867421:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867422:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867423:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.867424:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.867426:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867431:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.867433:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.867434:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.867436:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867437:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867438:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867440:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.867441:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867443:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867445:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867446:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.867447:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867448:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.867450:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.867451:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867453:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.867456:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867459:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.867460:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.867462:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.867464:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.867465:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.867467:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.867469:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.867470:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.867477:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.867480:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867497:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.867499:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.867500:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.867502:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.867503:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.867507:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.867509:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.867511:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.867512:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867514:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.867515:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867518:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.867519:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.867520:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.867521:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.867523:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.867525:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867527:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867529:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867531:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.867534:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867535:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.867536:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.867539:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.867540:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.867541:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.867543:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.867545:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.867548:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.867549:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.867552:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.867559:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.867562:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.867564:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.867569:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.867571:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.867572:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867574:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867575:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867577:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.867579:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.867580:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.867582:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.867585:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.867586:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867588:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.867590:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.867592:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.867594:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.867595:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867596:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867597:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867599:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867601:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867603:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867604:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.867604:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.867606:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867607:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.867614:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867615:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867616:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867618:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867620:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867622:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.867625:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867631:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867632:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867633:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.867634:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.867636:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867641:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.867643:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.867644:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.867645:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867646:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867647:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867649:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.867650:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867652:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867654:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867655:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.867656:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867658:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.867659:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.867660:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867662:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.867665:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867667:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.867668:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.867670:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.867671:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.867673:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.867674:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.867676:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.867677:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.867679:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.867681:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867695:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.867696:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.867697:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.867699:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.867700:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.867704:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.867706:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.867708:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.867709:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867711:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.867712:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867714:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.867715:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.867717:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.867718:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.867719:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.867721:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867722:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.867724:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.867726:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.867729:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.867730:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.867731:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.867733:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.867735:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.867736:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.867738:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.867739:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.867741:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.867743:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.867746:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.867751:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.867753:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.867755:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.867761:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.867762:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.867764:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867765:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.867767:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867768:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.867770:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.867771:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.867773:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.867775:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.867777:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867778:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.867780:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.867782:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.867784:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.867785:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867786:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867787:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867789:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867791:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867793:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867794:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.867795:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.867796:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.867798:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.867799:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.867800:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.867801:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.867803:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867805:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.867807:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.867808:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867813:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867814:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867815:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.867816:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.867818:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.867823:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.867825:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.867826:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.867828:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867829:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.867830:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867832:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.867833:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867836:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867838:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.867839:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.867840:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.867841:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.867842:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.867843:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.867845:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.867848:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.867850:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.867852:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00002000:2.0:1788219715.867854:0:325269:0:(dcache.c:87:ll_dcompare()) found name libgcc_s.so.1(ffff9893f0c9ae58) flags 0x8000e refc 0 00000080:00000001:2.0:1788219715.867856:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.867858:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afc08 00000080:00200000:2.0:1788219715.867859:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgcc_s.so.1, flags=257 00000080:00000001:2.0:1788219715.867862:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.867863:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb90 00000080:00002000:2.0:1788219715.867864:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry libgcc_s.so.1 (ffff9893f0c9ae58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.867866:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.868132:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.868135:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.868136:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.868138:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.868140:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.868144:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.868147:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.868150:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.868152:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.868153:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.868155:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.868157:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.868159:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.868160:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.868161:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.868163:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.868165:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.868166:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.868169:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.868171:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.868174:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.868176:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.868177:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.868180:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.868181:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.868182:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.868185:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.868187:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.868189:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.868192:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.868195:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.868201:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.868213:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.868216:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.868222:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.868224:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.868225:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.868227:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.868228:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.868230:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.868232:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.868234:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.868236:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.868239:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.868240:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.868242:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.868244:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.868247:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.868249:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.868250:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.868252:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.868253:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.868255:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868257:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868259:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868261:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.868262:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.868263:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.868266:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.868271:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.868273:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.868274:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.868276:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868278:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868280:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.868283:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.868289:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868290:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.868291:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.868293:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.868295:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.868301:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.868303:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.868304:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.868306:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868307:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.868309:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868331:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.868333:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868335:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868337:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868338:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.868340:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868341:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.868342:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.868343:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.868345:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.868349:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.868352:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.868354:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.868356:0:325269:0:(dcache.c:87:ll_dcompare()) found name glibc-hwcaps(ffff9893e93a2e58) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.868359:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.868361:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.868362:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00000001:2.0:1788219715.868364:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.868365:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.868367:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry glibc-hwcaps (ffff9893e93a2e58, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.868369:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.868383:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.868384:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.868385:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.868387:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.868388:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.868391:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.868394:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.868396:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.868398:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.868399:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.868401:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.868403:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.868405:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.868406:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.868407:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.868409:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.868410:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.868412:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.868414:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.868416:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.868419:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.868421:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.868422:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.868425:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.868426:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.868427:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.868430:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.868432:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.868434:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.868436:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.868439:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.868445:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.868448:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.868451:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.868456:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.868458:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.868460:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.868461:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.868462:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.868464:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.868466:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.868468:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.868470:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.868472:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.868474:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.868475:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.868478:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.868480:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.868482:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.868483:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.868485:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.868486:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.868488:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868491:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868493:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868494:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.868496:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.868499:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.868502:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.868504:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.868505:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.868506:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.868508:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868510:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868512:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.868514:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.868519:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868520:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.868521:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.868523:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.868525:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.868530:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.868532:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.868533:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.868535:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868536:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.868538:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868540:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.868541:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868543:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868545:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868547:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.868548:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868549:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.868550:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.868552:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.868554:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.868557:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.868559:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.868561:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.868562:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.868565:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.868566:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.868568:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.868570:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.868571:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.868572:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.868575:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.868588:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.868590:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.868591:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.868593:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.868594:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.868598:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.868600:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.868602:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.868604:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.868605:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.868607:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.868609:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.868610:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.868612:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.868613:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.868615:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.868617:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.868619:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.868621:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.868623:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.868626:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.868628:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.868629:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.868631:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.868632:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.868634:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.868636:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.868638:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.868640:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.868641:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.868644:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.868650:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.868653:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.868656:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.868662:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.868664:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.868665:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.868667:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.868668:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.868670:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.868672:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.868674:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.868676:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.868679:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.868680:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.868682:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.868684:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.868686:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.868688:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.868689:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.868691:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.868692:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.868694:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868696:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868699:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868700:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.868701:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.868702:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.868704:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.868706:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.868707:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.868708:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.868710:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868712:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.868714:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.868716:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.868722:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868723:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.868725:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.868726:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.868729:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.868735:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.868736:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.868738:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.868740:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868741:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.868742:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868744:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.868746:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868748:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868750:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.868751:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.868753:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.868754:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.868755:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.868757:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.868759:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.868762:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.868764:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.870583:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.870588:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.870592:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.870595:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.870596:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.870600:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.870601:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.870603:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.870606:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.870649:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.870652:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.870654:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.870656:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.870658:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.870663:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.870669:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.870673:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.870677:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.870679:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.870681:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.870684:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.870686:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.870688:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.870690:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.870693:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.870694:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.870697:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.870699:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.870702:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.870706:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.870708:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.870710:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.870713:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.870714:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.870718:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.870722:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.870725:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.870729:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.870733:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.870738:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.870747:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.870752:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.870754:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.870760:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.870762:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.870764:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.870766:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.870768:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.870770:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.870772:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.870775:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.870778:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.870781:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.870782:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.870785:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.870788:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.870791:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.870793:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.870794:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.870797:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.870799:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.870800:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.870803:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.870806:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.870807:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.870808:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.870810:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.870812:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.870814:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.870815:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.870816:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.870818:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.870820:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.870822:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.870825:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.870831:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.870832:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.870834:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.870836:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.870838:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.870845:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.870850:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.870852:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.870855:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.870856:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.870857:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.870860:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.870862:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.870864:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.870867:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.870869:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.870870:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.870871:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.870874:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.870875:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.870877:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.870881:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.870884:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.870886:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.870887:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.870889:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.870891:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.870892:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.870895:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.870896:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.870897:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.870900:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.870914:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.870916:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.870917:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.870919:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.870920:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.870923:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.870926:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.870928:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.870929:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.870931:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.870932:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.870935:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.870936:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.870937:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.870938:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.870940:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.870941:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.870943:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.870945:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.870947:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.870949:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.870950:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.871026:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.871030:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.871032:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.871033:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.871036:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.871038:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.871041:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.871043:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.871047:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.871054:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.871056:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.871059:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.871064:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.871066:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.871067:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.871068:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.871070:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.871071:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.871074:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.871075:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.871078:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.871080:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.871081:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.871083:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.871086:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.871088:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.871090:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.871091:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.871092:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.871094:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.871096:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871098:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871100:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871101:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.871102:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.871103:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.871104:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.871106:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.871107:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.871108:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.871110:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871111:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871113:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.871115:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.871120:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871121:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.871122:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.871124:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.871126:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.871131:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.871132:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.871134:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.871136:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871138:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.871139:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871140:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.871141:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871143:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871145:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871147:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.871148:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871149:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.871150:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.871152:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.871154:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.871156:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.871159:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.871161:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.871162:0:325269:0:(dcache.c:87:ll_dcompare()) found name tls(ffff9893e929b948) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.871164:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.871166:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.871167:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00000001:2.0:1788219715.871169:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.871170:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.871172:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry tls (ffff9893e929b948, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.871174:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.871188:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.871190:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.871191:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.871192:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.871194:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.871198:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.871200:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.871211:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.871213:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.871215:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.871217:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.871220:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.871221:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.871222:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.871224:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.871225:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.871227:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.871229:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.871232:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.871234:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.871236:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.871237:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.871238:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.871241:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.871242:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.871701:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.871705:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.871708:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.871711:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.871714:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.871718:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.871726:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.871729:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.871733:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.871739:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.871741:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.871742:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.871745:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.871747:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.871749:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.871752:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.871754:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.871757:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.871760:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.871761:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.871763:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.871766:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.871769:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.871773:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.871774:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.871775:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.871777:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.871779:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871782:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871784:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871785:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.871786:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.871788:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.871790:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.871792:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.871793:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.871794:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.871796:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871798:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.871799:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.871802:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.871808:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871809:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.871810:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.871811:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.871814:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.871820:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.871822:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.871823:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.871825:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871827:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.871828:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871830:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.871832:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871834:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871836:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.871838:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.871839:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.871840:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.871841:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.871843:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.871844:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.871848:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.871852:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.871854:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.871855:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.871858:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.871859:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.871861:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.871863:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.871865:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.871866:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.871869:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.871890:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.871892:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.871893:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.871894:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.871895:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.871898:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.871901:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.871903:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.871905:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.871907:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.871908:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.871910:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.871912:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.871913:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.871915:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.871917:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.871918:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.871920:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.871922:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.871924:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.871928:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.871929:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.871931:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.871934:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.871935:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.871936:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.871939:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.871941:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.871943:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.871945:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.871948:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.872054:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.872057:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.872061:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.872067:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.872069:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.872071:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.872073:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.872074:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.872076:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.872078:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.872080:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.872082:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.872085:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.872086:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.872088:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.872091:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.872093:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.872095:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.872096:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.872098:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.872099:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.872101:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872104:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872106:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872107:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.872108:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.872110:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.872112:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.872114:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.872115:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.872116:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.872118:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872120:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872122:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.872124:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.872131:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872132:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.872133:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.872134:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.872136:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.872142:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.872144:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.872145:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.872148:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872149:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.872150:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872152:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.872153:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872156:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872158:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872160:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.872161:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872162:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.872164:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.872165:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.872167:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.872171:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.872173:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.872175:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.872177:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.872179:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.872181:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.872182:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.872184:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.872186:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.872187:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.872189:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.872215:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.872218:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.872219:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.872220:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.872222:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.872226:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.872229:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.872231:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.872233:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.872234:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.872236:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.872239:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.872240:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.872242:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.872253:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.872255:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.872258:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.872259:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.872262:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.872264:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.872267:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.872269:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.872270:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.872273:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.872274:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.872276:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.872278:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.872280:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.872283:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.872285:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.872288:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.872296:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.872298:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.872301:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.872308:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.872471:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.872473:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.872476:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.872478:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.872480:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.872483:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.872485:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.872488:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.872492:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.872494:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.872497:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.872500:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.872503:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.872505:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.872506:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.872508:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.872510:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.872512:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872514:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872517:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872518:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.872519:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.872521:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.872523:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.872525:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.872527:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.872528:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.872530:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872532:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872534:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.872537:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.872543:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872544:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.872546:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.872547:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.872550:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.872557:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.872558:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.872560:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.872562:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872563:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.872565:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872567:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.872568:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872571:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872573:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872574:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.872575:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872577:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.872578:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.872580:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.872582:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.872585:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.872588:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.872589:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb88 00000080:00002000:2.0:1788219715.872591:0:325269:0:(dcache.c:87:ll_dcompare()) found name x86_64(ffff9893f0c9abd0) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.872593:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.872595:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbd0 00000080:00200000:2.0:1788219715.872596:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00000001:2.0:1788219715.872598:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.872599:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb58 00000080:00002000:2.0:1788219715.872600:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry x86_64 (ffff9893f0c9abd0, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.872603:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.872617:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.872620:0:325269:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219715.872621:0:325269:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219715.872622:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00200000:2.0:1788219715.872624:0:325269:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219715.872627:0:325269:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9725000. 00800000:00000002:2.0:1788219715.872630:0:325269:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219715.872632:0:325269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219715.872633:0:325269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.872635:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afae0 00800000:00000002:2.0:1788219715.872636:0:325269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.872639:0:325269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219715.872640:0:325269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219715.872641:0:325269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219715.872643:0:325269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219715.872644:0:325269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219715.872646:0:325269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.872648:0:325269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219715.872650:0:325269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219715.872652:0:325269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219715.872655:0:325269:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219715.872656:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82af9b0 00000002:00010000:2.0:1788219715.872658:0:325269:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219715.872660:0:325269:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219715.872661:0:325269:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219715.872663:0:325269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219715.872666:0:325269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:2.0:1788219715.872668:0:325269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219715.872670:0:325269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219715.872672:0:325269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219715.872676:0:325269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:2.0:1788219715.872681:0:325269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219715.872684:0:325269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219715.872686:0:325269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:2.0:1788219715.872691:0:325269:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219715.872693:0:325269:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219715.872695:0:325269:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.872696:0:325269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219715.872698:0:325269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.872700:0:325269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219715.872702:0:325269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219715.872704:0:325269:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219715.872706:0:325269:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9725000. 00000080:00000001:2.0:1788219715.872708:0:325269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219715.872710:0:325269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.872712:0:325269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219715.872714:0:325269:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:2.0:1788219715.872717:0:325269:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219715.872719:0:325269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219715.872720:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.872722:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.872723:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.872725:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872727:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872729:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872730:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219715.872732:0:325269:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219715.872733:0:325269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219715.872735:0:325269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c82afbf8 00010000:00000001:2.0:1788219715.872736:0:325269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219715.872737:0:325269:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219715.872739:0:325269:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:2.0:1788219715.872741:0:325269:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872743:0:325269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:2.0:1788219715.872745:0:325269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219715.872747:0:325269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.872754:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872755:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.872756:0:325269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219715.872757:0:325269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219715.872759:0:325269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:2.0:1788219715.872764:0:325269:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219715.872766:0:325269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219715.872767:0:325269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219715.872769:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872771:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219715.872772:0:325269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872774:0:325269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219715.872775:0:325269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872777:0:325269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872779:0:325269:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.872781:0:325269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219715.872781:0:325269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219715.872782:0:325269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219715.872784:0:325269:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219715.872785:0:325269:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219715.872788:0:325269:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219715.872791:0:325269:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219715.872794:0:325269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219715.872796:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afbc0 00000080:00002000:2.0:1788219715.872797:0:325269:0:(dcache.c:87:ll_dcompare()) found name libdl.so.2(ffff9893e929b0d8) flags 0x8004e refc 0 00000080:00000001:2.0:1788219715.872800:0:325269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219715.872801:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afc08 00000080:00200000:2.0:1788219715.872802:0:325269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00000001:2.0:1788219715.872805:0:325269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219715.872806:0:325269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82afb90 00000080:00002000:2.0:1788219715.872807:0:325269:0:(dcache.c:127:ll_ddelete()) keeping dentry libdl.so.2 (ffff9893e929b0d8, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219715.872810:0:325269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219715.875044:0:325269:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219715.875053:0:325269:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893f027c200. 00000002:00000001:2.0:1788219715.875060:0:325269:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219715.875070:0:325269:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219715.875075:0:325269:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219715.875811:0:325270:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1788219715.875817:0:325270:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:2.0:1788219715.875821:0:325270:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:2.0:1788219715.875824:0:325270:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219715.875828:0:325270:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894c9725000. 00000040:00000001:2.0:1788219715.875832:0:325270:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219715.875835:0:325270:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219715.875840:0:325270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219715.875843:0:325270:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219715.875848:0:325270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219715.875851:0:325270:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219715.875855:0:325270:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219715.875863:0:325270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4f000. 00000100:00000001:2.0:1788219715.875869:0:325270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.875876:0:325270:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219715.875878:0:325270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219715.875885:0:325270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893f84f3900. 00000100:00000001:2.0:1788219715.875887:0:325270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630360026396928 : -113713683154688 : ffff9893f84f3900) 00000100:00000001:2.0:1788219715.875890:0:325270:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219715.875892:0:325270:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000001:2.0:1788219715.875896:0:325270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219715.875900:0:325270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.875902:0:325270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219715.875904:0:325270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219715.875913:0:325270:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.875921:0:325270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219715.875924:0:325270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219715.875927:0:325270:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219715.875930:0:325270:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219715.875933:0:325270:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219715.875936:0:325270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:325270:1875079566177152:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219715.875940:0:325270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219715.875945:0:325270:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219715.875958:0:325270:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219715.875962:0:325270:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219715.875966:0:325270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9724e00. 02000000:00000001:2.0:1788219715.875969:0:325270:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219715.875976:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219715.875981:0:325270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d68. 00000400:00000010:2.0:1788219715.875988:0:325270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219715.875995:0:325270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566177152, portal 10 00000100:00000001:2.0:1788219715.875997:0:325270:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219715.875998:0:325270:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219715.876006:0:325270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.876014:0:325270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219715.876016:0:325270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219715.876019:0:325270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5880. 00000100:00000200:2.0:1788219715.876021:0:325270:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566177152, offset 0 00000400:00000200:2.0:1788219715.876028:0:325270:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219715.876036:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219715.876042:0:325270:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219715.876048:0:325270:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219715.876051:0:325270:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219715.876055:0:325270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219715.876058:0:325270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219715.876061:0:325270:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92586:92586:256:4294967295] 192.168.203.120@tcp LPNI seq info [92586:92586:8:4294967295] 00000400:00000200:2.0:1788219715.876065:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219715.876074:0:325270:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219715.876080:0:325270:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219715.876084:0:325270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c300. 00000800:00000200:2.0:1788219715.876090:0:325270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219715.876097:0:325270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219715.876101:0:325270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788219715.876117:0:325270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219715.876122:0:325270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14595 usecs (15 jiffies) 00000400:00000200:2.0:1788219715.876125:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219715.876128:0:325270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313584979 00000100:00000010:2.0:1788219715.876132:0:325270:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192540. 00000100:00000001:2.0:1788219715.876138:0:325270:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219715.876143:0:325270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313584979 00000100:00000010:2.0:1788219715.876146:0:325270:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192f60. 00000100:00000001:2.0:1788219715.876148:0:325270:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219715.876151:0:325270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219715.876154:0:325270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.876156:0:325270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219715.876159:0:325270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219715.876161:0:325270:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893f84f3900 going to sleep for 11 seconds 00000100:00000001:2.0:1788219715.876164:0:325270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219715.876167:0:325270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219715.876288:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.876294:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c300. 00000400:00000200:3.0:1788219715.876299:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.876306:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.878301:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5880 00000400:00000010:3.0:1788219715.878309:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5880. 00000100:00000001:3.0:1788219715.878981:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.878993:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.879006:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.879010:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.879018:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.879020:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219715.880735:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.880752:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.880755:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.880758:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.880768:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.880775:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.880784:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.880789:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.880795:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.880809:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77b380 00000400:00000200:3.0:1788219715.880815:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.880822:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe845d [1] + 224 00000800:00000001:3.0:1788219715.880830:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.881557:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.881563:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.881568:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.881577:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.881586:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219715.881597:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.881619:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.881629:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.881633:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219715.881917:0:325270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219715.881925:0:325270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219715.881927:0:325270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219715.881931:0:325270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:2.0:1788219715.881936:0:325270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219715.881938:0:325270:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219715.881942:0:325270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219715.881947:0:325270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219715.881970:0:325270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.881977:0:325270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219715.881979:0:325270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219715.881982:0:325270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219715.881985:0:325270:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219715.881988:0:325270:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219715.881990:0:325270:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219715.881993:0:325270:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219715.882002:0:325270:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219715.882006:0:325270:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219715.882009:0:325270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219715.882012:0:325270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.882015:0:325270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219715.882019:0:325270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.882023:0:325270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219715.882026:0:325270:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:2.0:1788219715.882028:0:325270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219715.882030:0:325270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219715.882035:0:325270:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.882049:0:325270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219715.882051:0:325270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219715.882053:0:325270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219715.882058:0:325270:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219715.882066:0:325270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:325270:1875079566177152:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219715.882072:0:325270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219715.882075:0:325270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.882077:0:325270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219715.882079:0:325270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.882083:0:325270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.882089:0:325270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219715.882092:0:325270:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893f84f3900. 00000100:00000001:2.0:1788219715.882096:0:325270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219715.882098:0:325270:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.882103:0:325270:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788219715.882107:0:325270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219715.882109:0:325270:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219715.882111:0:325270:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1788219715.882113:0:325270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.882116:0:325270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566177152/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.882122:0:325270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219715.882124:0:325270:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219715.882127:0:325270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9724e00. 02000000:00000001:2.0:1788219715.882130:0:325270:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219715.882132:0:325270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219715.882133:0:325270:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219715.882134:0:325270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219715.882138:0:325270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4f000. 02000000:00000001:2.0:1788219715.882141:0:325270:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219715.882142:0:325270:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219715.882144:0:325270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219715.882148:0:325270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219715.882149:0:325270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788219715.882152:0:325270:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.882156:0:325270:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788219715.882163:0:325270:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e2cf4000. 00000040:00000001:2.0:1788219715.882165:0:325270:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788219715.882167:0:325270:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788219715.882169:0:325270:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219715.882173:0:325270:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219715.882175:0:325270:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219715.882178:0:325270:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219715.882180:0:325270:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219715.882184:0:325270:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219715.882189:0:325270:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9724e00. 00000100:00000001:2.0:1788219715.882194:0:325270:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.882198:0:325270:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219715.882200:0:325270:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219715.882220:0:325270:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893f84f3900. 00000100:00000001:2.0:1788219715.882223:0:325270:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630360026396928 : -113713683154688 : ffff9893f84f3900) 00000100:00000001:2.0:1788219715.882226:0:325270:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219715.882227:0:325270:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000001:2.0:1788219715.882231:0:325270:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219715.882235:0:325270:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.882236:0:325270:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219715.882238:0:325270:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219715.882242:0:325270:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.882258:0:325270:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219715.882259:0:325270:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219715.882263:0:325270:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219715.882265:0:325270:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219715.882267:0:325270:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219715.882271:0:325270:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:325270:1875079566177280:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219715.882275:0:325270:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219715.882278:0:325270:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219715.882280:0:325270:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219715.882282:0:325270:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219715.882303:0:325270:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed038000. 02000000:00000001:2.0:1788219715.882306:0:325270:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219715.882339:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219715.882344:0:325270:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d68. 00000400:00000010:2.0:1788219715.882350:0:325270:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893f84f3300. 00000100:00000200:2.0:1788219715.882355:0:325270:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566177280, portal 10 00000100:00000001:2.0:1788219715.882358:0:325270:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219715.882359:0:325270:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219715.882367:0:325270:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.882374:0:325270:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219715.882377:0:325270:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219715.882381:0:325270:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219715.882383:0:325270:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566177280, offset 0 00000400:00000200:2.0:1788219715.882390:0:325270:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219715.882398:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219715.882404:0:325270:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219715.882409:0:325270:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219715.882413:0:325270:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219715.882417:0:325270:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219715.882419:0:325270:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219715.882423:0:325270:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92587:92587:256:4294967295] 192.168.203.120@tcp LPNI seq info [92587:92587:8:4294967295] 00000400:00000200:2.0:1788219715.882427:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219715.882435:0:325270:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219715.882441:0:325270:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219715.882445:0:325270:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c600. 00000800:00000200:2.0:1788219715.882452:0:325270:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219715.882459:0:325270:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219715.882486:0:325270:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219715.882497:0:325270:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219715.882501:0:325270:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14592 usecs (15 jiffies) 00000400:00000200:2.0:1788219715.882515:0:325270:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219715.882517:0:325270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313584986 00000100:00000001:2.0:1788219715.882523:0:325270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313584979 00000100:00000001:2.0:1788219715.882528:0:325270:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313584986 00000100:00000001:2.0:1788219715.882531:0:325270:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313584979 00000100:00000001:2.0:1788219715.882533:0:325270:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219715.882536:0:325270:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.882538:0:325270:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219715.882540:0:325270:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219715.882542:0:325270:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893f84f3900 going to sleep for 11 seconds 00000100:00000001:2.0:1788219715.882544:0:325270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219715.882546:0:325270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219715.883265:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.883271:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c600. 00000400:00000200:3.0:1788219715.883277:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.883283:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.883289:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:3.0:1788219715.883291:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:3.0:1788219715.883294:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.883300:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.883310:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.886083:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.886096:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.886099:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219715.886802:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.886815:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.886818:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.886821:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.886828:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.888592:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.888609:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.888621:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.888628:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.888633:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77b400 00000400:00000200:3.0:1788219715.888638:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.888645:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe846d [4] + 224 00000800:00000001:3.0:1788219715.888654:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.888673:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.888676:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.888681:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.888689:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.888699:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219715.888711:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.888737:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.888745:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.888749:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219715.889272:0:325270:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219715.889281:0:325270:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219715.889283:0:325270:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219715.889287:0:325270:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:2.0:1788219715.889292:0:325270:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893f84f3300 00000400:00000010:2.0:1788219715.889295:0:325270:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893f84f3300. 00000100:00000001:2.0:1788219715.889298:0:325270:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219715.889304:0:325270:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219715.889568:0:325270:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.889576:0:325270:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219715.889578:0:325270:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219715.889581:0:325270:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219715.889585:0:325270:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219715.889587:0:325270:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219715.889590:0:325270:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219715.889593:0:325270:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219715.889602:0:325270:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219715.889606:0:325270:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219715.889608:0:325270:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219715.889610:0:325270:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219715.889613:0:325270:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219715.889616:0:325270:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.889620:0:325270:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219715.889622:0:325270:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:2.0:1788219715.889624:0:325270:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219715.889626:0:325270:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219715.889630:0:325270:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.889636:0:325270:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219715.889639:0:325270:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219715.889641:0:325270:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219715.889644:0:325270:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219715.889652:0:325270:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:325270:1875079566177280:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219715.889657:0:325270:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219715.889684:0:325270:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.889687:0:325270:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219715.889689:0:325270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.889693:0:325270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.889700:0:325270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219715.889703:0:325270:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893f84f3900. 00000100:00000001:2.0:1788219715.889706:0:325270:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219715.889707:0:325270:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.889716:0:325270:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788219715.889718:0:325270:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.889722:0:325270:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566177280/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.889728:0:325270:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219715.889731:0:325270:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219715.889734:0:325270:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed038000. 02000000:00000001:2.0:1788219715.889749:0:325270:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219715.889752:0:325270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219715.889754:0:325270:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219715.889756:0:325270:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219715.889759:0:325270:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9724e00. 02000000:00000001:2.0:1788219715.889763:0:325270:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219715.889764:0:325270:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219715.889766:0:325270:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219715.889770:0:325270:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219715.889771:0:325270:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219715.889773:0:325270:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219715.889774:0:325270:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219715.889776:0:325270:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219715.889779:0:325270:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.889782:0:325270:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1788219715.889785:0:325270:0:(llog_cat.c:377:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.889787:0:325270:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.889790:0:325270:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1788219715.889792:0:325270:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788219715.889809:0:325270:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894ca192300. 00000040:00001000:2.0:1788219715.889815:0:325270:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x13fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1788219715.889819:0:325270:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788219715.889825:0:325270:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9724e00. 00000020:00000010:2.0:1788219715.889830:0:325270:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894c9725400. 00000040:00000010:2.0:1788219715.889833:0:325270:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894c9724200. 00000020:00000010:2.0:1788219715.889848:0:325270:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894ed0df800. 00000020:00000010:2.0:1788219715.889854:0:325270:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894ff96bc60. 00000020:00000010:2.0:1788219715.889859:0:325270:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894c9725200. 80000000:00000010:2.0:1788219715.889864:0:325270:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9894ca192c00. 40000000:00000010:2.0:1788219715.889868:0:325270:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9893e2e47080. 00100000:00000010:2.0:1788219715.889873:0:325270:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894ed0da800. 00040000:00000010:2.0:1788219715.889878:0:325270:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893f027c900. 00040000:00000010:2.0:1788219715.889882:0:325270:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894ed0dc000. 00040000:00000010:2.0:1788219715.889885:0:325270:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894c9724a00. 00000004:00000010:2.0:1788219715.889890:0:325270:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894ed0db000. 00000004:00000010:2.0:1788219715.889895:0:325270:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed12c000. 00000004:00000010:2.0:1788219715.889899:0:325270:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894ed0df000. 00002000:00000010:2.0:1788219715.889904:0:325270:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894d3d4f000. 00000004:00000010:2.0:1788219715.889907:0:325270:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894d3d4e400. 00000020:00000010:2.0:1788219715.889912:0:325270:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9893e2e47500. 00000040:00000010:2.0:1788219715.889920:0:325270:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e2cf0000. 00000040:00080000:2.0:1788219715.892623:0:325270:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00000010:2.0:1788219715.892637:0:325270:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e2cf0000. 00000020:00000010:2.0:1788219715.892650:0:325270:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9893e2e47500. 00000020:00000010:2.0:1788219715.892668:0:325270:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9725400. 00000040:00000010:2.0:1788219715.892672:0:325270:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894c9724200. 00000020:00000010:2.0:1788219715.892675:0:325270:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894ed0df800. 00000020:00000010:2.0:1788219715.892681:0:325270:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894ff96bc60. 00000020:00000010:2.0:1788219715.892687:0:325270:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894c9725200. 80000000:00000010:2.0:1788219715.892689:0:325270:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9894ca192c00. 40000000:00000010:2.0:1788219715.892693:0:325270:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9893e2e47080. 00100000:00000010:2.0:1788219715.892697:0:325270:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894ed0da800. 00040000:00000010:2.0:1788219715.892701:0:325270:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893f027c900. 00040000:00000010:2.0:1788219715.892706:0:325270:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894ed0dc000. 00040000:00000010:2.0:1788219715.892709:0:325270:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894c9724a00. 00000004:00000010:2.0:1788219715.892712:0:325270:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894ed0db000. 00000004:00000010:2.0:1788219715.892716:0:325270:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed12c000. 00000004:00000010:2.0:1788219715.892721:0:325270:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894ed0df000. 00002000:00000010:2.0:1788219715.892724:0:325270:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894d3d4f000. 00000004:00000010:2.0:1788219715.892728:0:325270:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894d3d4e400. 00000020:00000010:2.0:1788219715.892731:0:325270:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9724e00. 00000040:00000010:2.0:1788219715.892734:0:325270:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894ca192300. 00000040:00000001:2.0:1788219715.892737:0:325270:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.892740:0:325270:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219715.892760:0:325270:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:2.0:1788219715.892764:0:325270:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e2cf4000. 00000040:00000010:2.0:1788219715.892767:0:325270:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894c9725000. 00000040:00000001:2.0:1788219715.892769:0:325270:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1788219715.892772:0:325270:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:2.0:1788219715.892775:0:325270:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219715.893047:0:325270:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219715.899781:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313584986, at 4313584987 00000100:00000010:3.0:1788219715.899808:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192f60. 00000100:00000040:2.0:1788219715.899939:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313584986, at 4313584988 00000100:00000010:2.0:1788219715.899945:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192540. 00000800:00000200:2.0:1788219715.918763:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219715.918769:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:2.0:1788219715.918776:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219715.918782:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219715.918787:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661dd0 00000400:00000010:2.0:1788219715.918789:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661dd0. 00000100:00000001:2.0:1788219715.918799:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219715.918804:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566177408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/1152 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219715.918814:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.918818:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566177408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/1152 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219715.918824:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.918826:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219715.925628:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.925644:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.925648:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.925651:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.925660:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.925668:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.925677:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.925683:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.925688:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.925692:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb77b480 00000400:00000200:3.0:1788219715.925697:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.925703:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe847d [1] + 224 00000800:00000001:3.0:1788219715.925711:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.925719:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.925722:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.925727:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.925736:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.925745:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566177408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/1152 e 0 to 0 dl 1788219731 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.925757:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ddb6dc00 x1875079566177408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/1152 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219715.925784:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.925793:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.925805:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219715.927535:0:325271:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.927538:0:325271:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788219715.927539:0:325271:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788219715.927541:0:325271:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788219715.927543:0:325271:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788219715.927554:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219715.927558:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788219715.927559:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.927564:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219715.927566:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.927568:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219715.927570:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219715.927572:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219715.927577:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219715.927584:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219715.927586:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219715.927590:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219715.927592:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219715.927594:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219715.927597:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566177536:192.168.203.120@tcp:101:rm.0 00000100:00000001:1.0:1788219715.927601:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219715.927606:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219715.927608:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219715.927610:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219715.927614:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee182000. 02000000:00000001:1.0:1788219715.927616:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219715.927623:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219715.927627:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219715.927633:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219715.927640:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566177536, portal 4 00000100:00000001:1.0:1788219715.927642:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219715.927643:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000040:1.0:1788219715.927649:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219715.927655:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219715.927658:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219715.927661:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661aa0. 00000100:00000200:1.0:1788219715.927664:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875079566177536, offset 0 00000400:00000200:1.0:1788219715.927671:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219715.927678:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219715.927686:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219715.927690:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219715.927694:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219715.927698:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219715.927700:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219715.927704:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92589:92589:256:4294967295] 192.168.203.120@tcp LPNI seq info [92589:92589:8:4294967295] 00000400:00000200:1.0:1788219715.927708:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219715.927717:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219715.927722:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219715.927728:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219715.927733:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219715.927740:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219715.927744:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788219715.927765:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219715.927770:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27635 usecs (28 jiffies) 00000400:00000200:1.0:1788219715.927773:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219715.927776:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313585044 00000100:00000001:1.0:1788219715.927783:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313585033 00000100:00000001:1.0:1788219715.927789:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313585044 00000100:00000001:1.0:1788219715.927792:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313585033 00000100:00000001:1.0:1788219715.927794:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219715.927797:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219715.927799:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219715.927802:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219715.928468:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219715.928475:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:2.0:1788219715.928482:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219715.928488:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219715.928495:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661aa0 00000400:00000010:2.0:1788219715.928497:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661aa0. 00000100:00000001:2.0:1788219715.928501:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219715.928521:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219715.928537:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.928540:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219715.928547:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.928548:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219715.933988:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.934214:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.934219:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.934224:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.934234:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.934242:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.934251:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.934258:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.934263:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.934267:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 400 into portal 4 MB=0x6a95ffb77b500 00000400:00000200:3.0:1788219715.934272:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.934279:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 400/400 into md 0xe8485 [1] + 224 00000800:00000001:3.0:1788219715.934285:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.934297:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.934300:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.934304:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.934637:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.934650:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219715.934661:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219715.934816:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219715.934822:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219715.934856:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1788219715.934952:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219715.934955:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219715.934960:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219715.934965:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219715.934968:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219715.934971:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219715.934977:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219715.934987:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219715.934994:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219715.934996:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.934998:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219715.935002:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219715.935006:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219715.935008:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219715.935012:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219715.935022:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219715.935027:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219715.935029:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219715.935031:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935034:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219715.935038:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219715.935041:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219715.935043:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903499 00000100:00000001:1.0:1788219715.935046:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219715.935049:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219715.935054:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219715.935062:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219715.935065:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219715.935067:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788219715.935070:0:256061:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788219715.935073:0:256061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219715.935075:0:256061:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219715.935079:0:256061:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=4 00000020:00000001:1.0:1788219715.935082:0:256061:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935086:0:256061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935088:0:256061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219715.935089:0:256061:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219715.935090:0:256061:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=5 00000020:00000001:1.0:1788219715.935092:0:256061:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935094:0:256061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935097:0:256061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219715.935100:0:256061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219715.935105:0:256061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 6/2,0 mode: --/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935116:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935118:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219715.935120:0:256061:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219715.935122:0:256061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219715.935123:0:256061:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219715.935124:0:256061:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=6 00000020:00000001:1.0:1788219715.935126:0:256061:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935128:0:256061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000040:1.0:1788219715.935135:0:256061:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7195600, remote cookie: 0x1782eba8aded81e9, flags: 0x1001 00010000:00010000:1.0:1788219715.935140:0:256061:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 6/2,0 mode: --/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935148:0:256061:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788219715.935151:0:256061:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935153:0:256061:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219715.935157:0:256061:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788219715.935161:0:256061:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219715.935176:0:256061:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x66c2:0x0].0x0 (ffff9893ea2ffc00) refcount = 1 00010000:00000040:1.0:1788219715.935179:0:256061:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788219715.935181:0:256061:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935190:0:256061:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219715.935192:0:256061:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219715.935195:0:256061:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219715.935197:0:256061:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219715.935200:0:256061:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935221:0:256061:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219715.935222:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935223:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219715.935224:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935225:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788219715.935227:0:256061:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788219715.935230:0:256061:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788219715.935232:0:256061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219715.935234:0:256061:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219715.935235:0:256061:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=5 00000020:00000001:1.0:1788219715.935237:0:256061:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935239:0:256061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00000008:00000001:1.0:1788219715.935354:0:256061:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788219715.935360:0:256061:0:(cl_object.c:151:cl_object_top()) ffff9894f2277180 -> ffff9894f2275850 00000008:00010000:1.0:1788219715.935366:0:256061:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 5/2,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788219715.935374:0:256061:0:(cl_object.c:151:cl_object_top()) ffff9894f2277180 -> ffff9894f2275850 00000020:00000001:1.0:1788219715.935377:0:256061:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788219715.935380:0:256061:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788219715.935383:0:256061:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788219715.935386:0:256061:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.935388:0:256061:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.935390:0:256061:0:(cl_object.c:151:cl_object_top()) ffff9894f2277180 -> ffff9894f2275850 00000008:00000001:1.0:1788219715.935391:0:256061:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788219715.935394:0:256061:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788219715.935396:0:256061:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788219715.935416:0:256061:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788219715.935419:0:256061:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935421:0:256061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219715.935422:0:256061:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219715.935424:0:256061:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=6 00000020:00000001:1.0:1788219715.935426:0:256061:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935428:0:256061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935430:0:256061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219715.935433:0:256061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 6/2,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935440:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935441:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219715.935444:0:256061:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 5/1,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935449:0:256061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219715.935450:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935451:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788219715.935452:0:256061:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935454:0:256061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219715.935455:0:256061:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219715.935456:0:256061:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=5 00000020:00000001:1.0:1788219715.935458:0:256061:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935460:0:256061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:1.0:1788219715.935462:0:256061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219715.935465:0:256061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 5/1,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219715.935471:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935472:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219715.935474:0:256061:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219715.935476:0:256061:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219715.935479:0:256061:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219715.935487:0:256061:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219715.935490:0:256061:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219715.935492:0:256061:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219715.935496:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935497:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219715.935498:0:256061:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935501:0:256061:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219715.935503:0:256061:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935505:0:256061:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935508:0:256061:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.935509:0:256061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219715.935511:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935512:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219715.935513:0:256061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219715.935514:0:256061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788219715.935515:0:256061:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219715.935522:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219715.935530:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566177536:192.168.203.120@tcp:101:rm.0 00000100:00000001:1.0:1788219715.935535:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.935538:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219715.935541:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6dc00 x1875079566177536/t0(0) o101->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219715.935549:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219715.935551:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219715.935554:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee182000. 02000000:00000001:1.0:1788219715.935559:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219715.935561:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219715.935563:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219715.935565:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219715.935568:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3e000. 02000000:00000001:1.0:1788219715.935572:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219715.935574:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219715.935576:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6dc00. 00000100:00000001:1.0:1788219715.935579:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219715.935580:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.935583:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.935589:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219715.935591:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219715.935593:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219715.935596:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.935690:0:325271:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.935694:0:325271:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.935701:0:325271:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788219715.935704:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2275850 -> ffff9894f2275850 00000020:00000001:3.0:1788219715.935706:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2275850 -> ffff9894f2275850 00000020:00000001:3.0:1788219715.935708:0:325271:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788219715.935712:0:325271:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788219715.935717:0:325271:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788219715.935719:0:325271:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788219715.935721:0:325271:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788219715.935722:0:325271:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788219715.935724:0:325271:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x97f:5026 on OST[1]: s=0 (1) m=1788219715 a=1788219715 c=1788219715 b=0 00020000:00000001:3.0:1788219715.935727:0:325271:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788219715.935730:0:325271:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788219715 a=1788219715 c=1788219715 b=0 00020000:00000001:3.0:1788219715.935733:0:325271:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.935734:0:325271:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.935736:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2275850 -> ffff9894f2275850 00000080:00200000:3.0:1788219715.935738:0:325271:0:(file.c:1775:ll_merge_attr_nolock()) [0x2000013a2:0x97f:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788219715.935741:0:325271:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788219715.935743:0:325271:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788219715.935745:0:325271:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9894d25079d0 (ffff9894f5cfae18/0) at cl_lock_release():245 00000020:00000001:3.0:1788219715.935748:0:325271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788219715.935749:0:325271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9894d25079d0 (ffff9894f5cfae18/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788219715.935753:0:325271:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788219715.935757:0:325271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788219715.935759:0:325271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630364303058736 : -113709406492880 : ffff9894f737e730) 00000020:00000001:3.0:1788219715.935760:0:325271:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788219715.935762:0:325271:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9894ee06e030 (ffff9894f5cfa008/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788219715.935764:0:325271:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788219715.935766:0:325271:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788219715.935767:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.935768:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788219715.935769:0:325271:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788219715.935771:0:325271:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788219715.935773:0:325271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788219715.935774:0:325271:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788219715.935775:0:325271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788219715.935776:0:325271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9894d25079d0 (ffff9894f5cfae18/0) at cl_lock_fini():72 00020000:00000001:3.0:1788219715.935779:0:325271:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788219715.935780:0:325271:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788219715.935781:0:325271:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9894ee06e030 (ffff9894f5cfae18/1) at cl_lock_fini():72 00000008:00000010:3.0:1788219715.935785:0:325271:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9894ffadc260. 00000020:00000001:3.0:1788219715.935788:0:325271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788219715.935789:0:325271:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9894ee06e000. 00020000:00000001:3.0:1788219715.935792:0:325271:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788219715.935793:0:325271:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788219715.935794:0:325271:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788219715.935796:0:325271:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.935799:0:325271:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788219715.935802:0:325271:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788219715.935804:0:325271:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788219715.935805:0:325271:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788219715.935807:0:325271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788219715.935809:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfa000 00000020:00000010:3.0:1788219715.935813:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3f800. 00000020:00000010:3.0:1788219715.935818:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2600. 00000008:00000010:3.0:1788219715.935823:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff960b30. 00020000:00000010:3.0:1788219715.935827:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259d480. 00008000:00000010:3.0:1788219715.935832:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb5174f8. 00000080:00000010:3.0:1788219715.935837:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8fee7e0. 00000080:00000010:3.0:1788219715.935841:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d25046f0. 00000020:00000010:3.0:1788219715.935845:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3f400. 00000008:00000010:3.0:1788219715.935849:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0bef20. 00020000:00000010:3.0:1788219715.935854:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737cdb0. 00008000:00000010:3.0:1788219715.935857:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f73727e8. 00000080:00000010:3.0:1788219715.935861:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f73713c0. 00000020:00000010:3.0:1788219715.935864:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3fc00. 00000020:00000010:3.0:1788219715.935866:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfa000. 00020000:00000001:3.0:1788219715.935869:0:325271:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788219715.935871:0:325271:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788219715.935873:0:325271:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788219715.935876:0:325271:0:(vvp_io.c:304:vvp_io_fini()) [0x2000013a2:0x97f:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788219715.935881:0:325271:0:(file.c:7090:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788219715.935883:0:325271:0:(file.c:7094:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.935885:0:325271:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788219715.935887:0:325271:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788219715.935888:0:325271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788219715.935890:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfae10 00000020:00000010:3.0:1788219715.935892:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3e400. 00000020:00000010:3.0:1788219715.935894:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2360. 00000008:00000010:3.0:1788219715.935897:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff964320. 00020000:00000010:3.0:1788219715.935900:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259db40. 00008000:00000010:3.0:1788219715.935902:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb515c40. 00000080:00000010:3.0:1788219715.935906:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8feea80. 00000080:00000010:3.0:1788219715.935909:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d25079d0. 00000020:00000010:3.0:1788219715.935912:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3fe00. 00000008:00000010:3.0:1788219715.935915:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0be2c0. 00020000:00000010:3.0:1788219715.935918:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737e6c8. 00008000:00000010:3.0:1788219715.935920:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f7372148. 00000080:00000010:3.0:1788219715.935922:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f7371b40. 00000020:00000010:3.0:1788219715.935925:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e800. 00000020:00000010:3.0:1788219715.935927:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfae10. 00000001:00000001:3.0:1788219715.935929:0:325271:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.935938:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277d08 00000080:00000008:3.0:1788219715.935940:0:325271:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb:[0x2000013a2:0x97f:0x0](ffff9893e51021c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788219715.935948:0:325271:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219715.935950:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277da0 00000080:00002000:3.0:1788219715.935952:0:325271:0:(dcache.c:127:ll_ddelete()) keeping dentry bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb (ffff9893e929b288, parent ffff9893e6c7e870, inode ffff9893e51021c8) hashed, 00000080:00000001:3.0:1788219715.935956:0:325271:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.935990:0:325271:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.935993:0:325271:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.935995:0:325271:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.935997:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277bd8 00000080:00200000:3.0:1788219715.935999:0:325271:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.936006:0:325271:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8149000. 00800000:00000002:3.0:1788219715.936013:0:325271:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.936017:0:325271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.936021:0:325271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.936023:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277af8 00800000:00000002:3.0:1788219715.936025:0:325271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.936028:0:325271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.936031:0:325271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.936033:0:325271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.936036:0:325271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.936038:0:325271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.936040:0:325271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.936043:0:325271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.936045:0:325271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.936048:0:325271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.936053:0:325271:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.936055:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82779c8 00000002:00010000:3.0:1788219715.936057:0:325271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.936060:0:325271:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.936063:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.936066:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.936071:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.936074:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.936078:0:325271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.936081:0:325271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.936084:0:325271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:3.0:1788219715.936094:0:325271:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.936098:0:325271:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.936101:0:325271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:3.0:1788219715.936113:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.936115:0:325271:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.936117:0:325271:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.936119:0:325271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.936121:0:325271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.936123:0:325271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.936126:0:325271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.936129:0:325271:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.936132:0:325271:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8149000. 00000080:00000001:3.0:1788219715.936136:0:325271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.936138:0:325271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.936140:0:325271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.936143:0:325271:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.936146:0:325271:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.936149:0:325271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.936150:0:325271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.936151:0:325271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.936153:0:325271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.936155:0:325271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936157:0:325271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936159:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936160:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.936162:0:325271:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.936163:0:325271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.936560:0:325271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c8277c10 00010000:00000001:3.0:1788219715.936564:0:325271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.936566:0:325271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.936568:0:325271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.936570:0:325271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936572:0:325271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936574:0:325271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.936578:0:325271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:3.0:1788219715.936585:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936586:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.936587:0:325271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.936589:0:325271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.936591:0:325271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:3.0:1788219715.936597:0:325271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.936599:0:325271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.936600:0:325271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.936603:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936604:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.936605:0:325271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936607:0:325271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.936609:0:325271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936611:0:325271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936614:0:325271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936616:0:325271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.936617:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936618:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.936620:0:325271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.936621:0:325271:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.936624:0:325271:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219715.936628:0:325271:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.936657:0:325271:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219715.936661:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277da0 00000080:00002000:3.0:1788219715.936662:0:325271:0:(dcache.c:87:ll_dcompare()) found name bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb(ffff9893e929b288) flags 0x48000e refc 0 00000080:00000001:3.0:1788219715.936666:0:325271:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.936667:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277e10 00000080:00200000:3.0:1788219715.936669:0:325271:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb, flags=0 00000080:00000001:3.0:1788219715.936677:0:325271:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219715.936678:0:325271:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219715.936680:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277d30 00000080:00200000:3.0:1788219715.936681:0:325271:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219715.936686:0:325271:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8149000. 00800000:00000002:3.0:1788219715.936689:0:325271:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219715.936692:0:325271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219715.936694:0:325271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.936695:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277c50 00800000:00000002:3.0:1788219715.936697:0:325271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.936700:0:325271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219715.936702:0:325271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.936703:0:325271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.936705:0:325271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.936706:0:325271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.936708:0:325271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.936709:0:325271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.936711:0:325271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.936713:0:325271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219715.936716:0:325271:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219715.936717:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277b20 00000002:00010000:3.0:1788219715.936718:0:325271:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219715.936722:0:325271:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219715.936723:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.936724:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.936728:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.936730:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.936732:0:325271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.936734:0:325271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.936737:0:325271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 02000000:00000001:3.0:1788219715.936745:0:325271:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219715.936748:0:325271:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219715.936751:0:325271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000002:00000001:3.0:1788219715.936756:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219715.936758:0:325271:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.936760:0:325271:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.936761:0:325271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219715.936763:0:325271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.936765:0:325271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219715.936767:0:325271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219715.936769:0:325271:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219715.936772:0:325271:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8149000. 00000080:00000001:3.0:1788219715.936774:0:325271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219715.936776:0:325271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.936778:0:325271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219715.936780:0:325271:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163232 00800000:00000001:3.0:1788219715.936783:0:325271:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219715.936785:0:325271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219715.936786:0:325271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.936787:0:325271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.936789:0:325271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.936791:0:325271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936793:0:325271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936795:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936796:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219715.936797:0:325271:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.936798:0:325271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219715.936800:0:325271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163232 from it ffffa959c8277d68 00010000:00000001:3.0:1788219715.936802:0:325271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.936803:0:325271:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.936804:0:325271:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219715.936806:0:325271:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936807:0:325271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219715.936810:0:325271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219715.936812:0:325271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:3.0:1788219715.936819:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936821:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.936822:0:325271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219715.936823:0:325271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219715.936825:0:325271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000001:3.0:1788219715.936831:0:325271:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219715.936833:0:325271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219715.936834:0:325271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.936836:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936837:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.936838:0:325271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936840:0:325271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219715.936841:0:325271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936843:0:325271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936845:0:325271:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.936847:0:325271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219715.936848:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.936849:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219715.936851:0:325271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219715.936852:0:325271:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219715.936854:0:325271:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 3 00000080:00000001:3.0:1788219715.936857:0:325271:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.936860:0:325271:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788219715.936862:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277df8 00000080:00200000:3.0:1788219715.936864:0:325271:0:(namei.c:2418:ll_unlink()) VFS Op:name=bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00000001:3.0:1788219715.936868:0:325271:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788219715.936870:0:325271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788219715.936874:0:325271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5dc7a20. 00000020:00000010:3.0:1788219715.936878:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8149000. 00000020:00000010:3.0:1788219715.936882:0:325271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893f8148a00. 00000020:00000010:3.0:1788219715.936885:0:325271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9894c95ecde0. 00000008:00000010:3.0:1788219715.936890:0:325271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219715.936894:0:325271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893dc701000. 00008000:00000010:3.0:1788219715.936898:0:325271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219715.936903:0:325271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219715.936906:0:325271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219715.936909:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8149600. 00000008:00000010:3.0:1788219715.936913:0:325271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219715.936916:0:325271:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219715.936919:0:325271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219715.936922:0:325271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f5dc41e0. 00000020:00000001:3.0:1788219715.936925:0:325271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364280289832 : -113709429261784 : ffff9894f5dc7a28) 00000020:00001000:3.0:1788219715.936927:0:325271:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5dc7a20 00000020:00000001:3.0:1788219715.936929:0:325271:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788219715.936932:0:325271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000002:3.0:1788219715.936936:0:325271:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9893f01f2ea0 addref 2/0 by ffff9893e968cf80. 00020000:00000002:3.0:1788219715.936938:0:325271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000001:3.0:1788219715.936940:0:325271:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788219715.936942:0:325271:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788219715.936943:0:325271:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788219715.936945:0:325271:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788219715.936948:0:325271:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788219715.936950:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5dc7a20 00000020:00000010:3.0:1788219715.936952:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893f8148a00. 00000020:00000010:3.0:1788219715.936954:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9894c95ecde0. 00000008:00000010:3.0:1788219715.936957:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219715.936960:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893dc701000. 00008000:00000010:3.0:1788219715.936963:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219715.936966:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219715.936969:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219715.936971:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8149000. 00000008:00000010:3.0:1788219715.936974:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219715.936978:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219715.936980:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219715.936983:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f5dc41e0. 00000020:00000010:3.0:1788219715.936985:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8149600. 00000020:00000010:3.0:1788219715.936987:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5dc7a20. 00000080:00000001:3.0:1788219715.936990:0:325271:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788219715.936995:0:325271:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f8149600. 00800000:00000002:3.0:1788219715.936998:0:325271:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000001:3.0:1788219715.937006:0:325271:0:(lmv_obd.c:3489:lmv_unlink()) Process entered 00800000:00000001:3.0:1788219715.937009:0:325271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.937010:0:325271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.937011:0:325271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.937013:0:325271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.937014:0:325271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.937016:0:325271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219715.937018:0:325271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.937020:0:325271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.937021:0:325271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.937023:0:325271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.937024:0:325271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.937026:0:325271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.937027:0:325271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x97f:0x0] 00800000:00000001:3.0:1788219715.937029:0:325271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219715.937032:0:325271:0:(lmv_obd.c:2558:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1788219715.937034:0:325271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219715.937035:0:325271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219715.937036:0:325271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219715.937037:0:325271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219715.937038:0:325271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.937040:0:325271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x97f:0x0] 00800000:00000001:3.0:1788219715.937042:0:325271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.937044:0:325271:0:(lmv_obd.c:2577:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a2:0x97f:0x0] 00800000:00000001:3.0:1788219715.937046:0:325271:0:(lmv_obd.c:2582:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219715.937048:0:325271:0:(lmv_obd.c:3529:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x2000013a2:0x97f:0x0] -> mds #0 00000002:00000001:3.0:1788219715.937052:0:325271:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788219715.937055:0:325271:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788219715.937058:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 2 00010000:00000001:3.0:1788219715.937060:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.937063:0:325271:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788219715.937066:0:325271:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219715.937069:0:325271:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00000080:00000001:3.0:1788219715.937077:0:325271:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219715.937081:0:325271:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219715.937083:0:325271:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219715.937085:0:325271:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788219715.937088:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937089:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937090:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 3 00010000:00000001:3.0:1788219715.937093:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937095:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.937097:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937098:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937100:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 3 00010000:00000001:3.0:1788219715.937101:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937104:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.937105:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937106:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937108:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619300 count: 3 00010000:00000001:3.0:1788219715.937110:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937111:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937113:0:325271:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219715.937116:0:325271:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9894d1eeb180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219715.937121:0:325271:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788219715.937124:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937126:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libpcre2-8.so.0 00000080:00000001:3.0:1788219715.937131:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937137:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937141:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937143:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libattr.so.1 00000080:00000001:3.0:1788219715.937145:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937147:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937150:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937151:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libselinux.so.1 00000080:00000001:3.0:1788219715.937153:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937156:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937158:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937159:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libacl.so.1 00000080:00000001:3.0:1788219715.937161:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937163:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937166:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937167:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libdl.so.2 00000080:00000001:3.0:1788219715.937169:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937171:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937175:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937176:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libgcc_s.so.1 00000080:00000001:3.0:1788219715.937178:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937179:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937182:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937184:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libkeyutils.so.1 00000080:00000001:3.0:1788219715.937186:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937188:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937191:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937192:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libnl-3.so.200 00000080:00000001:3.0:1788219715.937194:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937196:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937198:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937199:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libnl-genl-3.so.200 00000080:00000001:3.0:1788219715.937201:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937217:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937220:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937221:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libm.so.6 00000080:00000001:3.0:1788219715.937223:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937225:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937228:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937229:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libyaml-0.so.2 00000080:00000001:3.0:1788219715.937231:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937233:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937236:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937237:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libz.so.1 00000080:00000001:3.0:1788219715.937240:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937242:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937429:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937432:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libpthread.so.0 00000080:00000001:3.0:1788219715.937435:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937437:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937441:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937442:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libc.so.6 00000080:00000001:3.0:1788219715.937444:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937446:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937449:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937450:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry libpcre.so.1 00000080:00000001:3.0:1788219715.937451:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937453:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937456:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937457:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry x86_64 00000080:00000001:3.0:1788219715.937459:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937461:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937463:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937465:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry tls 00000080:00000001:3.0:1788219715.937467:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937469:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937472:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937473:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry tls 00000080:00000001:3.0:1788219715.937475:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937477:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1788219715.937480:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937482:0:325271:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry glibc-hwcaps 00000080:00000001:3.0:1788219715.937484:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219715.937486:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788219715.937489:0:325271:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219715.937492:0:325271:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219715.937493:0:325271:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937499:0:325271:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219715.937502:0:325271:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219715.937504:0:325271:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219715.937506:0:325271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.937507:0:325271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788219715.937510:0:325271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9c00 with handle 0x34450ab7a163232 from hash 00010000:00000001:3.0:1788219715.937512:0:325271:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219715.937514:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.937515:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937516:0:325271:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219715.937520:0:325271:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219715.937521:0:325271:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219715.937524:0:325271:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788219715.937526:0:325271:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.937528:0:325271:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219715.937530:0:325271:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788219715.937533:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff500 count: 3 00010000:00000001:3.0:1788219715.937535:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219715.937537:0:325271:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788219715.937540:0:325271:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219715.937542:0:325271:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194600/0x34450ab7a1632cc lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x97f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1782eba8aded81e2 expref: -99 pid: 325271 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788219715.937549:0:325271:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219715.937551:0:325271:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219715.937552:0:325271:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219715.937553:0:325271:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x97f:0x0] mode (null) 00000002:00000001:3.0:1788219715.937555:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937556:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937558:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff500 count: 4 00010000:00000001:3.0:1788219715.937560:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937562:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.937563:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937564:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937566:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff500 count: 4 00010000:00000001:3.0:1788219715.937568:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937569:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.937570:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937571:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937573:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff500 count: 4 00010000:00000001:3.0:1788219715.937574:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937576:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219715.937578:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937579:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937581:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff500 count: 4 00010000:00000001:3.0:1788219715.937582:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937584:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937586:0:325271:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937588:0:325271:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788219715.937590:0:325271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788219715.937594:0:325271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5dc7a20. 00000020:00000010:3.0:1788219715.937602:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8149000. 00000020:00000010:3.0:1788219715.937606:0:325271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893f8148a00. 00000020:00000010:3.0:1788219715.937607:0:325271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9894c95ecde0. 00000008:00000010:3.0:1788219715.937611:0:325271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219715.937613:0:325271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893dc701000. 00008000:00000010:3.0:1788219715.937616:0:325271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219715.937619:0:325271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219715.937622:0:325271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219715.937624:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8148000. 00000008:00000010:3.0:1788219715.937626:0:325271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219715.937629:0:325271:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219715.937631:0:325271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219715.937634:0:325271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f5dc41e0. 00000020:00000001:3.0:1788219715.937635:0:325271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364280289832 : -113709429261784 : ffff9894f5dc7a28) 00000020:00001000:3.0:1788219715.937637:0:325271:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5dc7a20 00000020:00000001:3.0:1788219715.937639:0:325271:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1788219715.937641:0:325271:0:(vvp_object.c:117:vvp_conf_set()) [0x2000013a2:0x97f:0x0]: losing layout lock 00000080:00000001:3.0:1788219715.937644:0:325271:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788219715.937647:0:325271:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788219715.937649:0:325271:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788219715.937651:0:325271:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788219715.937653:0:325271:0:(lov_object.c:1535:lov_conf_set()) [0x2000013a2:0x97f:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788219715.937655:0:325271:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.937657:0:325271:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788219715.937658:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5dc7a20 00000020:00000010:3.0:1788219715.937660:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893f8148a00. 00000020:00000010:3.0:1788219715.937663:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9894c95ecde0. 00000008:00000010:3.0:1788219715.937665:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219715.937668:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893dc701000. 00008000:00000010:3.0:1788219715.937670:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219715.937672:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219715.937674:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219715.937676:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8149000. 00000008:00000010:3.0:1788219715.937678:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219715.937681:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219715.937683:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219715.937685:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f5dc41e0. 00000020:00000010:3.0:1788219715.937687:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8148000. 00000020:00000010:3.0:1788219715.937689:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5dc7a20. 00000080:00000001:3.0:1788219715.937691:0:325271:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937693:0:325271:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219715.937694:0:325271:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x97f:0x0](ffff9893e51021c8) invalid 00000020:00000001:3.0:1788219715.937697:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277a60 00000080:00002000:3.0:1788219715.937698:0:325271:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb (ffff9893e929b288) parent ffff9893e6c7e870 inode ffff9893e51021c8 refc 1 00000080:00000001:3.0:1788219715.937703:0:325271:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219715.937704:0:325271:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219715.937706:0:325271:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937708:0:325271:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219715.937709:0:325271:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219715.937711:0:325271:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219715.937712:0:325271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.937714:0:325271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788219715.937716:0:325271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194600 with handle 0x34450ab7a1632cc from hash 00010000:00000001:3.0:1788219715.937718:0:325271:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219715.937719:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.937720:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937721:0:325271:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219715.937722:0:325271:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219715.937723:0:325271:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219715.937725:0:325271:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219715.937728:0:325271:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195c00/0x34450ab7a1631d0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x97f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1782eba8aded7ee0 expref: -99 pid: 325257 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1788219715.937733:0:325271:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219715.937734:0:325271:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219715.937735:0:325271:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219715.937736:0:325271:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x97f:0x0] mode (null) 00000002:00000001:3.0:1788219715.937738:0:325271:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219715.937740:0:325271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219715.937741:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff500 count: 4 00010000:00000001:3.0:1788219715.937743:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219715.937745:0:325271:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937746:0:325271:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937747:0:325271:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788219715.937748:0:325271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788219715.937751:0:325271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5dc7a20. 00000020:00000010:3.0:1788219715.937753:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8148000. 00000020:00000010:3.0:1788219715.937755:0:325271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893f8149000. 00000020:00000010:3.0:1788219715.937757:0:325271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9894c95ecde0. 00000008:00000010:3.0:1788219715.937759:0:325271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219715.937761:0:325271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893dc701000. 00008000:00000010:3.0:1788219715.937763:0:325271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219715.937765:0:325271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219715.937768:0:325271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219715.937770:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8148a00. 00000008:00000010:3.0:1788219715.937773:0:325271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219715.937775:0:325271:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219715.937776:0:325271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219715.937779:0:325271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f5dc41e0. 00000020:00000001:3.0:1788219715.937781:0:325271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364280289832 : -113709429261784 : ffff9894f5dc7a28) 00000020:00001000:3.0:1788219715.937783:0:325271:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5dc7a20 00000020:00000001:3.0:1788219715.937784:0:325271:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1788219715.937786:0:325271:0:(vvp_object.c:117:vvp_conf_set()) [0x2000013a2:0x97f:0x0]: losing layout lock 00000080:00000001:3.0:1788219715.937787:0:325271:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788219715.937789:0:325271:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788219715.937791:0:325271:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788219715.937792:0:325271:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788219715.937794:0:325271:0:(lov_object.c:1535:lov_conf_set()) [0x2000013a2:0x97f:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788219715.937795:0:325271:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219715.937796:0:325271:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788219715.937798:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5dc7a20 00000020:00000010:3.0:1788219715.937799:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893f8149000. 00000020:00000010:3.0:1788219715.937802:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9894c95ecde0. 00000008:00000010:3.0:1788219715.937804:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219715.937806:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893dc701000. 00008000:00000010:3.0:1788219715.937808:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219715.937810:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219715.937812:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219715.937814:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8148000. 00000008:00000010:3.0:1788219715.937816:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219715.937818:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219715.937820:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219715.937822:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f5dc41e0. 00000020:00000010:3.0:1788219715.937824:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8148a00. 00000020:00000010:3.0:1788219715.937826:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5dc7a20. 00000080:00000001:3.0:1788219715.937828:0:325271:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219715.937830:0:325271:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219715.937831:0:325271:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937833:0:325271:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219715.937834:0:325271:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219715.937835:0:325271:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219715.937836:0:325271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.937838:0:325271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788219715.937840:0:325271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195c00 with handle 0x34450ab7a1631d0 from hash 00010000:00000001:3.0:1788219715.937842:0:325271:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219715.937843:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.937844:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937845:0:325271:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219715.937847:0:325271:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219715.937848:0:325271:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219715.937850:0:325271:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788219715.937852:0:325271:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788219715.937854:0:325271:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788219715.937859:0:325271:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219715.937862:0:325271:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=64 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:3.0:1788219715.937866:0:325271:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788219715.937868:0:325271:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937870:0:325271:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219715.937874:0:325271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219715.937877:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219715.937878:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937879:0:325271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.937881:0:325271:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219715.937884:0:325271:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219715.937887:0:325271:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219715.937894:0:325271:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125f400. 00000100:00000001:3.0:1788219715.937900:0:325271:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937902:0:325271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219715.937904:0:325271:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788219715.937909:0:325271:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194600/0x34450ab7a1632cc lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x97f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded81e2 expref: -99 pid: 325271 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788219715.937917:0:325271:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195c00/0x34450ab7a1631d0 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x97f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded7ee0 expref: -99 pid: 325257 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788219715.937923:0:325271:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00010000:3.0:1788219715.937928:0:325271:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788219715.937930:0:325271:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788219715.937931:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788219715.937933:0:325271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194600/0x34450ab7a1632cc lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x97f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded81e2 expref: -99 pid: 325271 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788219715.937940:0:325271:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9894c9d25540. 00010000:00000001:3.0:1788219715.937945:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937947:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788219715.937948:0:325271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195c00/0x34450ab7a1631d0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x97f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded7ee0 expref: -99 pid: 325257 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000010:3.0:1788219715.937954:0:325271:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9894c9d25080. 00010000:00000040:3.0:1788219715.937956:0:325271:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff500 count: 0 00010000:00000010:3.0:1788219715.937961:0:325271:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06e780. 00010000:00000001:3.0:1788219715.937966:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937966:0:325271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788219715.937968:0:325271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a163232 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded801b expref: -99 pid: 325260 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1 00010000:00000040:3.0:1788219715.937974:0:325271:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619300 count: 0 00010000:00000010:3.0:1788219715.937976:0:325271:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef180. 00010000:00000001:3.0:1788219715.937979:0:325271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219715.937981:0:325271:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937982:0:325271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219715.937983:0:325271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.937985:0:325271:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788219715.937995:0:325271:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788219715.938006:0:325271:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219715.938013:0:325271:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219715.938015:0:325271:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219715.938022:0:325271:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893cb2d80c0. 00000100:00000001:3.0:1788219715.938024:0:325271:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359269212352 : -113714440339264 : ffff9893cb2d80c0) 00000100:00000001:3.0:1788219715.938027:0:325271:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219715.938028:0:325271:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219715.938032:0:325271:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219715.938036:0:325271:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.938037:0:325271:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219715.938039:0:325271:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219715.938043:0:325271:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.938049:0:325271:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219715.938051:0:325271:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219715.938055:0:325271:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219715.938057:0:325271:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219715.938059:0:325271:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219715.938061:0:325271:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job rm:a070992b-a374-46bb-a0a0-eb573b6d6afb:325271:1875079566177792:192.168.203.120@tcp:36:rm.0 00000100:00000001:3.0:1788219715.938065:0:325271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219715.938070:0:325271:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219715.938072:0:325271:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219715.938074:0:325271:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219715.938078:0:325271:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125d400. 02000000:00000001:3.0:1788219715.938079:0:325271:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219715.938087:0:325271:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219715.938092:0:325271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a8f0. 00000400:00000010:3.0:1788219715.938098:0:325271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c550. 00000100:00000200:3.0:1788219715.938104:0:325271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566177792, portal 10 00000100:00000001:3.0:1788219715.938106:0:325271:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219715.938107:0:325271:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219715.938113:0:325271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.938119:0:325271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219715.938121:0:325271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219715.938123:0:325271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219715.938126:0:325271:0:(niobuf.c:94:ptl_send_buf()) Sending 744 bytes to portal 12, xid 1875079566177792, offset 0 00000400:00000200:3.0:1788219715.938131:0:325271:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219715.938140:0:325271:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.938147:0:325271:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219715.938151:0:325271:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219715.938155:0:325271:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219715.938158:0:325271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219715.938161:0:325271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219715.938164:0:325271:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92590:92590:256:4294967295] 192.168.203.120@tcp LPNI seq info [92590:92590:8:4294967295] 00000400:00000200:3.0:1788219715.938168:0:325271:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.938177:0:325271:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219715.938182:0:325271:0:(socklnd_cb.c:931:ksocknal_send()) sending 744 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219715.938188:0:325271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614300. 00000800:00000200:3.0:1788219715.938193:0:325271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219715.938200:0:325271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219715.938216:0:325271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614300 type 1, nob 840 niov 1 nkiov 1 00000100:00000001:3.0:1788219715.941389:0:325271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219715.941400:0:325271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:3.0:1788219715.941408:0:325271:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219715.941411:0:325271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313585057 00000100:00000001:3.0:1788219715.941419:0:325271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313585044 00000100:00000001:3.0:1788219715.941423:0:325271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313585057 00000100:00000001:3.0:1788219715.941426:0:325271:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313585044 00000100:00000001:3.0:1788219715.941429:0:325271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219715.941433:0:325271:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.941436:0:325271:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219715.941438:0:325271:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219715.941442:0:325271:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893cb2d80c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219715.941445:0:325271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219715.941448:0:325271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219715.941503:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219715.941514:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219715.942764:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219715.942772:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614300. 00000400:00000200:2.0:1788219715.942779:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219715.942788:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219715.942805:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:2.0:1788219715.942808:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:2.0:1788219715.942814:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219715.942822:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.942833:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219715.942837:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219715.942844:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219715.942846:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788219715.947373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb820. 00000080:00000010:3.1:1788219715.947396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcaf40. 00000080:00000010:3.1:1788219715.947401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bba60. 00000080:00000010:3.1:1788219715.947405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb8c0. 00000080:00000010:3.1:1788219715.947409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33fa0. 00000080:00000010:3.1:1788219715.947415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bba80. 00000080:00000010:3.1:1788219715.947418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbb80. 00000080:00000010:3.1:1788219715.947422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e330a0. 00000080:00000010:3.1:1788219715.947428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33c60. 00000080:00000010:3.1:1788219715.947431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb920. 00000080:00000010:3.1:1788219715.947435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb0c0. 00000080:00000010:3.1:1788219715.947439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886e0. 00000080:00000010:3.1:1788219715.951369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb8a0. 00000080:00000010:3.1:1788219715.951386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca0c0. 00000080:00000010:3.1:1788219715.951392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbb60. 00000080:00000010:3.1:1788219715.951395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bba00. 00000080:00000010:3.1:1788219715.951399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33120. 00000080:00000010:3.1:1788219715.951406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88160. 00000080:00000010:3.1:1788219715.951412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba889a0. 00010000:00000010:3.1:1788219715.951417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194600. 00010000:00000010:3.1:1788219715.951423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff500. 00010000:00000010:3.1:1788219715.951427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195c00. 00010000:00000010:3.1:1788219715.951430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619300. 00010000:00000010:3.1:1788219715.951433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9c00. 00000100:00000040:3.0:1788219715.969443:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313585057, at 4313585058 00000100:00000010:3.0:1788219715.969458:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f25a0. 00000100:00000040:2.0:1788219715.969690:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313585057, at 4313585058 00000100:00000010:2.0:1788219715.969697:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2de0. 00000800:00000001:3.0:1788219715.969719:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.969733:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.969736:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.969738:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.969747:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.969755:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.969765:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.969772:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.969777:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.969781:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77b600 00000400:00000200:3.0:1788219715.969785:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.969791:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe848d [1] + 224 00000800:00000001:3.0:1788219715.969798:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.969805:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.969808:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.969813:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.969820:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219715.969828:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219715.969839:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.969862:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.969871:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.969875:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.969940:0:325271:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219715.969947:0:325271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219715.969949:0:325271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219715.969953:0:325271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a8f0. 00000400:00000200:1.0:1788219715.969957:0:325271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c550 00000400:00000010:1.0:1788219715.969959:0:325271:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c550. 00000100:00000001:1.0:1788219715.969962:0:325271:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219715.969967:0:325271:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219715.969976:0:325271:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566177792/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/624 e 0 to 0 dl 1788219731 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219715.969982:0:325271:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219715.969983:0:325271:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.969986:0:325271:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219715.969990:0:325271:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219715.969992:0:325271:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219715.969994:0:325271:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219715.969997:0:325271:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219715.970006:0:325271:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219715.970010:0:325271:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219715.970013:0:325271:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219715.970015:0:325271:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219715.970018:0:325271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219715.970021:0:325271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219715.970024:0:325271:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219715.970026:0:325271:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100005ac1/0x400000015] 00000100:00000001:1.0:1788219715.970028:0:325271:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219715.970030:0:325271:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219715.970031:0:325271:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:1.0:1788219715.970035:0:325271:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219715.970037:0:325271:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869200 00000100:00000001:1.0:1788219715.970039:0:325271:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219715.970043:0:325271:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219715.970048:0:325271:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566177792/t17179869206(17179869206) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/456 e 0 to 0 dl 1788219731 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219715.970054:0:325271:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219715.970057:0:325271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219715.970059:0:325271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219715.970063:0:325271:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566177792/t17179869206(17179869206) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/456 e 0 to 0 dl 1788219731 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219715.970070:0:325271:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job rm:a070992b-a374-46bb-a0a0-eb573b6d6afb:325271:1875079566177792:192.168.203.120@tcp:36:rm.0 00000100:00000001:1.0:1788219715.970074:0:325271:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219715.970077:0:325271:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219715.970079:0:325271:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219715.970081:0:325271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219715.970085:0:325271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566177792/t17179869206(17179869206) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/456 e 0 to 0 dl 1788219731 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219715.970091:0:325271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219715.970094:0:325271:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893cb2d80c0. 00000100:00000001:1.0:1788219715.970097:0:325271:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219715.970099:0:325271:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219715.970106:0:325271:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219715.970109:0:325271:0:(lmv_obd.c:3539:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219715.970113:0:325271:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219715.970116:0:325271:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f8149600. 00000100:00000001:1.0:1788219715.970123:0:325271:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219715.970126:0:325271:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566177792/t17179869206(17179869206) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/456 e 0 to 0 dl 1788219731 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219715.970131:0:325271:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219715.970136:0:325271:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219715.970146:0:325271:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219715.970150:0:325271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8277e28 00000080:00002000:1.0:1788219715.970152:0:325271:0:(dcache.c:127:ll_ddelete()) deleting dentry bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb (ffff9893e929b288, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219715.970157:0:325271:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219715.970162:0:325271:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219715.970168:0:325271:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219715.970176:0:325271:0:(llite_lib.c:3410:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788219715.970178:0:325271:0:(file.c:5282:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788219715.970180:0:325271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788219715.970186:0:325271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5cfab40. 00000020:00000010:1.0:1788219715.970191:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3e000. 00000020:00000010:1.0:1788219715.970197:0:325271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893ebd3e800. 00000020:00000010:1.0:1788219715.970209:0:325271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893f01f2780. 00000008:00000010:1.0:1788219715.970216:0:325271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219715.970222:0:325271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893e259dc00. 00008000:00000010:1.0:1788219715.970226:0:325271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219715.970233:0:325271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219715.970237:0:325271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219715.970241:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3fe00. 00000008:00000010:1.0:1788219715.970256:0:325271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219715.970260:0:325271:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219715.970264:0:325271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219715.970268:0:325271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f7371000. 00000020:00000001:1.0:1788219715.970270:0:325271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364279450440 : -113709430101176 : ffff9894f5cfab48) 00000020:00001000:1.0:1788219715.970273:0:325271:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5cfab40 00000020:00000001:1.0:1788219715.970278:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2275850 -> ffff9894f2275850 00000020:00000001:1.0:1788219715.970281:0:325271:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788219715.970284:0:325271:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788219715.970287:0:325271:0:(vvp_io.c:1826:vvp_io_init()) [0x2000013a2:0x97f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788219715.970290:0:325271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788219715.970292:0:325271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788219715.970294:0:325271:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788219715.970298:0:325271:0:(lov_object.c:1590:lov_io_init()) [0x2000013a2:0x97f:0x0]io ffff9894d2505780 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788219715.970301:0:325271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000001:1.0:1788219715.970305:0:325271:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788219715.970307:0:325271:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788219715.970309:0:325271:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788219715.970358:0:325271:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970361:0:325271:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788219715.970364:0:325271:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788219715.970365:0:325271:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970367:0:325271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788219715.970369:0:325271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788219715.970370:0:325271:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788219715.970372:0:325271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00000020:00000001:1.0:1788219715.970374:0:325271:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970377:0:325271:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788219715.970379:0:325271:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788219715.970381:0:325271:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788219715.970384:0:325271:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788219715.970387:0:325271:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788219715.970390:0:325271:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788219715.970392:0:325271:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788219715.970393:0:325271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788219715.970396:0:325271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5cfa510. 00000020:00000010:1.0:1788219715.970400:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3e400. 00000020:00000010:1.0:1788219715.970402:0:325271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893ebd3fc00. 00000020:00000010:1.0:1788219715.970405:0:325271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893f01f2d20. 00000008:00000010:1.0:1788219715.970409:0:325271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894ff962cc0. 00020000:00000010:1.0:1788219715.970412:0:325271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893e259da80. 00008000:00000010:1.0:1788219715.970415:0:325271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894cb516a60. 00000080:00000010:1.0:1788219715.970418:0:325271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894c8fee0a8. 00000080:00000010:1.0:1788219715.970421:0:325271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d2504940. 00000020:00000010:1.0:1788219715.970423:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3f400. 00000008:00000010:1.0:1788219715.970426:0:325271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894ca0be9a0. 00020000:00000010:1.0:1788219715.970429:0:325271:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894f737e910. 00008000:00000010:1.0:1788219715.970431:0:325271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f73720c8. 00000080:00000010:1.0:1788219715.970434:0:325271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f7371d20. 00000020:00000001:1.0:1788219715.970436:0:325271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364279448856 : -113709430102760 : ffff9894f5cfa518) 00000020:00001000:1.0:1788219715.970439:0:325271:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5cfa510 00000020:00000001:1.0:1788219715.970442:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2275e90 -> ffff9894f2275850 00000020:00000001:1.0:1788219715.970443:0:325271:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788219715.970446:0:325271:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788219715.970447:0:325271:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788219715.970448:0:325271:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970450:0:325271:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970453:0:325271:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630364303061072 : -113709406490544 : ffff9894f737f050) 00000020:00000001:1.0:1788219715.970455:0:325271:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788219715.970457:0:325271:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970459:0:325271:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970461:0:325271:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970463:0:325271:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788219715.970464:0:325271:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788219715.970466:0:325271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788219715.970467:0:325271:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788219715.970469:0:325271:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788219715.970470:0:325271:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970472:0:325271:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970474:0:325271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970475:0:325271:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970476:0:325271:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788219715.970477:0:325271:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970479:0:325271:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970480:0:325271:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788219715.970483:0:325271:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788219715.970484:0:325271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788219715.970485:0:325271:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788219715.970488:0:325271:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788219715.970491:0:325271:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788219715.970494:0:325271:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788219715.970497:0:325271:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9894f2277180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788219715.970500:0:325271:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788219715.970503:0:325271:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9894f2277180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788219715.970507:0:325271:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788219715.970509:0:325271:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970511:0:325271:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970512:0:325271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970514:0:325271:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970515:0:325271:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970517:0:325271:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788219715.970519:0:325271:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788219715.970520:0:325271:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788219715.970521:0:325271:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788219715.970522:0:325271:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788219715.970523:0:325271:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970525:0:325271:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788219715.970526:0:325271:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788219715.970528:0:325271:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788219715.970529:0:325271:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788219715.970530:0:325271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788219715.970531:0:325271:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788219715.970532:0:325271:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788219715.970533:0:325271:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970535:0:325271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970536:0:325271:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788219715.970537:0:325271:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788219715.970538:0:325271:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788219715.970540:0:325271:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788219715.970541:0:325271:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788219715.970542:0:325271:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788219715.970543:0:325271:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788219715.970544:0:325271:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788219715.970545:0:325271:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788219715.970546:0:325271:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970548:0:325271:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970549:0:325271:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788219715.970550:0:325271:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788219715.970552:0:325271:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970554:0:325271:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788219715.970556:0:325271:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788219715.970557:0:325271:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788219715.970558:0:325271:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788219715.970559:0:325271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788219715.970561:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfa510 00000020:00000010:1.0:1788219715.970565:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3fc00. 00000020:00000010:1.0:1788219715.970570:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2d20. 00000008:00000010:1.0:1788219715.970575:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff962cc0. 00020000:00000010:1.0:1788219715.970579:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259da80. 00008000:00000010:1.0:1788219715.970583:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb516a60. 00000080:00000010:1.0:1788219715.970586:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8fee0a8. 00000080:00000010:1.0:1788219715.970590:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d2504940. 00000020:00000010:1.0:1788219715.970593:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e400. 00000008:00000010:1.0:1788219715.970598:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0be9a0. 00020000:00000010:1.0:1788219715.970603:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737e910. 00008000:00000010:1.0:1788219715.970607:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f73720c8. 00000080:00000010:1.0:1788219715.970609:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f7371d20. 00000020:00000010:1.0:1788219715.970612:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3f400. 00000020:00000010:1.0:1788219715.970614:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfa510. 00020000:00000001:1.0:1788219715.970616:0:325271:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788219715.970618:0:325271:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788219715.970620:0:325271:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788219715.970622:0:325271:0:(vvp_io.c:304:vvp_io_fini()) [0x2000013a2:0x97f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788219715.970625:0:325271:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788219715.970626:0:325271:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788219715.970629:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfab40 00000020:00000010:1.0:1788219715.970631:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3e800. 00000020:00000010:1.0:1788219715.970634:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2780. 00000008:00000010:1.0:1788219715.970636:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219715.970639:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259dc00. 00008000:00000010:1.0:1788219715.970642:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219715.970644:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219715.970646:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219715.970650:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e000. 00000008:00000010:1.0:1788219715.970653:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219715.970657:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219715.970659:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219715.970662:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f7371000. 00000020:00000010:1.0:1788219715.970665:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3fe00. 00000020:00000010:1.0:1788219715.970667:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfab40. 00000080:00000001:1.0:1788219715.970669:0:325271:0:(file.c:5319:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219715.970674:0:325271:0:(llite_lib.c:2072:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788219715.970676:0:325271:0:(llite_lib.c:2075:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x97f:0x0](ffff9893e51021c8) 00800000:00000001:1.0:1788219715.970681:0:325271:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788219715.970682:0:325271:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x2000013a2:0x97f:0x0] 00000002:00000001:1.0:1788219715.970687:0:325271:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788219715.970694:0:325271:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219715.970697:0:325271:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788219715.970700:0:325271:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219715.970702:0:325271:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219715.970705:0:325271:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788219715.970708:0:325271:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788219715.970710:0:325271:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219715.970712:0:325271:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219715.970715:0:325271:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788219715.970718:0:325271:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5cfab40. 00000020:00000010:1.0:1788219715.970722:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3fe00. 00000020:00000010:1.0:1788219715.970725:0:325271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893ebd3e000. 00000020:00000010:1.0:1788219715.970727:0:325271:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893f01f2780. 00000008:00000010:1.0:1788219715.970732:0:325271:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219715.970734:0:325271:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893e259dc00. 00008000:00000010:1.0:1788219715.970737:0:325271:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219715.970740:0:325271:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219715.970743:0:325271:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219715.970745:0:325271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3e800. 00000008:00000010:1.0:1788219715.970749:0:325271:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219715.970752:0:325271:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219715.970755:0:325271:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219715.970757:0:325271:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f7371000. 00000020:00000001:1.0:1788219715.970759:0:325271:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364279450440 : -113709430101176 : ffff9894f5cfab48) 00000020:00001000:1.0:1788219715.970762:0:325271:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5cfab40 00020000:00000001:1.0:1788219715.970769:0:325271:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788219715.970771:0:325271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000001:1.0:1788219715.970774:0:325271:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788219715.970777:0:325271:0:(lov_ea.c:755:dump_lsm()) lsm ffff9893f01f2ea0, objid 0x97f:5026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788219715.970781:0:325271:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788219715.970785:0:325271:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9894f2204900: ostid: 0x2c0000403:26306 ost idx: 1 gen: 0 00020000:00000001:1.0:1788219715.970788:0:325271:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788219715.970790:0:325271:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970792:0:325271:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788219715.970794:0:325271:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1788219715.970797:0:325271:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788219715.970801:0:325271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffc00 count: 2 00010000:00000001:1.0:1788219715.970804:0:325271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219715.970807:0:325271:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788219715.970810:0:325271:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788219715.970815:0:325271:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1788219715 1788219715 1788219715 by oinfo size 0 blocks 0 [cma]time 1788219715 1788219715 1788219715 ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 1/0,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788219715.970827:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2277180 -> ffff9894f2275850 00000020:00000001:1.0:1788219715.970829:0:325271:0:(cl_object.c:151:cl_object_top()) ffff9894f2277180 -> ffff9894f2275850 00000008:00000001:1.0:1788219715.970831:0:325271:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219715.970833:0:325271:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219715.970835:0:325271:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219715.970837:0:325271:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788219715.970841:0:325271:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9894f2277180. 00020000:00000001:1.0:1788219715.970845:0:325271:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788219715.970847:0:325271:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9894f2275e10. 00020000:00000001:1.0:1788219715.970852:0:325271:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788219715.970853:0:325271:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788219715.970855:0:325271:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788219715.970857:0:325271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000001:1.0:1788219715.970859:0:325271:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788219715.970861:0:325271:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788219715.970862:0:325271:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000001:1.0:1788219715.970865:0:325271:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788219715.970867:0:325271:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9893de749460. 00020000:00000010:1.0:1788219715.970870:0:325271:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9894c9c6d900. 00020000:00000010:1.0:1788219715.970873:0:325271:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9893e2e43de0. 00020000:00000002:1.0:1788219715.970876:0:325271:0:(lov_ea.c:755:dump_lsm()) lsm ffff9893f01f2ea0, objid 0x97f:5026, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788219715.970880:0:325271:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788219715.970883:0:325271:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9894f2204900: ostid: 0x2c0000403:26306 ost idx: 1 gen: 0 00020000:00000010:1.0:1788219715.970888:0:325271:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9894f2204900. 00020000:00000010:1.0:1788219715.970891:0:325271:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9893f01f2240. 00020000:00000010:1.0:1788219715.970893:0:325271:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9893f01f2ea0. 00020000:00000001:1.0:1788219715.970895:0:325271:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788219715.970897:0:325271:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9894f03623e0) owner 0000000000000000/ffff9893e968cf80 00020000:00000010:1.0:1788219715.970899:0:325271:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9894f03623e0. 00020000:00000001:1.0:1788219715.970902:0:325271:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788219715.970906:0:325271:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9894f22757d0. 00000020:00001000:1.0:1788219715.970910:0:325271:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfab40 00000020:00000010:1.0:1788219715.970912:0:325271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3e000. 00000020:00000010:1.0:1788219715.970914:0:325271:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2780. 00000008:00000010:1.0:1788219715.970916:0:325271:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219715.970919:0:325271:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259dc00. 00008000:00000010:1.0:1788219715.970921:0:325271:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219715.970923:0:325271:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219715.970925:0:325271:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219715.970927:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3fe00. 00000008:00000010:1.0:1788219715.970930:0:325271:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219715.970932:0:325271:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219715.970934:0:325271:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219715.970937:0:325271:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f7371000. 00000020:00000010:1.0:1788219715.970939:0:325271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e800. 00000020:00000010:1.0:1788219715.970941:0:325271:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfab40. 00000080:00000001:1.0:1788219715.970945:0:325271:0:(llite_lib.c:2123:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788219715.970946:0:325271:0:(llite_lib.c:3429:ll_delete_inode()) Process leaving 00000800:00000001:3.0:1788219715.977343:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.977361:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219715.977366:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.977369:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.977378:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.977386:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219715.977394:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.977399:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.977404:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.977408:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9c0600 00000400:00000200:3.0:1788219715.977416:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe6ded [2] + 1048 00000800:00000001:3.0:1788219715.977423:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.977431:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219715.977434:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.977440:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219715.977448:0:256056:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788219715.977450:0:256056:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788219715.977456:0:256056:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000100:00000040:3.0:1788219715.977459:0:256056:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed39e300 x1875079568557568 msgsize 328 00000100:00100000:3.0:1788219715.977463:0:256056:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:3.0:1788219715.977475:0:256056:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788219715.977483:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219715.977486:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219715.977510:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788219715.977512:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568557568 02000000:00000001:3.0:1788219715.977515:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788219715.977518:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219715.977520:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219715.977525:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219715.977529:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568557568 00000020:00000001:3.0:1788219715.977533:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1788219715.977534:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d64f 00000020:00000001:3.0:1788219715.977537:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.977540:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894d49ef800 refcount=4 00000020:00000001:3.0:1788219715.977543:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363722610688 : -113709986940928 : ffff9894d49ef800) 00000020:00000001:3.0:1788219715.977545:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363722610688 : -113709986940928 : ffff9894d49ef800) 00000100:00000001:3.0:1788219715.977549:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788219715.977554:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e070ef80. 00000100:00000001:3.0:1788219715.977557:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788219715.977559:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e070ef80. 00000020:00000010:3.0:1788219715.977566:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f8148a00. 00000020:00000010:3.0:1788219715.977571:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894c8fef180. 00000020:00000010:3.0:1788219715.977577:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894f5cd5c80. 00000100:00000040:3.0:1788219715.977585:0:280883:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788219715.977589:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788219715.977590:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788219715.977593:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.977601:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.977610:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219715.977621:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788219715.977623:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788219715.977628:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 439 00000100:00000040:3.0:1788219715.977632:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894d49ef800 : new rpc_count 1 00000100:00000001:3.0:1788219715.977634:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:3.0:1788219715.977641:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed39e300 x1875079568557568/t0(0) o104->LOV_OSC_UUID@192.168.203.120@tcp:716/0 lens 328/0 e 0 to 0 dl 1788219726 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219715.977649:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788219715.977652:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e070ef80. 00000100:00000001:3.0:1788219715.977654:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788219715.977656:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e070ef80. 00000100:00100000:3.0:1788219715.977660:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed39e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:201774:x1875079568557568:12345-192.168.203.120@tcp:104: 00000100:00000200:3.0:1788219715.977664:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568557568 00010000:00000001:3.0:1788219715.977666:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788219715.977673:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219715.977674:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219715.977677:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195600 refcount=2 00000020:00000001:3.0:1788219715.977679:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:3.0:1788219715.977681:0:280883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217280 : -113714240334336 : ffff9893d7195600) 00010000:00000001:3.0:1788219715.977685:0:280883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219715.977689:0:280883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219715.977693:0:280883:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9893ca6d2800 lock: 00000000124a0b2d/0x34450ab7a1632d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x66c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x1782eba8aded81e9 expref: -99 pid: 325271 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788219715.977705:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788219715.977707:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788219715.977712:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9893e125f800. 02000000:00000001:3.0:1788219715.977714:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.977717:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.977721:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788219715.977725:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219715.977729:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219715.977732:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788219715.977735:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:3.0:1788219715.977738:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:3.0:1788219715.977740:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788219715.977742:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.977745:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219715.977747:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219715.977751:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219715.977756:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568557568, offset 224 00000400:00000200:3.0:1788219715.977762:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219715.977768:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.977775:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219715.977780:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92591:92591:256:4294967295] 192.168.203.120@tcp LPNI seq info [92591:92591:8:4294967295] 00000400:00000200:3.0:1788219715.977784:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219715.977791:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219715.977796:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219715.977801:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614a00. 00000800:00000200:3.0:1788219715.977807:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219715.977814:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219715.977819:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219715.977828:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219715.977832:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:3.0:1788219715.977835:0:280883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788219715.977840:0:280883:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893cb2d80c0. 00010000:00000001:3.0:1788219715.977843:0:280883:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788219715.977861:0:280883:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788219715.977864:0:280883:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.977865:0:280883:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219715.977867:0:280883:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219715.977872:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079568557568/t0(0) o104->LOV_OSC_UUID@192.168.203.120@tcp:716/0 lens 328/224 e 0 to 0 dl 1788219726 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788219715.977882:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed39e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:201774:x1875079568557568:12345-192.168.203.120@tcp:104: Request processed in 231us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788219715.977890:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 439 00000100:00000040:3.0:1788219715.977893:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894d49ef800 : new rpc_count 0 00000100:00000001:3.0:1788219715.977895:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788219715.977897:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788219715.977901:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894c8fef180. 00000020:00000010:3.0:1788219715.977905:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894f5cd5c80. 00000020:00000010:3.0:1788219715.977908:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f8148a00. 00000020:00000040:3.0:1788219715.977912:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894d49ef800 : new refcount 3 00000100:00000001:3.0:1788219715.977916:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219715.977980:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.977984:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614a00. 00000400:00000200:3.0:1788219715.977987:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.977991:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.977995:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219715.977998:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219715.978000:0:256055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788219715.978002:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1788219715.978803:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219715.978805:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788219715.983443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33f80. 00000080:00000010:1.1:1788219715.983476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9893e5102100. 00000800:00000200:3.0:1788219715.991442:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219715.991448:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7800. 00000400:00000200:3.0:1788219715.991454:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219715.991462:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219715.991469:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cff68 00000400:00000010:3.0:1788219715.991473:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cff68. 00000100:00000001:3.0:1788219715.991477:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219715.991485:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566177920/t0(0) o103->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219731 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.991497:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219715.991510:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017480 x1875079566177920/t0(0) o103->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219731 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219715.991524:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219715.991526:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219716.000385:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219716.000400:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219716.000404:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219716.000406:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219716.000416:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219716.000423:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219716.000431:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219716.000436:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219716.000441:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219716.000445:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb77b680 00000400:00000200:3.0:1788219716.000449:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219716.000455:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84a5 [1] + 224 00000800:00000001:3.0:1788219716.000462:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219716.000472:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219716.000475:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219716.000480:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219716.000488:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219716.000497:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017480 x1875079566177920/t0(0) o103->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219731 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219716.000508:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed017480 x1875079566177920/t0(0) o103->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219731 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219716.000524:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219716.000532:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219716.000535:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788219716.006362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffc00. 00010000:00000010:0.1:1788219716.006378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195600. 00000100:00000040:3.0:1788219716.019443:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313585107, at 4313585108 00000100:00000010:3.0:1788219716.019458:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02960. 00000100:00000040:2.0:1788219716.019558:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313585107, at 4313585108 00000100:00000010:2.0:1788219716.019564:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02900. 00010000:00000001:1.0:1788219716.512549:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219716.512556:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512563:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219716.512564:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512568:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219716.512569:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512573:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219716.512574:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512577:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219716.512581:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219716.512583:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219716.512588:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512592:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219716.512594:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512596:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219716.512599:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219716.512626:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219716.512629:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219716.512631:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788219717.195260:0:325358:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219717.535540:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219717.535548:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219717.535554:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219717.535555:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219717.535559:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219717.535560:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219717.535564:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219717.535565:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219717.535569:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219717.535570:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219717.545278:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219717.545284:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219717.545287:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219718.560334:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219718.560341:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219718.560347:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219718.560348:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219718.560353:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219718.560355:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219718.560358:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219718.560359:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219718.560363:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219718.560364:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219718.560408:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219718.560412:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219718.560415:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219718.623428:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219718.623439:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219718.623446:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219718.623452:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219718.623471:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219718.623481:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219718.623486:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219718.623494:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c500. 00000100:00000001:2.0:1788219718.623501:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623513:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219718.623524:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219718.623529:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623536:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_00+0] req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623562:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623564:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219718.623568:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219718.623571:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219718.623573:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=65 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219718.623575:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219718.623577:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219718.623579:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219718.623582:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c200. 00000100:00000001:2.0:1788219718.623585:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623590:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219718.623597:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219718.623598:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623602:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_01+1] req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623610:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623612:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219718.623615:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219718.623617:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219718.623620:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219718.623622:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219718.623624:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219718.623625:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219718.623628:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c600. 00000100:00000001:2.0:1788219718.623631:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623635:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219718.623643:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219718.623644:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623648:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623655:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623657:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219718.623660:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219718.623664:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219718.623666:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219718.623667:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219718.623669:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219718.623670:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219718.623674:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c300. 00000100:00000001:2.0:1788219718.623676:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623680:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219718.623686:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219718.623688:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623691:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb96589] to pc [ptlrpcd_01_01+1] req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623698:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623700:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219718.623703:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219718.623706:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b480. 00000020:00000040:2.0:1788219718.623709:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=4 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219718.623710:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219718.623712:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219718.623713:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219718.623717:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c100. 00000100:00000001:2.0:1788219718.623719:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623723:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219718.623729:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219718.623731:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623735:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000503fa5c5] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623741:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.623745:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18925) 00000100:00000001:2.0:1788219718.623765:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219718.623769:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219718.623772:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219718.623777:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623784:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219718.623785:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.623789:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219718.623792:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219718.623794:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219718.623797:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566178048:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219718.623802:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219718.623807:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219718.623810:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.623812:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219718.623816:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cbaa00. 02000000:00000001:2.0:1788219718.623819:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219718.623826:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219718.623831:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d68. 00000400:00000010:2.0:1788219718.623838:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219718.623844:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178048, portal 25 00000100:00000001:2.0:1788219718.623846:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219718.623848:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219718.623853:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.623860:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219718.623863:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219718.623865:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219718.623868:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566178048, offset 0 00000400:00000200:2.0:1788219718.623875:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219718.623882:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.623890:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219718.623895:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219718.623899:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219718.623902:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219718.623904:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219718.623908:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92593:92593:256:4294967295] 192.168.203.120@tcp LPNI seq info [92593:92593:8:4294967295] 00000400:00000200:2.0:1788219718.623913:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.623921:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219718.623927:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219718.623931:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cc00. 00000800:00000200:2.0:1788219718.623938:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219718.623946:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219718.623950:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219718.623961:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219718.623965:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219718.623968:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313588984 00000100:00000010:2.0:1788219718.623973:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1923c0. 00000100:00000001:2.0:1788219718.623979:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219718.623983:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313588984 00000100:00000010:2.0:1788219718.623986:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192c00. 00000100:00000001:2.0:1788219718.623989:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219718.623992:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.623994:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.623997:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219718.624000:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624007:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219718.624008:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624010:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219718.624011:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219718.624013:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219718.624015:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178304:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219718.624019:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219718.624021:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219718.624023:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624024:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219718.624027:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cba800. 02000000:00000001:2.0:1788219718.624029:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219718.624032:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219718.624035:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29a0. 00000400:00000010:2.0:1788219718.624039:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219718.624041:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178304, portal 10 00000100:00000001:2.0:1788219718.624043:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219718.624044:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:2.0:1788219718.624050:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624055:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219718.624057:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219718.624059:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219718.624062:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566178304, offset 0 00000400:00000200:2.0:1788219718.624065:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624068:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624071:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219718.624073:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219718.624075:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219718.624077:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219718.624079:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624082:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92594:92594:255:4294967295] 192.168.203.120@tcp LPNI seq info [92594:92594:7:4294967295] 00000400:00000200:2.0:1788219718.624086:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624091:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219718.624094:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219718.624097:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cf00. 00000800:00000200:2.0:1788219718.624101:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219718.624104:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219718.624107:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219718.624109:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.624112:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14590 usecs (15 jiffies) 00000400:00000200:2.0:1788219718.624115:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219718.624117:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313587727 00000100:00000001:2.0:1788219718.624119:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624121:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313587727 00000100:00000001:2.0:1788219718.624123:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624124:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.624126:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624127:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219718.624131:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624142:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219718.624143:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624145:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219718.624146:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219718.624148:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219718.624151:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178560:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219718.624154:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219718.624156:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219718.624157:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624159:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219718.624161:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cbb200. 02000000:00000001:2.0:1788219718.624163:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219718.624165:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219718.624168:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2c60. 00000400:00000010:2.0:1788219718.624171:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:2.0:1788219718.624173:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178560, portal 4 00000100:00000001:2.0:1788219718.624175:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219718.624176:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000040:2.0:1788219718.624181:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624201:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219718.624203:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219718.624205:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219718.624207:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566178560, offset 0 00000400:00000200:2.0:1788219718.624211:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624214:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624216:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219718.624219:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219718.624220:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219718.624223:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219718.624225:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624228:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92595:92595:254:4294967295] 192.168.203.120@tcp LPNI seq info [92595:92595:6:4294967295] 00000400:00000200:2.0:1788219718.624232:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624237:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219718.624241:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219718.624244:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ce00. 00000800:00000200:2.0:1788219718.624248:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219718.624252:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219718.624254:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219718.624257:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.624259:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27613 usecs (28 jiffies) 00000400:00000200:2.0:1788219718.624262:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219718.624263:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313587740 00000100:00000001:2.0:1788219718.624265:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624267:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313587740 00000100:00000001:2.0:1788219718.624269:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624271:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.624273:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624275:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624277:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.624283:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219718.624286:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219718.624288:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219718.624289:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219718.624290:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219718.624292:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788219718.624294:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.624295:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219718.624296:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.624298:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219718.624299:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219718.624300:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219718.624304:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624334:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219718.624336:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624338:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219718.624340:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219718.624342:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219718.624345:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178176:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219718.624348:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219718.624350:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219718.624351:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624353:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219718.624356:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cbbc00. 02000000:00000001:2.0:1788219718.624357:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219718.624360:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219718.624362:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e70. 00000400:00000010:2.0:1788219718.624366:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219718.624373:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178176, portal 10 00000100:00000001:2.0:1788219718.624375:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219718.624376:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:2.0:1788219718.624382:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624388:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219718.624390:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219718.624392:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219718.624394:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566178176, offset 0 00000400:00000200:2.0:1788219718.624398:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624401:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624404:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219718.624407:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219718.624409:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219718.624411:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219718.624413:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624416:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92596:92596:253:4294967295] 192.168.203.120@tcp LPNI seq info [92596:92596:5:4294967295] 00000400:00000200:2.0:1788219718.624420:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624425:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219718.624429:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219718.624432:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ca00. 00000800:00000200:2.0:1788219718.624435:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219718.624440:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219718.624442:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219718.624445:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.624447:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:2.0:1788219718.624450:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219718.624451:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313587739 00000100:00000001:2.0:1788219718.624453:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624455:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313587739 00000100:00000001:2.0:1788219718.624457:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624459:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.624461:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624463:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219718.624466:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624472:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219718.624473:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624475:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219718.624476:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219718.624478:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219718.624480:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178432:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219718.624483:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219718.624485:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219718.624487:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.624489:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219718.624491:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cba600. 02000000:00000001:2.0:1788219718.624493:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219718.624496:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219718.624498:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2aa8. 00000400:00000010:2.0:1788219718.624501:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219718.624504:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178432, portal 4 00000100:00000001:2.0:1788219718.624506:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219718.624507:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219718.624512:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624519:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219718.624521:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219718.624523:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219718.624525:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566178432, offset 0 00000400:00000200:2.0:1788219718.624529:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624532:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624534:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219718.624537:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219718.624539:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219718.624541:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219718.624543:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219718.624545:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92597:92597:252:4294967295] 192.168.203.120@tcp LPNI seq info [92597:92597:4:4294967295] 00000400:00000200:2.0:1788219718.624548:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.624553:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219718.624557:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219718.624561:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894cc6c2600. 00000800:00000200:2.0:1788219718.624564:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219718.624568:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219718.624570:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894cc6c2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219718.624573:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.624576:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17325 usecs (18 jiffies) 00000400:00000200:2.0:1788219718.624579:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219718.624581:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313587730 00000100:00000001:2.0:1788219718.624583:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624585:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313587730 00000100:00000001:2.0:1788219718.624587:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313588984 00000100:00000001:2.0:1788219718.624589:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.624591:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624593:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624595:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624606:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219718.624608:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219718.624642:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219718.624645:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cc00. 00000400:00000200:2.0:1788219718.624651:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.624656:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219718.624661:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:2.0:1788219718.624663:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:2.0:1788219718.624667:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219718.624671:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624679:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.624682:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624688:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624689:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219718.624700:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219718.624703:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cf00. 00000400:00000200:2.0:1788219718.624705:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.624708:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219718.624710:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:2.0:1788219718.624712:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:2.0:1788219718.624714:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219718.624716:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624722:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.624725:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624730:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624731:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219718.624737:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219718.624739:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ce00. 00000400:00000200:2.0:1788219718.624741:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.624744:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219718.624746:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:2.0:1788219718.624748:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:2.0:1788219718.624750:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219718.624753:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624759:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.624762:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624768:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624769:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219718.624776:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219718.624778:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ca00. 00000400:00000200:2.0:1788219718.624780:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.624783:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219718.624785:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:2.0:1788219718.624787:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:2.0:1788219718.624789:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219718.624792:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624798:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.624802:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624807:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624809:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219718.624867:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219718.624870:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894cc6c2600. 00000400:00000200:2.0:1788219718.624873:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.624877:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219718.624879:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:2.0:1788219718.624881:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:2.0:1788219718.624883:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219718.624886:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624893:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.624896:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.624902:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.624903:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219718.631829:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.631847:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219718.631851:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.631854:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.631863:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631871:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219718.631881:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631886:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631892:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631896:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77b800 00000400:00000200:2.0:1788219718.631901:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631907:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84bd [1] + 224 00000800:00000001:2.0:1788219718.631914:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.631918:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.631922:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.631927:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219718.631935:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.631944:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219718.631954:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.631969:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219718.631978:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.631981:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219718.631983:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.631985:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.631988:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631991:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219718.631995:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.631997:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.632000:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.632002:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77b780 00000400:00000200:2.0:1788219718.632005:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.632008:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84dd [1] + 224 00000800:00000001:2.0:1788219718.632011:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.632017:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.632019:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.632022:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219718.632025:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.632030:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219718.632038:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632045:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219718.632047:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.632051:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.632063:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219718.632067:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219718.632072:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219718.632075:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219718.632077:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e70. 00000400:00000200:2.0:1788219718.632081:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:2.0:1788219718.632083:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:2.0:1788219718.632086:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.632090:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219718.632098:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632105:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219718.632107:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.632109:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219718.632113:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219718.632116:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219718.632118:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.632121:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219718.632132:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219718.632136:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219718.632138:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219718.632141:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219718.632144:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219718.632148:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.632151:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788219718.632153:0:256063:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869206 gen 1 00000100:00000040:2.0:1788219718.632160:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869206) req@ffff9894ddb6e300 x1875079566167424/t17179869201(17179869201) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/664 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219718.632167:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219718.632169:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000001:2.0:1788219718.632172:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632175:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e300 x1875079566167424/t17179869201(17179869201) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/664 e 0 to 0 dl 1788219731 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219718.632182:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.632196:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632201:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566168192/t17179869204(17179869204) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219731 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219718.632206:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219718.632209:0:256063:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e338a0. 00000100:00000001:2.0:1788219718.632212:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632214:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e300 x1875079566167424/t17179869201(17179869201) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 824/664 e 0 to 0 dl 1788219731 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219718.632220:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788219718.632223:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632224:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=64 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632227:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632230:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 2048 at ffff9894d4f9c000. 02000000:00000001:2.0:1788219718.632234:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632236:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632237:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e300. 00000100:00000001:2.0:1788219718.632241:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632242:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219718.632246:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869206) req@ffff9894ddb6ce00 x1875079566167680/t17179869202(17179869202) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632253:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632255:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ce00 x1875079566167680/t17179869202(17179869202) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632261:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219718.632263:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219718.632265:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee181c00. 02000000:00000001:2.0:1788219718.632268:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219718.632269:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632270:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632272:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632274:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3ec00. 02000000:00000001:2.0:1788219718.632276:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632277:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632278:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ce00. 00000100:00000001:2.0:1788219718.632280:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632282:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219718.632285:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869206) req@ffff9894ddb6c000 x1875079566168192/t17179869204(17179869204) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219718.632291:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632294:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566168192/t17179869204(17179869204) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219718.632299:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219718.632300:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219718.632301:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee181400. 02000000:00000001:2.0:1788219718.632303:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219718.632304:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632306:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632307:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632308:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f000. 02000000:00000001:2.0:1788219718.632333:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632335:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632336:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:2.0:1788219718.632338:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632339:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219718.632344:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869206) req@ffff9894ddb6ea00 x1875079566171008/t17179869205(17179869205) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 1000/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632350:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632353:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566171008/t17179869205(17179869205) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 1000/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632358:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219718.632359:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219718.632361:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee181800. 02000000:00000001:2.0:1788219718.632363:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219718.632364:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632365:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632367:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632368:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182800. 02000000:00000001:2.0:1788219718.632370:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632372:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632373:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:2.0:1788219718.632375:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632375:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219718.632380:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869206) req@ffff9894ed39c000 x1875079566177792/t17179869206(17179869206) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632385:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632388:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566177792/t17179869206(17179869206) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 744/456 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632393:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219718.632395:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219718.632396:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125d400. 02000000:00000001:2.0:1788219718.632398:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219718.632399:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632400:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632402:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632403:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125f400. 02000000:00000001:2.0:1788219718.632405:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632406:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632407:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:2.0:1788219718.632410:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632411:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.632413:0:256063:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219718.632415:0:256063:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:2.0:1788219718.632417:0:256063:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219718.632419:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.632424:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632430:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.632433:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219718.632436:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219718.632440:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219718.632447:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178176:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219718.632454:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219718.632456:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219718.632458:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29a0. 00000400:00000200:2.0:1788219718.632460:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:2.0:1788219718.632462:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:2.0:1788219718.632465:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.632468:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219718.632476:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632482:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219718.632483:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.632484:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219718.632485:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219718.632487:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219718.632488:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219718.632490:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219718.632493:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219718.632496:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219718.632498:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219718.632499:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219718.632500:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219718.632502:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.632504:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219718.632506:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:2.0:1788219718.632508:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219718.632509:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219718.632513:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632519:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219718.632521:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219718.632522:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219718.632525:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219718.632531:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178304:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219718.632536:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.632538:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632541:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566178176/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632547:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219718.632549:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219718.632550:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cbbc00. 02000000:00000001:2.0:1788219718.632554:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219718.632555:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632556:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632558:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632559:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c200. 02000000:00000001:2.0:1788219718.632562:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632563:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632565:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:2.0:1788219718.632567:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632568:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.632570:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219718.632573:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566178304/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.632577:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219718.632578:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219718.632580:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cba800. 02000000:00000001:2.0:1788219718.632582:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219718.632583:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219718.632585:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219718.632587:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219718.632588:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c600. 02000000:00000001:2.0:1788219718.632590:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219718.632591:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219718.632592:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:2.0:1788219718.632595:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219718.632596:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219718.632599:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.632601:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219718.632602:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219718.632604:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219718.632606:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219718.634052:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634065:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219718.634068:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634070:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.634077:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634085:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219718.634093:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634097:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634101:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634105:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77b700 00000400:00000200:2.0:1788219718.634110:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634115:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84ad [1] + 224 00000800:00000001:2.0:1788219718.634121:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634124:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.634126:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.634130:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219718.634136:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.634142:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219718.634151:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.634172:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219718.634178:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634182:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219718.634193:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634196:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.634199:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634202:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219718.634205:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634208:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634210:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634213:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77b880 00000400:00000200:2.0:1788219718.634216:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.634220:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84ed [1] + 224 00000800:00000001:2.0:1788219718.634223:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634237:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.634239:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.634243:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219718.634246:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.634250:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219718.634258:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219718.634265:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219718.634269:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.634271:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.634377:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219718.634382:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219718.634388:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219718.634390:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219718.634393:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2aa8. 00000400:00000200:3.0:1788219718.634397:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:3.0:1788219718.634399:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:3.0:1788219718.634402:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219718.634407:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219718.634415:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.634421:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219718.634422:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.634424:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219718.634428:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219718.634430:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219718.634432:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219718.634435:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219718.634442:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219718.634447:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219718.634449:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219718.634451:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219718.634454:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219718.634458:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.634460:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219718.634463:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219718.634464:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219718.634466:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219718.634470:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.634576:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219718.634579:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219718.634580:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219718.634585:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219718.634592:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178432:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219718.634598:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219718.634599:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219718.634601:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:3.0:1788219718.634603:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:3.0:1788219718.634605:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:3.0:1788219718.634607:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219718.634610:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219718.634617:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.634623:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219718.634624:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.634625:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219718.634627:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219718.634628:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219718.634629:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219718.634631:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219718.634634:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219718.634637:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219718.634639:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219718.634640:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219718.634642:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219718.634643:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.634646:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219718.634649:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.634655:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219718.634657:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219718.634659:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219718.634662:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219718.634668:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566178048:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219718.634673:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.634676:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219718.634679:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566178432/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.634685:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219718.634687:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219718.634690:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cba600. 02000000:00000001:3.0:1788219718.634693:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219718.634696:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219718.634697:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219718.634699:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219718.634701:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c300. 02000000:00000001:3.0:1788219718.634705:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219718.634706:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219718.634707:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:3.0:1788219718.634710:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219718.634711:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.634713:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219718.634715:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566178048/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.634720:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219718.634721:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219718.634722:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cbaa00. 02000000:00000001:3.0:1788219718.634724:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219718.634725:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219718.634726:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219718.634728:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219718.634729:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c500. 02000000:00000001:3.0:1788219718.634731:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219718.634733:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219718.634734:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:3.0:1788219718.634736:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219718.634737:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.634741:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.634742:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219718.634743:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219718.634745:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.634746:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219718.639962:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.639988:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219718.639992:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.639995:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.640006:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.640014:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219718.640024:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.640031:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.640036:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.640040:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77b900 00000400:00000200:2.0:1788219718.640045:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219718.640052:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84cd [1] + 224 00000800:00000001:2.0:1788219718.640062:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.640073:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219718.640076:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219718.640081:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219718.640090:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219718.640099:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219718.640109:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.640162:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219718.640167:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219718.640195:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219718.640206:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219718.640210:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219718.640821:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219718.640824:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219718.640836:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2c60. 00000400:00000200:3.0:1788219718.640842:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:3.0:1788219718.640845:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:3.0:1788219718.640850:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219718.641154:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219718.641169:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.641177:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219718.641181:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.641193:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219718.641198:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219718.641201:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219718.641203:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219718.641207:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219718.641216:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219718.641220:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=22 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219718.641224:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219718.641226:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219718.641230:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219718.641234:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.641238:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219718.641240:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903499 00000100:00000001:3.0:1788219718.641243:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219718.641246:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219718.641253:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.641260:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219718.641264:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219718.641266:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219718.641272:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219718.641281:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178560:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219718.641287:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.641291:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219718.641296:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b480 x1875079566178560/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219718.641304:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219718.641307:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219718.641331:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cbb200. 02000000:00000001:3.0:1788219718.641336:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219718.641339:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219718.641341:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219718.641343:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219718.641346:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c100. 02000000:00000001:3.0:1788219718.641350:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219718.641352:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219718.641354:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b480. 00000100:00000001:3.0:1788219718.641359:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219718.641361:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.641364:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219718.641372:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219718.641375:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219718.641378:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219718.641381:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219718.915987:0:325497:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585249:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219719.585255:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585262:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219719.585263:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585267:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219719.585270:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219719.585272:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219719.585277:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219719.585278:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219719.585280:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585283:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219719.585285:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585287:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585290:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585293:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219719.585295:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219719.585298:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219719.585299:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219719.903537:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313588984, at 4313588992 00000100:00000010:2.0:1788219719.903552:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1923c0. 00000100:00000040:3.0:1788219719.903621:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313588984, at 4313588992 00000100:00000010:3.0:1788219719.903627:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192c00. 00010000:00000001:1.0:1788219720.607452:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219720.607459:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219720.607465:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219720.607467:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219720.607471:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219720.607542:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219720.607547:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219720.607548:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219720.607552:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219720.607553:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219720.610102:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219720.610110:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219720.610116:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788219720.797760:0:325643:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219721.631415:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219721.631422:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219721.631428:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219721.631430:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219721.631434:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219721.631435:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219721.631438:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219721.631440:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219721.631443:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219721.631444:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219721.634896:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219721.634904:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219721.634909:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788219722.207507:0:280884:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788219722.207523:0:280884:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219722.453188:0:325711:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219722.453198:0:325711:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893f027c300. 00000002:00000001:2.0:1788219722.453203:0:325711:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219722.453211:0:325711:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:2.0:1788219722.453215:0:325711:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e2e47400. 00000020:00000040:2.0:1788219722.453223:0:325711:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:2.0:1788219722.453226:0:325711:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:2.0:1788219722.453231:0:325711:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1788219722.453234:0:325711:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:2.0:1788219722.453238:0:325711:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219722.453243:0:325711:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219722.453248:0:325711:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219722.453252:0:325711:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219722.453256:0:325711:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219722.453265:0:325711:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490da00. 00000100:00000001:2.0:1788219722.453272:0:325711:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219722.453278:0:325711:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219722.453279:0:325711:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219722.453285:0:325711:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893f84f3000. 00000100:00000001:2.0:1788219722.453287:0:325711:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630360026394624 : -113713683156992 : ffff9893f84f3000) 00000100:00000001:2.0:1788219722.453291:0:325711:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219722.453292:0:325711:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000001:2.0:1788219722.453296:0:325711:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219722.453300:0:325711:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219722.453302:0:325711:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219722.453303:0:325711:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219722.454438:0:325711:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219722.454452:0:325711:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219722.454454:0:325711:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219722.454652:0:325711:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219722.454656:0:325711:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219722.454660:0:325711:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219722.454666:0:325711:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:325711:1875079566178688:192.168.203.120@tcp:46:lfs.0 00000100:00000001:2.0:1788219722.454670:0:325711:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219722.454676:0:325711:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219722.454679:0:325711:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219722.454681:0:325711:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219722.454689:0:325711:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490d800. 02000000:00000001:2.0:1788219722.454691:0:325711:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219722.454698:0:325711:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219722.454703:0:325711:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29a0. 00000400:00000010:2.0:1788219722.454711:0:325711:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219722.454717:0:325711:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178688, portal 10 00000100:00000001:2.0:1788219722.454720:0:325711:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219722.454722:0:325711:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:2.0:1788219722.454730:0:325711:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219722.454738:0:325711:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219722.454741:0:325711:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219722.454816:0:325711:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219722.454821:0:325711:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566178688, offset 0 00000400:00000200:2.0:1788219722.454829:0:325711:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219722.454838:0:325711:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.454845:0:325711:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219722.454981:0:325711:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219722.454986:0:325711:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219722.454989:0:325711:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219722.454992:0:325711:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219722.454995:0:325711:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92598:92598:256:4294967295] 192.168.203.120@tcp LPNI seq info [92598:92598:8:4294967295] 00000400:00000200:2.0:1788219722.455000:0:325711:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.455010:0:325711:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219722.455016:0:325711:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219722.455022:0:325711:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c100. 00000800:00000200:2.0:1788219722.455028:0:325711:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219722.455036:0:325711:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219722.455040:0:325711:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c100 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1788219722.455065:0:325711:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219722.455070:0:325711:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14588 usecs (15 jiffies) 00000400:00000200:2.0:1788219722.455074:0:325711:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219722.455077:0:325711:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313591558 00000100:00000010:2.0:1788219722.455082:0:325711:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1923c0. 00000100:00000001:2.0:1788219722.455090:0:325711:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219722.455097:0:325711:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313591558 00000100:00000010:2.0:1788219722.455100:0:325711:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1921e0. 00000100:00000001:2.0:1788219722.455103:0:325711:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219722.455106:0:325711:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219722.455108:0:325711:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219722.455111:0:325711:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219722.455113:0:325711:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219722.455115:0:325711:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893f84f3000 going to sleep for 11 seconds 00000100:00000001:2.0:1788219722.455118:0:325711:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219722.455121:0:325711:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219722.457101:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219722.457110:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c100. 00000400:00000200:3.0:1788219722.457117:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219722.457126:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219722.457133:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:3.0:1788219722.457136:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:3.0:1788219722.457140:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219722.457147:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219722.457169:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219722.457173:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219722.457180:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219722.457182:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219722.469696:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219722.469716:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219722.469721:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219722.469723:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219722.469733:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.469741:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219722.469751:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.469758:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.469764:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.469768:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77b980 00000400:00000200:2.0:1788219722.469773:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219722.469779:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe84fd [1] + 224 00000800:00000001:2.0:1788219722.469787:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219722.469798:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219722.469802:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219722.469806:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219722.469814:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219722.469822:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219722.469832:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219722.469856:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219722.469866:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219722.469869:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219722.469955:0:325711:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219722.469963:0:325711:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219722.469965:0:325711:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219722.469968:0:325711:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29a0. 00000400:00000200:1.0:1788219722.469972:0:325711:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:1.0:1788219722.469975:0:325711:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:1.0:1788219722.469978:0:325711:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219722.469982:0:325711:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219722.469991:0:325711:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219722.469997:0:325711:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219722.469998:0:325711:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219722.470001:0:325711:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219722.470004:0:325711:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219722.470007:0:325711:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219722.470009:0:325711:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219722.470011:0:325711:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219722.470020:0:325711:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219722.470024:0:325711:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219722.470026:0:325711:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219722.470028:0:325711:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.470031:0:325711:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219722.470034:0:325711:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219722.470038:0:325711:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219722.470040:0:325711:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219722.470042:0:325711:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219722.470043:0:325711:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219722.470047:0:325711:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219722.470055:0:325711:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219722.470058:0:325711:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219722.470060:0:325711:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219722.470064:0:325711:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219722.470072:0:325711:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:325711:1875079566178688:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219722.470076:0:325711:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219722.470079:0:325711:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219722.470081:0:325711:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219722.470083:0:325711:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219722.470086:0:325711:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219722.470093:0:325711:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219722.470096:0:325711:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893f84f3000. 00000100:00000001:1.0:1788219722.470099:0:325711:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219722.470101:0:325711:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219722.470103:0:325711:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219722.470106:0:325711:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566178688/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219738 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219722.470112:0:325711:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219722.470114:0:325711:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219722.470117:0:325711:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490d800. 02000000:00000001:1.0:1788219722.470121:0:325711:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219722.470124:0:325711:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219722.470126:0:325711:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219722.470128:0:325711:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219722.470131:0:325711:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490da00. 02000000:00000001:1.0:1788219722.470134:0:325711:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219722.470135:0:325711:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219722.470137:0:325711:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:1.0:1788219722.470140:0:325711:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219722.470142:0:325711:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219722.470144:0:325711:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219722.470148:0:325711:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219722.470152:0:325711:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219722.470155:0:325711:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:1.0:1788219722.470166:0:325711:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:1.0:1788219722.470168:0:325711:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e2e47400. 00000002:00000010:1.0:1788219722.470188:0:325711:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893f027c300. 00000100:00000040:2.0:1788219722.471633:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313591558, at 4313591560 00000100:00000010:2.0:1788219722.471644:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1923c0. 00000100:00000040:3.0:1788219722.472372:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313591558, at 4313591561 00000100:00000010:3.0:1788219722.472382:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1921e0. 00010000:00000001:1.0:1788219722.655445:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219722.655452:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655458:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219722.655462:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219722.655465:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219722.655471:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219722.655473:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219722.655475:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655479:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219722.655481:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655483:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655486:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655491:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219722.655492:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655496:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219722.655497:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219722.655500:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219722.655502:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219722.655605:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219722.655608:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219722.655611:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219723.679774:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219723.679780:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219723.679785:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219723.679786:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219723.679790:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219723.679792:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219723.679795:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219723.679796:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219723.679798:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219723.679799:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743501:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219723.743513:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219723.743524:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219723.743531:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219723.743537:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219723.743541:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219723.743546:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219723.743555:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c800. 00000100:00000001:2.0:1788219723.743563:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743576:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219723.743589:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219723.743593:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743600:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_01+1] req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743645:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743649:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219723.743652:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219723.743655:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219723.743658:0:223715:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219723.743660:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219723.743661:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219723.743663:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219723.743667:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c900. 00000100:00000001:2.0:1788219723.743669:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743674:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219723.743687:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219723.743690:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743694:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743702:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743705:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219723.743708:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219723.743711:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219723.743713:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219723.743716:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219723.743717:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219723.743718:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219723.743722:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c500. 00000100:00000001:2.0:1788219723.743725:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743729:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219723.743735:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219723.743737:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743741:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_01+1] req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743747:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743749:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219723.743752:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219723.743756:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219723.743758:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219723.743760:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219723.743761:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219723.743763:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219723.743766:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c600. 00000100:00000001:2.0:1788219723.743770:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743773:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219723.743780:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219723.743782:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743785:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743793:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743794:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219723.743797:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219723.743800:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219723.743803:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=4 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219723.743805:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219723.743806:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219723.743807:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219723.743810:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c200. 00000100:00000001:2.0:1788219723.743813:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743818:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219723.743824:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219723.743826:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743830:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008587514e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743836:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.743840:0:223715:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18930) 00000100:00000001:2.0:1788219723.743856:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219723.743859:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219723.743862:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219723.743867:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743879:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219723.743881:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219723.743884:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219723.743887:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219723.743889:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219723.743892:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178944:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219723.743897:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219723.743902:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219723.743904:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219723.743906:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219723.743911:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484000. 02000000:00000001:2.0:1788219723.743913:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219723.743920:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219723.743925:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e70. 00000400:00000010:2.0:1788219723.743932:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219723.743939:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178944, portal 10 00000100:00000001:2.0:1788219723.743942:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219723.743943:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:2.0:1788219723.743951:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.743958:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219723.743960:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219723.743963:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219723.743967:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566178944, offset 0 00000400:00000200:2.0:1788219723.743973:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219723.743982:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.743989:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219723.743995:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219723.743998:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219723.744002:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219723.744005:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219723.744009:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92599:92599:256:4294967295] 192.168.203.120@tcp LPNI seq info [92599:92599:8:4294967295] 00000400:00000200:2.0:1788219723.744012:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.744021:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219723.744027:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219723.744032:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ca00. 00000800:00000200:2.0:1788219723.744038:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219723.744046:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219723.744050:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219723.744062:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.744067:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:2.0:1788219723.744070:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219723.744073:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313592859 00000100:00000010:2.0:1788219723.744077:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1929c0. 00000100:00000001:2.0:1788219723.744083:0:256063:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219723.744088:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313592859 00000100:00000010:2.0:1788219723.744091:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192300. 00000100:00000001:2.0:1788219723.744094:0:256063:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219723.744102:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219723.744105:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.744108:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219723.744112:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.744118:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219723.744119:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219723.744122:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219723.744123:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219723.744125:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219723.744127:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179200:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219723.744130:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219723.744133:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219723.744134:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219723.744136:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219723.744139:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484a00. 02000000:00000001:2.0:1788219723.744141:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219723.744144:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219723.744146:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2898. 00000100:00000001:3.0:1788219723.744452:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219723.744456:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219723.744457:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219723.744463:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.744471:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219723.744473:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.744475:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219723.744477:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219723.744479:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219723.744482:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566178816:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219723.744485:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219723.744488:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219723.744489:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.744491:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219723.744495:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1a4600. 02000000:00000001:3.0:1788219723.744497:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219723.744501:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219723.744503:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:2.0:1788219723.744590:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000400:00000010:3.0:1788219723.744642:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219723.744647:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566178816, portal 25 00000100:00000001:3.0:1788219723.744649:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219723.744650:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:3.0:1788219723.744655:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.744662:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219723.744664:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219723.744666:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c5d8. 00000100:00000200:3.0:1788219723.744668:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566178816, offset 0 00000400:00000200:3.0:1788219723.744672:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219723.744677:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219723.744682:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219723.744685:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219723.744687:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219723.744689:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219723.744692:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219723.744694:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92600:92600:255:4294967295] 192.168.203.120@tcp LPNI seq info [92600:92600:7:4294967295] 00000400:00000200:3.0:1788219723.744698:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219723.744704:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219723.744709:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219723.744714:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614a00. 00000800:00000200:3.0:1788219723.744717:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219723.744722:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219723.744725:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219723.744728:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219723.744731:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219723.744733:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313594105 00000100:00000001:3.0:1788219723.744738:0:256064:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313592859 00000100:00000001:3.0:1788219723.744742:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313594105 00000100:00000001:3.0:1788219723.744744:0:256064:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313592859 00000100:00000001:3.0:1788219723.744747:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.744749:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.744751:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219723.744755:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.744762:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219723.744763:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.744765:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219723.744766:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219723.744768:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219723.744771:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566179072:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219723.744775:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219723.744777:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219723.744779:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.744781:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219723.744784:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1a5a00. 02000000:00000001:3.0:1788219723.744786:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219723.744789:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219723.744791:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219723.744795:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c4c8. 00000100:00000200:3.0:1788219723.744798:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179072, portal 10 00000100:00000001:3.0:1788219723.744800:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219723.744801:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000040:3.0:1788219723.744807:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.744813:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219723.744816:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219723.744819:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c550. 00000100:00000200:3.0:1788219723.744821:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566179072, offset 0 00000400:00000200:3.0:1788219723.744825:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219723.744828:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219723.744832:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219723.744835:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219723.744837:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219723.744840:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219723.744842:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219723.744845:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92601:92601:254:4294967295] 192.168.203.120@tcp LPNI seq info [92601:92601:6:4294967295] 00000400:00000200:3.0:1788219723.744849:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219723.744854:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219723.744859:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219723.744862:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614600. 00000800:00000200:3.0:1788219723.744865:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219723.744870:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219723.744872:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219723.744875:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219723.744879:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14591 usecs (15 jiffies) 00000400:00000200:3.0:1788219723.744882:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219723.744884:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313592848 00000100:00000001:3.0:1788219723.744886:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313594105 00000100:00000001:3.0:1788219723.744889:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313592848 00000100:00000001:3.0:1788219723.744891:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313594105 00000100:00000001:3.0:1788219723.744893:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.744895:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.744897:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219723.744901:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.744907:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219723.744909:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.744911:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219723.744912:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219723.744914:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219723.744916:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566179328:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219723.744919:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219723.744922:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219723.744923:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.744925:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219723.744928:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1a4400. 02000000:00000001:3.0:1788219723.744930:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219723.744933:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219723.744935:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ae70. 00000400:00000010:3.0:1788219723.744939:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219723.744942:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179328, portal 4 00000100:00000001:3.0:1788219723.744944:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219723.744945:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:3.0:1788219723.744951:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.744956:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219723.744958:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219723.744960:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219723.744963:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566179328, offset 0 00000400:00000200:3.0:1788219723.744967:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219723.744970:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219723.744973:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219723.744976:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219723.744978:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219723.744980:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219723.744982:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219723.744985:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92602:92602:253:4294967295] 192.168.203.120@tcp LPNI seq info [92602:92602:5:4294967295] 00000400:00000200:3.0:1788219723.744989:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219723.744994:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219723.744998:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219723.745001:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614d00. 00000800:00000200:3.0:1788219723.745005:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219723.745009:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219723.745011:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219723.745014:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219723.745016:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27606 usecs (28 jiffies) 00000400:00000200:3.0:1788219723.745019:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219723.745020:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313592861 00000100:00000001:3.0:1788219723.745022:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313594105 00000100:00000001:3.0:1788219723.745024:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313592861 00000100:00000001:3.0:1788219723.745026:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313594105 00000100:00000001:3.0:1788219723.745028:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.745030:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.745032:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.745035:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.745041:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219723.745043:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219723.745045:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219723.745046:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219723.745048:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.745050:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788219723.745098:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179200, portal 4 00000100:00000001:2.0:1788219723.745101:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219723.745102:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219723.745109:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745115:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219723.745117:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219723.745120:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219723.745123:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566179200, offset 0 00000400:00000200:2.0:1788219723.745127:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219723.745131:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.745135:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219723.745137:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219723.745140:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219723.745142:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219723.745143:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219723.745146:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92603:92603:252:4294967295] 192.168.203.120@tcp LPNI seq info [92603:92603:4:4294967295] 00000400:00000200:2.0:1788219723.745244:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.745250:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219723.745255:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219723.745259:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ce00. 00000800:00000200:2.0:1788219723.745263:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219723.745267:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219723.745269:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219723.745273:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.745276:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17325 usecs (18 jiffies) 00000400:00000200:2.0:1788219723.745279:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219723.745281:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313592851 00000100:00000001:2.0:1788219723.745283:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313594105 00000100:00000001:2.0:1788219723.745285:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313592851 00000100:00000001:2.0:1788219723.745287:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313594105 00000100:00000001:2.0:1788219723.745290:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219723.745292:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745294:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745296:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219723.745301:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219723.745303:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219723.745305:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219723.745306:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219723.745307:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745309:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219723.745376:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219723.745380:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ca00. 00000400:00000200:2.0:1788219723.745385:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.745390:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219723.745396:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:2.0:1788219723.745398:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:2.0:1788219723.745402:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219723.745407:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745417:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219723.745420:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745426:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745428:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219723.745439:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219723.745442:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614a00. 00000400:00000200:2.0:1788219723.745445:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.745447:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219723.745450:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c5d8 00000400:00000010:2.0:1788219723.745451:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c5d8. 00000100:00000001:2.0:1788219723.745454:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219723.745457:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745464:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219723.745467:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745472:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745473:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219723.745481:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219723.745483:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614600. 00000400:00000200:2.0:1788219723.745485:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.745488:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219723.745491:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c550 00000400:00000010:2.0:1788219723.745492:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c550. 00000100:00000001:2.0:1788219723.745494:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219723.745497:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745504:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219723.745507:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745513:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745515:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219723.745522:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219723.745524:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614d00. 00000400:00000200:2.0:1788219723.745526:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.745529:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219723.745531:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:2.0:1788219723.745533:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:2.0:1788219723.745535:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219723.745538:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745545:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219723.745548:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745554:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745555:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219723.745947:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219723.745951:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ce00. 00000400:00000200:2.0:1788219723.745954:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.745958:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219723.745962:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:2.0:1788219723.745964:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:2.0:1788219723.745966:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219723.745971:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745977:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219723.745980:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.745986:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.745987:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219723.757416:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757436:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219723.757440:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757443:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.757451:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757460:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219723.757472:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757478:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757484:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757488:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77ba80 00000400:00000200:2.0:1788219723.757493:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757500:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe850d [1] + 224 00000800:00000001:2.0:1788219723.757507:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757511:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.757514:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.757519:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219723.757527:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219723.757537:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219723.757613:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.757643:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219723.757654:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757658:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219723.757660:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757663:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.757666:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757669:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219723.757674:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757677:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757680:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757683:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77ba00 00000400:00000200:2.0:1788219723.757687:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757692:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe851d [1] + 224 00000800:00000001:2.0:1788219723.757696:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757700:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.757702:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.757705:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219723.757708:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219723.757712:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219723.757722:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.757740:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219723.757745:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757748:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219723.757750:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757752:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.757755:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757758:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219723.757762:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757765:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757768:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757771:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77bb00 00000400:00000200:2.0:1788219723.757774:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.757778:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe852d [1] + 224 00000800:00000001:2.0:1788219723.757781:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.757790:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.757792:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.757795:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219723.757798:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788219723.757917:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219723.757922:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219723.757929:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219723.757936:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219723.757939:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e70. 00000400:00000200:3.0:1788219723.757944:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:3.0:1788219723.757947:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:3.0:1788219723.757950:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219723.757955:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219723.757964:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.757975:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219723.757977:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.757980:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219723.757983:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219723.757985:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219723.757987:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.757990:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219723.757999:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219723.758003:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219723.758006:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219723.758008:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219723.758010:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219723.758014:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.758017:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219723.758019:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:3.0:1788219723.758021:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219723.758022:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219723.758027:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.758034:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.758036:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219723.758039:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219723.758043:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219723.758051:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566178944:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219723.758056:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.758059:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219723.758063:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566178944/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.758069:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219723.758072:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219723.758075:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484000. 02000000:00000001:3.0:1788219723.758079:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219723.758081:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219723.758083:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219723.758085:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219723.758088:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c900. 02000000:00000001:3.0:1788219723.758091:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219723.758092:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219723.758094:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:3.0:1788219723.758097:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219723.758098:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.758101:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.758103:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219723.758105:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219723.758106:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.758108:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788219723.758372:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219723.758382:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.758389:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219723.758395:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758400:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219723.758402:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758404:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.758408:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758411:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219723.758416:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758418:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758422:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758425:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77bc00 00000400:00000200:2.0:1788219723.758428:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758433:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe853d [1] + 224 00000800:00000001:2.0:1788219723.758438:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758441:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.758443:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.758447:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219723.758450:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219723.758454:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219723.758467:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.758474:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219723.758477:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758481:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219723.758482:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758484:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.758487:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758490:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219723.758495:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758497:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758500:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758503:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77bb80 00000400:00000200:2.0:1788219723.758505:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219723.758509:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe854d [1] + 224 00000800:00000001:2.0:1788219723.758512:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758531:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219723.758533:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219723.758537:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219723.758540:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219723.758545:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219723.758726:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.758740:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219723.758746:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219723.758750:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219723.758761:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219723.758763:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219723.758766:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219723.758768:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219723.758770:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2898. 00000400:00000200:2.0:1788219723.758773:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:2.0:1788219723.758775:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:2.0:1788219723.758778:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219723.758781:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219723.758788:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.758795:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219723.758796:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219723.758798:0:256063:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1788219723.758942:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219723.758946:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219723.758950:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219723.758952:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219723.758954:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219723.758957:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219723.758958:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219723.758961:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219723.758966:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219723.758975:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.758981:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219723.758982:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.758984:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219723.758985:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219723.758987:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219723.758989:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.758991:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219723.758995:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219723.758998:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219723.759000:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219723.759002:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219723.759004:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219723.759005:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.759007:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219723.759011:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759018:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.759020:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219723.759022:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219723.759025:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219723.759032:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566178816:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219723.759038:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219723.759039:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219723.759040:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:3.0:1788219723.759043:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c4c8 00000400:00000010:3.0:1788219723.759044:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c4c8. 00000100:00000001:3.0:1788219723.759046:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219723.759049:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219723.759058:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759064:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219723.759065:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759066:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219723.759067:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219723.759068:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219723.759069:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.759071:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219723.759075:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219723.759078:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219723.759080:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219723.759081:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219723.759082:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219723.759084:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.759087:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219723.759088:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219723.759090:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219723.759091:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219723.759095:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759101:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.759103:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219723.759105:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219723.759108:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219723.759115:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566179072:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219723.759120:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219723.759121:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219723.759122:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ae70. 00000400:00000200:3.0:1788219723.759126:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:3.0:1788219723.759127:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:3.0:1788219723.759142:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219723.759146:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219723.759165:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759171:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219723.759172:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759174:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219723.759175:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219723.759176:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219723.759177:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219723.759179:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219723.759183:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219723.759186:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=27 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219723.759189:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219723.759190:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219723.759191:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219723.759193:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.759195:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788219723.759197:0:256064:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: committing for last_committed 12884903501 gen 11 00000100:00000040:3.0:1788219723.759203:0:256064:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884903501) req@ffff9894ddb6fb80 x1875079566167936/t12884903501(12884903501) o2->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219723.759210:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219723.759212:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6fb80 x1875079566167936/t12884903501(12884903501) o2->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1788219731 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219723.759218:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219723.759220:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219723.759222:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03c800. 02000000:00000001:3.0:1788219723.759226:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219723.759228:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219723.759229:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219723.759232:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219723.759234:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f200. 02000000:00000001:3.0:1788219723.759238:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219723.759239:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219723.759241:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6fb80. 00000100:00000001:3.0:1788219723.759244:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219723.759245:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759247:0:256064:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788219723.759250:0:256064:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788219723.759252:0:256064:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219723.759253:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219723.759257:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759263:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219723.759264:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219723.759266:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219723.759269:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219723.759276:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566179328:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219723.759279:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759281:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219723.759284:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566178816/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759289:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219723.759290:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219723.759291:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1a4600. 02000000:00000001:3.0:1788219723.759293:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219723.759294:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219723.759295:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219723.759297:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219723.759298:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c800. 02000000:00000001:3.0:1788219723.759301:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219723.759302:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219723.759303:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:3.0:1788219723.759306:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219723.759307:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759308:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219723.759329:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566179072/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759335:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219723.759336:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219723.759338:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1a5a00. 02000000:00000001:3.0:1788219723.759340:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219723.759341:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219723.759342:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219723.759344:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219723.759345:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c500. 02000000:00000001:3.0:1788219723.759347:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219723.759348:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219723.759349:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:3.0:1788219723.759351:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219723.759352:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759353:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219723.759356:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566179328/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219723.759361:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219723.759362:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219723.759364:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1a4400. 02000000:00000001:3.0:1788219723.759365:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219723.759366:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219723.759367:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219723.759368:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219723.759369:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c200. 02000000:00000001:3.0:1788219723.759370:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219723.759371:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219723.759372:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:3.0:1788219723.759374:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219723.759375:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759377:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219723.759384:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219723.759386:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219723.759388:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219723.759389:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219723.759440:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219723.759442:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219723.759444:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219723.759446:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219723.759451:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219723.759454:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219723.759456:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219723.759457:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219723.759459:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219723.759461:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.759463:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219723.759464:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219723.759467:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219723.759468:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219723.759473:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.759480:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219723.759481:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219723.759483:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219723.759486:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219723.759493:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179200:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219723.759497:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219723.759499:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219723.759502:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566179200/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219723.759508:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219723.759509:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219723.759511:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484a00. 02000000:00000001:2.0:1788219723.759514:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219723.759515:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219723.759516:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219723.759518:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219723.759520:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c600. 02000000:00000001:2.0:1788219723.759522:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219723.759523:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219723.759525:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219723.759527:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219723.759529:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219723.759531:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219723.759535:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219723.759536:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219723.759538:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219723.759539:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219724.703444:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219724.703451:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219724.703459:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219724.703460:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219724.703573:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219724.703576:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219724.703581:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219724.703583:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219724.703586:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219724.703587:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219724.703665:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219724.703668:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219724.703670:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219725.023437:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313594105, at 4313594112 00000100:00000010:2.0:1788219725.023453:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1929c0. 00000100:00000040:3.0:1788219725.023670:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313594105, at 4313594112 00000100:00000010:3.0:1788219725.023684:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192300. 00010000:00000001:1.0:1788219725.727604:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219725.727616:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219725.727619:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219725.727627:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219725.727630:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219725.727632:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727640:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219725.727642:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727645:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727647:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727653:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219725.727655:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727659:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219725.727661:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727665:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219725.727667:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219725.727668:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219725.727671:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219725.727672:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219725.727674:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727675:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219725.727676:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727678:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727680:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.727684:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219725.727686:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219725.727787:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219725.727792:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219725.727795:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1788219725.937873:0:325744:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219725.937886:0:325744:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2400. 00000002:00000001:1.0:1788219725.937894:0:325744:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219725.937904:0:325744:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:1.0:1788219725.937908:0:325744:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894c9d25900. 00000020:00000040:1.0:1788219725.937920:0:325744:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219725.939103:0:325744:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:1.0:1788219725.939111:0:325744:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1788219725.939116:0:325744:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:1.0:1788219725.939128:0:325744:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6dc00. 00000020:00000040:1.0:1788219725.939146:0:325744:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219725.939153:0:325744:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219725.939157:0:325744:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219725.939164:0:325744:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219725.939174:0:325744:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3fe00. 00000100:00000001:1.0:1788219725.939183:0:325744:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219725.939192:0:325744:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219725.939194:0:325744:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219725.939204:0:325744:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f376c0. 00000100:00000001:1.0:1788219725.939206:0:325744:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061888 : -113714041489728 : ffff9893e2f376c0) 00000100:00000001:1.0:1788219725.939210:0:325744:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219725.939212:0:325744:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000001:1.0:1788219725.939217:0:325744:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219725.939222:0:325744:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219725.939225:0:325744:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219725.939227:0:325744:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219725.939241:0:325744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219725.939252:0:325744:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219725.939255:0:325744:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219725.939260:0:325744:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219725.939263:0:325744:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219725.939266:0:325744:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219725.939270:0:325744:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:325744:1875079566179456:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219725.939275:0:325744:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219725.939282:0:325744:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219725.939285:0:325744:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219725.939288:0:325744:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219725.939293:0:325744:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ebd3e200. 02000000:00000001:1.0:1788219725.939297:0:325744:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219725.939306:0:325744:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219725.939326:0:325744:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219725.939337:0:325744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219725.939346:0:325744:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179456, portal 10 00000100:00000001:1.0:1788219725.939349:0:325744:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219725.939350:0:325744:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000040:1.0:1788219725.939359:0:325744:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219725.939367:0:325744:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219725.939369:0:325744:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219725.939374:0:325744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661aa0. 00000100:00000200:1.0:1788219725.939379:0:325744:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566179456, offset 0 00000400:00000200:1.0:1788219725.939386:0:325744:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219725.939397:0:325744:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219725.939406:0:325744:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219725.939412:0:325744:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219725.939417:0:325744:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219725.939421:0:325744:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219725.939425:0:325744:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219725.939429:0:325744:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92604:92604:256:4294967295] 192.168.203.120@tcp LPNI seq info [92604:92604:8:4294967295] 00000400:00000200:1.0:1788219725.939443:0:325744:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219725.939455:0:325744:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219725.939461:0:325744:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219725.939468:0:325744:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219725.939475:0:325744:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219725.939485:0:325744:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219725.939491:0:325744:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1788219725.939512:0:325744:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219725.939517:0:325744:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:1.0:1788219725.939521:0:325744:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219725.939525:0:325744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313595055 00000100:00000010:1.0:1788219725.939531:0:325744:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2d20. 00000100:00000001:1.0:1788219725.939539:0:325744:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219725.939547:0:325744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313595055 00000100:00000010:1.0:1788219725.939550:0:325744:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2240. 00000100:00000001:1.0:1788219725.939553:0:325744:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000800:00000200:2.0:1788219725.939680:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219725.939686:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:2.0:1788219725.939694:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219725.939699:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219725.939705:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661aa0 00000400:00000010:2.0:1788219725.939708:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661aa0. 00000100:00000001:2.0:1788219725.939713:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219725.939717:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219725.939728:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219725.939731:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219725.939738:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219725.939740:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219725.941030:0:325744:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219725.941040:0:325744:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219725.941044:0:325744:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219725.941046:0:325744:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219725.941051:0:325744:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f376c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219725.941055:0:325744:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219725.941059:0:325744:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219725.944370:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219725.944394:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219725.944399:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219725.944402:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219725.944414:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219725.944424:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219725.944434:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219725.944442:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219725.944448:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219725.944453:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77bc80 00000400:00000200:2.0:1788219725.944459:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219725.944467:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe855d [1] + 224 00000800:00000001:2.0:1788219725.944477:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219725.944485:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219725.944489:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219725.944496:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219725.944507:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219725.944521:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219725.944533:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219725.944551:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219725.944564:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219725.944568:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219725.944835:0:325744:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219725.944847:0:325744:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219725.944850:0:325744:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219725.944854:0:325744:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219725.944859:0:325744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219725.944862:0:325744:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219725.944866:0:325744:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219725.944871:0:325744:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219725.944881:0:325744:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219725.944889:0:325744:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219725.944892:0:325744:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219725.944895:0:325744:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219725.944900:0:325744:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219725.944903:0:325744:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219725.944906:0:325744:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219725.944910:0:325744:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219725.944922:0:325744:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219725.945059:0:325744:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219725.945062:0:325744:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219725.945066:0:325744:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219725.945070:0:325744:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219725.945075:0:325744:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219725.945080:0:325744:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219725.945083:0:325744:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219725.945085:0:325744:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219725.945088:0:325744:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219725.945094:0:325744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219725.945103:0:325744:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219725.945107:0:325744:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219725.945110:0:325744:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219725.945114:0:325744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219725.945123:0:325744:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:325744:1875079566179456:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219725.945129:0:325744:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219725.945133:0:325744:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219725.945146:0:325744:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219725.945149:0:325744:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219725.945153:0:325744:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219725.945161:0:325744:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219725.945165:0:325744:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f376c0. 00000100:00000001:1.0:1788219725.945169:0:325744:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219725.945171:0:325744:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219725.945173:0:325744:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219725.945177:0:325744:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6dc00 x1875079566179456/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219741 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219725.945185:0:325744:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219725.945188:0:325744:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219725.945192:0:325744:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ebd3e200. 02000000:00000001:1.0:1788219725.945196:0:325744:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219725.945200:0:325744:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219725.945203:0:325744:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219725.945206:0:325744:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219725.945209:0:325744:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3fe00. 02000000:00000001:1.0:1788219725.945214:0:325744:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219725.945216:0:325744:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219725.945218:0:325744:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6dc00. 00000100:00000001:1.0:1788219725.945222:0:325744:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219725.945224:0:325744:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219725.945227:0:325744:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219725.945231:0:325744:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219725.945236:0:325744:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219725.945241:0:325744:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219725.945245:0:325744:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:1.0:1788219725.945247:0:325744:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894c9d25900. 00000002:00000010:1.0:1788219725.945279:0:325744:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2400. 00000100:00000040:3.0:1788219725.968364:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313595055, at 4313595056 00000100:00000040:2.0:1788219725.968364:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313595055, at 4313595056 00000100:00000010:3.0:1788219725.968385:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2240. 00000100:00000010:2.0:1788219725.968429:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2d20. 00010000:00000001:1.0:1788219726.751542:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219726.751550:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751557:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219726.751558:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751562:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219726.751563:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751568:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219726.751569:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751572:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219726.751575:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219726.751578:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219726.751581:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751584:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219726.751587:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751589:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219726.751591:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219726.751879:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219726.751883:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219726.751886:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219727.775827:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219727.775836:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219727.775844:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219727.775845:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219727.775851:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219727.775853:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219727.775857:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219727.775858:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219727.775862:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219727.775863:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219727.825685:0:325772:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219728.799404:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219728.799411:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219728.799417:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219728.799418:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219728.799422:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219728.799423:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219728.799427:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219728.799428:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219728.799431:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219728.799433:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219728.800548:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219728.800555:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219728.800561:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219728.865428:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219728.865444:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219728.865453:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219728.865461:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219728.865467:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219728.865471:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219728.865478:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219728.865488:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c600. 00000100:00000001:2.0:1788219728.865497:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865513:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219728.865526:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219728.865533:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865540:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865566:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865570:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219728.865574:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219728.865577:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219728.865579:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219728.865582:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219728.865583:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219728.865585:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219728.865588:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027ce00. 00000100:00000001:2.0:1788219728.865591:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865595:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219728.865602:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219728.865604:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865607:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_01+1] req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865615:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865618:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219728.865621:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219728.865624:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219728.865627:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219728.865629:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219728.865630:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219728.865632:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219728.865635:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027ca00. 00000100:00000001:2.0:1788219728.865638:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865641:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219728.865648:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219728.865650:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865653:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098083f1e] to pc [ptlrpcd_01_00+0] req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865667:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865669:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219728.865673:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219728.865677:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219728.865679:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219728.865681:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219728.865682:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219728.865684:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219728.865687:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027cf00. 00000100:00000001:2.0:1788219728.865689:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865694:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219728.865700:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219728.865702:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865706:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709bd210] to pc [ptlrpcd_01_01+1] req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865713:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865716:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219728.865720:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219728.865723:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219728.865725:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219728.865727:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219728.865729:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219728.865730:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219728.865733:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027cc00. 00000100:00000001:2.0:1788219728.865736:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865739:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219728.865745:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219728.865747:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865750:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008587514e] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865756:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.865761:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18935) 00000100:00000001:2.0:1788219728.865771:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.865776:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219728.865778:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219728.865783:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865790:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219728.865792:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.865797:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219728.865799:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219728.865802:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219728.865806:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566179584:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.865810:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219728.865816:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219728.865819:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.865822:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219728.865827:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9485c00. 02000000:00000001:2.0:1788219728.865829:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219728.865838:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219728.865843:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2898. 00000400:00000010:2.0:1788219728.865851:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219728.865860:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179584, portal 25 00000100:00000001:2.0:1788219728.865863:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219728.865865:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219728.865871:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.865878:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219728.865881:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219728.865884:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219728.865888:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566179584, offset 0 00000400:00000200:2.0:1788219728.865895:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219728.865906:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.865916:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219728.865922:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219728.865927:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219728.865932:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219728.865935:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219728.865939:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92605:92605:256:4294967295] 192.168.203.120@tcp LPNI seq info [92605:92605:8:4294967295] 00000400:00000200:2.0:1788219728.865944:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.865955:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219728.865962:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219728.865968:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c000. 00000800:00000200:2.0:1788219728.865976:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219728.865985:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219728.865990:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219728.866004:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219728.866009:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219728.866012:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313599226 00000100:00000010:2.0:1788219728.866017:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192420. 00000100:00000001:2.0:1788219728.866026:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219728.866031:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313599226 00000100:00000010:2.0:1788219728.866034:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192720. 00000100:00000001:2.0:1788219728.866038:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219728.866041:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.866044:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.866047:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219728.866051:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866058:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219728.866060:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.866062:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219728.866063:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219728.866065:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219728.866068:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179840:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.866071:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219728.866075:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219728.866076:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.866077:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219728.866081:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484c00. 02000000:00000001:2.0:1788219728.866082:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219728.866085:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219728.866088:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2268. 00000400:00000010:2.0:1788219728.866092:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219728.866095:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179840, portal 10 00000100:00000001:2.0:1788219728.866097:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219728.866098:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219728.866105:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866112:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219728.866125:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219728.866129:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219728.866131:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566179840, offset 0 00000400:00000200:2.0:1788219728.866136:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219728.866139:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.866143:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219728.866146:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219728.866148:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219728.866150:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219728.866152:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219728.866155:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92606:92606:255:4294967295] 192.168.203.120@tcp LPNI seq info [92606:92606:7:4294967295] 00000400:00000200:2.0:1788219728.866158:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.866164:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219728.866169:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219728.866173:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c200. 00000800:00000200:2.0:1788219728.866177:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219728.866181:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219728.866183:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219728.866186:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.866190:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14593 usecs (15 jiffies) 00000400:00000200:2.0:1788219728.866193:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219728.866195:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313597969 00000100:00000001:2.0:1788219728.866198:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.866201:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313597969 00000100:00000001:2.0:1788219728.866203:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.866205:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.866207:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.866209:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219728.866213:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866219:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219728.866221:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.866223:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219728.866224:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219728.866226:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219728.866229:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566180096:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.866232:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219728.866235:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219728.866237:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.866238:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219728.866241:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484a00. 02000000:00000001:2.0:1788219728.866243:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219728.866246:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219728.866250:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219728.866253:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000200:2.0:1788219728.866257:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566180096, portal 4 00000100:00000001:2.0:1788219728.866258:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219728.866260:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:2.0:1788219728.866266:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866272:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219728.866274:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219728.866276:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000200:2.0:1788219728.866278:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566180096, offset 0 00000400:00000200:2.0:1788219728.866282:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219728.866285:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.866287:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219728.866290:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219728.866292:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219728.866294:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219728.866296:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219728.866298:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92607:92607:254:4294967295] 192.168.203.120@tcp LPNI seq info [92607:92607:6:4294967295] 00000400:00000200:2.0:1788219728.866302:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.866307:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219728.866339:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219728.866343:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c500. 00000800:00000200:2.0:1788219728.866347:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219728.866351:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219728.866353:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219728.866356:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.866359:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27596 usecs (28 jiffies) 00000400:00000200:2.0:1788219728.866361:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219728.866363:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313597982 00000100:00000001:2.0:1788219728.866365:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.866367:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313597982 00000100:00000001:2.0:1788219728.866369:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.866371:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.866373:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.866376:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.866379:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.866388:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219728.866392:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219728.866394:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.866396:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219728.866397:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219728.866400:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788219728.866402:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.866404:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219728.866405:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.866406:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.866408:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219728.866409:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219728.866412:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866418:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219728.866419:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.866421:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219728.866422:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219728.866424:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219728.866427:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179712:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.866430:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219728.866433:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219728.866434:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.866436:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219728.866439:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484400. 02000000:00000001:2.0:1788219728.866441:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219728.866443:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219728.866446:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2000. 00000400:00000010:2.0:1788219728.866450:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5110. 00000100:00000200:2.0:1788219728.866452:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179712, portal 10 00000100:00000001:2.0:1788219728.866454:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219728.866456:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:2.0:1788219728.866462:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866467:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219728.866470:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219728.866472:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000100:00000200:2.0:1788219728.866474:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566179712, offset 0 00000400:00000200:2.0:1788219728.866478:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219728.866482:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.866485:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219728.866488:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219728.866491:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219728.866493:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219728.866495:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219728.866498:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92608:92608:253:4294967295] 192.168.203.120@tcp LPNI seq info [92608:92608:5:4294967295] 00000400:00000200:2.0:1788219728.866501:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.866507:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219728.866511:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219728.866515:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c800. 00000800:00000200:2.0:1788219728.866518:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219728.866522:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219728.866525:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219728.866528:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.866531:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:2.0:1788219728.866534:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219728.866536:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313597981 00000100:00000001:2.0:1788219728.866539:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.866542:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313597981 00000100:00000001:2.0:1788219728.866544:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.866546:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.866548:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.866550:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219728.866555:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.866561:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219728.866562:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.869460:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219728.869472:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219728.869835:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219728.869842:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c000. 00000400:00000200:3.0:1788219728.869851:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.869863:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219728.869873:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:3.0:1788219728.869876:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:3.0:1788219728.869881:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219728.869891:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.869905:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.869908:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.869915:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.869916:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219728.869931:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219728.869933:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c200. 00000400:00000200:3.0:1788219728.869937:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.869940:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219728.869943:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:3.0:1788219728.869944:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:3.0:1788219728.869946:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219728.869951:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.869957:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.869960:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.869966:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.869967:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219728.869974:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219728.869976:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c500. 00000400:00000200:3.0:1788219728.869978:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.870163:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219728.870169:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:3.0:1788219728.870171:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:3.0:1788219728.870174:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219728.870178:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.870186:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.870189:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.870198:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.870200:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219728.870277:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219728.870280:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c800. 00000400:00000200:3.0:1788219728.870283:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.870288:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219728.870291:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:3.0:1788219728.870292:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:3.0:1788219728.870295:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219728.870300:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.870307:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.870309:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.870352:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.870354:0:256056:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1788219728.875069:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219728.875084:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219728.875089:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219728.875103:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179968:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.875110:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219728.875128:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219728.875131:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.875134:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219728.875396:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9485a00. 02000000:00000001:2.0:1788219728.875399:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219728.875411:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219728.875416:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:2.0:1788219728.875425:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219728.875434:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566179968, portal 4 00000100:00000001:2.0:1788219728.875437:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219728.875439:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219728.875452:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.875462:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219728.875465:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219728.875467:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219728.875470:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566179968, offset 0 00000400:00000200:2.0:1788219728.875480:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219728.875491:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.875499:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219728.875506:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219728.875511:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219728.875516:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219728.875519:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219728.875523:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92609:92609:256:4294967295] 192.168.203.120@tcp LPNI seq info [92609:92609:8:4294967295] 00000400:00000200:2.0:1788219728.875527:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.875538:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219728.875544:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219728.875550:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c900. 00000800:00000200:2.0:1788219728.875558:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219728.875567:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219728.875572:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219728.875583:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.875588:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17325 usecs (18 jiffies) 00000400:00000200:2.0:1788219728.875592:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219728.875595:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313597979 00000800:00000200:2.0:1788219728.876944:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219728.876967:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c900. 00000400:00000200:2.0:1788219728.876975:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219728.876986:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219728.876996:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:2.0:1788219728.876999:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:2.0:1788219728.877004:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219728.877014:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.877029:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219728.877034:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.877049:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.877050:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788219728.877080:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.877085:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313597983 00000100:00000001:2.0:1788219728.877088:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313599226 00000100:00000001:2.0:1788219728.877091:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.877094:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.877102:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.877108:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219728.884459:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.884493:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219728.884499:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.884503:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219728.884514:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.884525:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219728.884536:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.884542:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.884549:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.884554:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77bd00 00000400:00000200:3.0:1788219728.884560:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.884869:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8565 [1] + 224 00000800:00000001:3.0:1788219728.884882:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.884890:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219728.884894:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.884899:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219728.884912:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219728.884924:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219728.884937:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.884955:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219728.884968:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.884972:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.884994:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219728.885000:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219728.885010:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219728.885013:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219728.885016:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2898. 00000400:00000200:3.0:1788219728.885021:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:3.0:1788219728.885023:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:3.0:1788219728.885026:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219728.885031:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219728.885040:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.885046:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219728.885048:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.885050:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219728.885055:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219728.885058:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219728.885060:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219728.885064:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219728.885072:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219728.885077:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219728.885080:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219728.885082:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219728.885085:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219728.885088:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.885091:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219728.885096:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.885103:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219728.885107:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219728.885109:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219728.885113:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219728.885131:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566179584:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219728.885141:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.885145:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.885149:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566179584/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.885156:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219728.885158:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219728.885163:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9485c00. 02000000:00000001:3.0:1788219728.885167:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219728.885170:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219728.885172:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219728.885175:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219728.885178:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c600. 02000000:00000001:3.0:1788219728.885182:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219728.885184:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219728.885186:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:3.0:1788219728.885190:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219728.885192:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.885196:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.885198:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219728.885200:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219728.885201:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.885203:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219728.898380:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.898403:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219728.898409:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.898411:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219728.898423:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.898433:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219728.898443:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.898450:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.898457:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.898462:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77bf00 00000400:00000200:2.0:1788219728.898467:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.898474:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8585 [1] + 224 00000800:00000001:2.0:1788219728.898483:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.898490:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219728.898494:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219728.898500:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219728.898510:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219728.898522:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219728.898536:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.898563:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219728.898573:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.898576:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.907820:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.907833:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219728.907848:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219728.907851:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219728.907856:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219728.907868:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:2.0:1788219728.907871:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:2.0:1788219728.907877:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219728.907892:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219728.907906:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.907915:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219728.907918:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.907921:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219728.907926:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219728.907929:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219728.907932:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.907935:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219728.907948:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219728.907965:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=32 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219728.907968:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219728.907970:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219728.907974:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219728.907979:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.907984:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219728.907987:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219728.907989:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219728.907991:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.907997:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.908010:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.908014:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219728.908017:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219728.908021:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219728.908029:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566180096:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.908034:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.908038:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219728.908041:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566180096/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.908048:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219728.908051:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219728.908056:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484a00. 02000000:00000001:2.0:1788219728.908061:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219728.908064:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219728.908067:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219728.908069:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219728.908073:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027cc00. 02000000:00000001:2.0:1788219728.908077:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219728.908079:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219728.908081:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:2.0:1788219728.908085:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219728.908086:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.908090:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.908092:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.908094:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219728.908096:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.908097:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219728.911276:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.911301:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219728.911306:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.911308:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219728.911341:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.911351:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219728.911361:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.911366:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.911372:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.911377:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77be80 00000400:00000200:2.0:1788219728.911382:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219728.911389:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe85a5 [1] + 224 00000800:00000001:2.0:1788219728.911397:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.911410:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219728.911415:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219728.911419:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219728.911428:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219728.911438:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219728.911450:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.911480:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219728.911491:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219728.911494:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.911513:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.911518:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219728.911527:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219728.911530:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219728.911533:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:2.0:1788219728.911538:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219728.911541:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219728.911544:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219728.911549:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219728.911558:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.911570:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219728.911572:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.911575:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219728.911580:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219728.911583:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219728.911586:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219728.911590:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219728.911604:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219728.911608:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219728.911611:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219728.911613:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219728.911616:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219728.911621:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.911626:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219728.911628:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219728.911631:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219728.911633:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219728.911638:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.911647:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219728.911651:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219728.911654:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219728.911659:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219728.911666:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179968:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219728.911672:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.911675:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219728.911679:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566179968/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219728.911685:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219728.911688:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219728.911693:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9485a00. 02000000:00000001:2.0:1788219728.911698:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219728.911701:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219728.911704:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219728.911706:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219728.911709:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027cf00. 02000000:00000001:2.0:1788219728.911713:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219728.911715:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219728.911717:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:2.0:1788219728.911721:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219728.911723:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219728.911726:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.911728:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219728.911729:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219728.911731:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219728.911732:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219728.923891:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.923916:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219728.923924:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.923927:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219728.923941:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.923952:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219728.923964:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.923971:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.923990:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.923995:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77be00 00000400:00000200:3.0:1788219728.924001:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.924009:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8575 [1] + 224 00000800:00000001:3.0:1788219728.924018:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.924024:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219728.924029:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.924034:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219728.924046:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219728.924059:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219728.924071:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924086:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219728.924097:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.924101:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219728.924103:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.924105:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219728.924108:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.924112:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219728.924126:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.924129:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.924132:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.924134:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77bd80 00000400:00000200:3.0:1788219728.924137:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219728.924141:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8595 [1] + 224 00000800:00000001:3.0:1788219728.924145:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.924151:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219728.924153:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219728.924156:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219728.924159:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219728.924165:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219728.924173:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924181:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219728.924184:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219728.924187:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924203:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219728.924208:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219728.924216:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219728.924219:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219728.924223:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2000. 00000400:00000200:3.0:1788219728.924227:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5110 00000400:00000010:3.0:1788219728.924230:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5110. 00000100:00000001:3.0:1788219728.924233:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219728.924237:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219728.924246:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924253:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219728.924255:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924258:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219728.924262:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219728.924266:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219728.924269:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219728.924272:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219728.924286:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219728.924291:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219728.924294:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219728.924296:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219728.924299:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219728.924304:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.924308:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219728.924345:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:3.0:1788219728.924348:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219728.924350:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219728.924356:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924363:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219728.924367:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219728.924369:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219728.924373:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219728.924381:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179712:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219728.924388:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219728.924390:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219728.924392:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2268. 00000400:00000200:3.0:1788219728.924394:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:3.0:1788219728.924396:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:3.0:1788219728.924398:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219728.924401:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219728.924409:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924415:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219728.924416:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924418:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219728.924420:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219728.924421:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219728.924422:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219728.924424:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219728.924428:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219728.924431:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219728.924433:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219728.924435:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219728.924437:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219728.924438:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.924441:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219728.924442:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219728.924444:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219728.924445:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219728.924448:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924459:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219728.924461:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219728.924462:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219728.924466:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219728.924473:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566179840:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219728.924477:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924492:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.924497:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566179712/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924504:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219728.924508:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219728.924512:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484400. 02000000:00000001:3.0:1788219728.924516:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219728.924519:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219728.924521:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219728.924524:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219728.924528:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027ce00. 02000000:00000001:3.0:1788219728.924532:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219728.924534:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219728.924536:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:3.0:1788219728.924540:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219728.924542:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924543:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219728.924546:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566179840/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219728.924553:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219728.924554:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219728.924556:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484c00. 02000000:00000001:3.0:1788219728.924558:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219728.924559:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219728.924560:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219728.924562:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219728.924563:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027ca00. 02000000:00000001:3.0:1788219728.924565:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219728.924566:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219728.924568:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:3.0:1788219728.924570:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219728.924571:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924574:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219728.924583:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219728.924585:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219728.924588:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219728.924590:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824673:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219729.824682:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824688:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219729.824689:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824692:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219729.824696:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219729.824697:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219729.824703:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219729.824704:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219729.824706:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824709:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219729.824711:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824713:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824715:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824719:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219729.824720:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219729.824723:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219729.824724:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219729.829649:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219729.829657:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219729.829663:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219730.143430:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313599226, at 4313599232 00000100:00000010:3.0:1788219730.143445:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192720. 00000100:00000040:2.0:1788219730.144303:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313599226, at 4313599232 00000100:00000010:2.0:1788219730.144345:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192420. 00010000:00000001:1.0:1788219730.849376:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219730.849383:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219730.849389:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219730.849390:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219730.849394:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219730.849406:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219730.849411:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219730.849412:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219730.849415:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219730.849416:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219730.849643:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219730.849647:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219730.849650:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219731.871869:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219731.871879:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219731.871888:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219731.871889:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219731.871893:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219731.871895:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219731.871899:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219731.871900:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219731.871904:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219731.871906:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895410:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219732.895418:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895424:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219732.895427:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219732.895430:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219732.895436:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219732.895438:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219732.895440:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895443:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219732.895445:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895447:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895449:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895452:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219732.895453:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895457:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219732.895458:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219732.895461:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219732.895463:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219732.895660:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219732.895664:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219732.895667:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219733.921363:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219733.921373:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219733.921382:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219733.921383:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219733.921388:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219733.921390:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219733.921395:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219733.921396:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219733.921400:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219733.921402:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219733.924227:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219733.924233:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219733.924239:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219733.985708:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219733.985719:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219733.986197:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219733.986205:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219733.986211:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219733.986214:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219733.986219:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219733.986230:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f7614000. 00000100:00000001:3.0:1788219733.986237:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986250:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219733.986266:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219733.986271:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986278:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d5fa25] to pc [ptlrpcd_01_01+1] req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.986366:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986370:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219733.986373:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219733.986376:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219733.986379:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219733.986381:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219733.986382:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219733.986384:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219733.986387:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f7614200. 00000100:00000001:3.0:1788219733.986390:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986394:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219733.986401:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219733.986403:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986406:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.986414:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986416:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219733.986419:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219733.986421:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ed80. 00000020:00000040:3.0:1788219733.986423:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219733.986425:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219733.986426:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219733.986428:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219733.986432:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f7614d00. 00000100:00000001:3.0:1788219733.986436:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986439:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219733.986445:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219733.986447:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986450:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007400442f] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.986457:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986459:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219733.986462:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219733.986466:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219733.986468:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219733.986469:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219733.986470:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219733.986472:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219733.986475:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f7614600. 00000100:00000001:3.0:1788219733.986477:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.986481:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219733.986594:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.986599:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219733.986602:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219733.986607:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.986615:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219733.986617:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.986621:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219733.986624:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219733.986627:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219733.986630:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566180224:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219733.986635:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219733.986640:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219733.986643:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.986646:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219733.986652:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f000be00. 02000000:00000001:2.0:1788219733.986654:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219733.986661:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219733.986666:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:2.0:1788219733.986684:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219733.986693:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566180224, portal 25 00000100:00000001:2.0:1788219733.986695:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219733.986697:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:2.0:1788219733.986710:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.986717:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219733.986720:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219733.986723:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000200:2.0:1788219733.986726:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566180224, offset 0 00000400:00000200:2.0:1788219733.986732:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219733.986740:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219733.986748:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219733.986754:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219733.986758:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219733.986761:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219733.986764:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219733.986767:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92610:92610:256:4294967295] 192.168.203.120@tcp LPNI seq info [92610:92610:8:4294967295] 00000400:00000200:2.0:1788219733.986771:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219733.986780:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219733.986785:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219733.986790:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cc00. 00000800:00000200:2.0:1788219733.986796:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219733.986804:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219733.986809:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219733.986821:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219733.986825:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219733.986828:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313604347 00000100:00000010:2.0:1788219733.986833:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192e40. 00000100:00000001:2.0:1788219733.986840:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219733.986846:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313604347 00000100:00000010:2.0:1788219733.986849:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1922a0. 00000100:00000001:2.0:1788219733.986852:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219733.986854:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.986857:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.986860:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219733.986864:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.986871:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219733.986873:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.986875:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219733.986876:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219733.986878:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219733.986881:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180480:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219733.986884:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219733.986886:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219733.986888:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.986889:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219733.986898:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f000a400. 02000000:00000001:2.0:1788219733.986900:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219733.986903:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219733.986905:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219733.986909:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219733.986912:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566180480, portal 10 00000100:00000001:2.0:1788219733.986914:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219733.986915:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135419264 : -113709574132352 : ffff9894ed39ed80) 00000100:00000040:2.0:1788219733.986922:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.986934:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219733.986936:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219733.986938:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219733.986941:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566180480, offset 0 00000400:00000200:2.0:1788219733.986944:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219733.986948:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219733.986953:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219733.986956:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219733.986958:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219733.986960:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219733.986963:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219733.986966:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92611:92611:255:4294967295] 192.168.203.120@tcp LPNI seq info [92611:92611:7:4294967295] 00000400:00000200:2.0:1788219733.986969:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219733.986975:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219733.986979:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219733.986982:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c900. 00000800:00000200:2.0:1788219733.986986:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219733.986990:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219733.986993:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219733.986995:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219733.986999:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14617 usecs (15 jiffies) 00000400:00000200:2.0:1788219733.987002:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219733.987004:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313603090 00000100:00000001:2.0:1788219733.987006:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313604347 00000100:00000001:2.0:1788219733.987008:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313603090 00000100:00000001:2.0:1788219733.987010:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313604347 00000100:00000001:2.0:1788219733.987013:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.987014:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987018:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987020:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.987028:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219733.987030:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219733.987033:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.987034:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219733.987035:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219733.987038:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788219733.987040:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.987042:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219733.987043:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.987045:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.987046:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219733.987047:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219733.987051:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987058:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219733.987059:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.987062:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219733.987063:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219733.987065:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219733.987068:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180352:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219733.987071:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219733.987074:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219733.987075:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.987077:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219733.987089:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f000ae00. 02000000:00000001:2.0:1788219733.987091:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219733.987094:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219733.987097:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb26e0. 00000400:00000010:2.0:1788219733.987101:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219733.987104:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566180352, portal 10 00000100:00000001:2.0:1788219733.987106:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219733.987107:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:2.0:1788219733.987113:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987119:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219733.987121:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219733.987124:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219733.987126:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566180352, offset 0 00000400:00000200:2.0:1788219733.987129:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219733.987133:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219733.987136:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219733.987139:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219733.987141:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219733.987143:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219733.987145:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219733.987148:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92612:92612:254:4294967295] 192.168.203.120@tcp LPNI seq info [92612:92612:6:4294967295] 00000400:00000200:2.0:1788219733.987151:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219733.987157:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219733.987160:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219733.987163:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cf00. 00000800:00000200:2.0:1788219733.987167:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219733.987171:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219733.987173:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219733.987176:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219733.987178:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:2.0:1788219733.987181:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219733.987183:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313603102 00000100:00000001:2.0:1788219733.987185:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313604347 00000100:00000001:2.0:1788219733.987187:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313603102 00000100:00000001:2.0:1788219733.987189:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313604347 00000100:00000001:2.0:1788219733.987191:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.987193:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987196:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987198:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219733.987243:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219733.987247:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cc00. 00000400:00000200:2.0:1788219733.987252:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219733.987257:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219733.987263:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:2.0:1788219733.987265:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:2.0:1788219733.987269:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219733.987273:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987282:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.987285:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987292:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987294:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219733.987306:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219733.987308:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c900. 00000400:00000200:2.0:1788219733.987331:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219733.987336:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219733.987338:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:2.0:1788219733.987340:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:2.0:1788219733.987342:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219733.987345:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987352:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.987355:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987361:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987363:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219733.987420:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219733.987423:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cf00. 00000400:00000200:2.0:1788219733.987426:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219733.987430:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219733.987433:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:2.0:1788219733.987435:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:2.0:1788219733.987437:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219733.987440:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987447:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.987450:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.987456:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.987457:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219733.987986:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219733.987991:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.987998:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.988014:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.988017:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219733.988021:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219733.988027:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219733.988030:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219733.988033:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219733.988036:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219733.988039:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219733.988045:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f7614a00. 00000100:00000001:3.0:1788219733.988050:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.988054:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219733.988060:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219733.988062:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.988065:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000519f2083] to pc [ptlrpcd_01_01+1] req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.988071:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.988076:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18940) 00000100:00000001:3.0:1788219733.988102:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219733.988104:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219733.988106:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219733.988110:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.988117:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219733.988119:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219733.988122:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219733.988123:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219733.988125:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219733.988128:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180736:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219733.988132:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219733.988135:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219733.988136:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219733.988138:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219733.988142:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490cc00. 02000000:00000001:3.0:1788219733.988143:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219733.988149:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219733.988152:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ae70. 00000400:00000010:3.0:1788219733.988157:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219733.988161:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566180736, portal 4 00000100:00000001:3.0:1788219733.988163:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219733.988164:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219733.988171:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.988176:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219733.988178:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219733.988180:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c4c8. 00000100:00000200:3.0:1788219733.988182:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566180736, offset 0 00000400:00000200:3.0:1788219733.988187:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219733.988191:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.988196:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219733.988199:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219733.988202:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219733.988205:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219733.988207:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219733.988210:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92613:92613:256:4294967295] 192.168.203.120@tcp LPNI seq info [92613:92613:8:4294967295] 00000400:00000200:3.0:1788219733.988213:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.988219:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219733.988223:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219733.988227:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614300. 00000800:00000200:3.0:1788219733.988232:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219733.988237:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219733.988239:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219733.988249:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.988253:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27626 usecs (28 jiffies) 00000400:00000200:3.0:1788219733.988255:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219733.988257:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313603104 00000100:00000001:3.0:1788219733.988259:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313604347 00000100:00000001:3.0:1788219733.988261:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313603104 00000100:00000001:3.0:1788219733.988263:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313604347 00000100:00000001:3.0:1788219733.988266:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219733.988269:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219733.988272:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219733.988275:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219733.988281:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219733.988283:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219733.988285:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219733.988286:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219733.988287:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219733.988289:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788219733.988290:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219733.988292:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219733.988293:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219733.988295:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219733.988296:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219733.988297:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219733.988302:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.988308:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219733.988309:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219733.988330:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219733.988331:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219733.988333:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219733.988336:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180608:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219733.988339:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219733.988341:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219733.988343:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219733.988345:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219733.988350:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490d400. 02000000:00000001:3.0:1788219733.988351:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219733.988354:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219733.988357:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219733.988360:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219733.988363:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566180608, portal 4 00000100:00000001:3.0:1788219733.988365:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219733.988367:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219733.988372:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.988378:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219733.988381:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219733.988383:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cd48. 00000100:00000200:3.0:1788219733.988386:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566180608, offset 0 00000400:00000200:3.0:1788219733.988390:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219733.988393:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.988397:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219733.988400:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219733.988402:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219733.988404:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219733.988406:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219733.988409:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92614:92614:255:4294967295] 192.168.203.120@tcp LPNI seq info [92614:92614:7:4294967295] 00000400:00000200:3.0:1788219733.988412:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.988417:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219733.988421:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219733.988424:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614700. 00000800:00000200:3.0:1788219733.988428:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219733.988432:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219733.988435:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219733.988437:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219733.988440:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17327 usecs (18 jiffies) 00000400:00000200:3.0:1788219733.988443:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219733.988445:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313603095 00000100:00000001:3.0:1788219733.988447:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313604347 00000100:00000001:3.0:1788219733.988449:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313603095 00000100:00000001:3.0:1788219733.988451:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313604347 00000100:00000001:3.0:1788219733.988455:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219733.988457:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219733.988459:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219733.988461:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.990817:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.990826:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.990829:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.990831:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219733.992060:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219733.992068:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614300. 00000400:00000200:3.0:1788219733.992075:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219733.992091:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219733.992098:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c4c8 00000400:00000010:3.0:1788219733.992101:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c4c8. 00000100:00000001:3.0:1788219733.992106:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219733.992114:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.992128:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219733.992132:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.992139:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219733.992141:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219733.992151:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.992163:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219733.992166:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.992168:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.992174:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.992178:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219733.992184:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.992188:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.992193:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.992196:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77c080 00000400:00000200:3.0:1788219733.992201:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.992207:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe85c5 [1] + 224 00000800:00000001:3.0:1788219733.992213:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.992217:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.992219:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219733.992223:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219733.992228:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219733.992232:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219733.992240:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.992257:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788219733.992330:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219733.992334:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614700. 00000400:00000200:3.0:1788219733.992337:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219733.992341:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219733.992344:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cd48 00000400:00000010:3.0:1788219733.992346:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cd48. 00000100:00000001:3.0:1788219733.992349:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219733.992352:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.992360:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219733.992363:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.992369:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219733.992371:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219733.992374:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788219733.994696:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.994713:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219733.994722:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219733.994726:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219733.994730:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219733.994738:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:2.0:1788219733.994741:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:2.0:1788219733.994745:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219733.994756:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219733.994767:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.994774:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219733.994777:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.994779:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219733.994782:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219733.994785:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219733.994787:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.994790:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219733.994800:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219733.994804:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219733.994806:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219733.994808:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219733.994810:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219733.994814:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.994817:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219733.994818:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:2.0:1788219733.994820:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219733.994822:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219733.994826:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.994833:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.994836:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219733.994839:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219733.994843:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219733.994850:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180480:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219733.994854:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.994857:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.994860:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ed80 x1875079566180480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.994866:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219733.994868:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219733.994872:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f000a400. 02000000:00000001:2.0:1788219733.994875:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219733.994878:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219733.994880:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219733.994882:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219733.994885:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f7614d00. 02000000:00000001:2.0:1788219733.994889:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219733.994891:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219733.994893:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ed80. 00000100:00000001:2.0:1788219733.994897:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219733.994898:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.994902:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.994904:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.994905:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219733.994907:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.994909:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219733.995823:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219733.995829:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.995840:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.995849:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995855:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219733.995864:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995870:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995874:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995879:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77c000 00000400:00000200:3.0:1788219733.995884:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995890:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe85d5 [1] + 224 00000800:00000001:3.0:1788219733.995896:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.995901:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.995904:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219733.995908:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219733.995914:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219733.995922:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219733.995931:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.995954:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219733.995965:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.995968:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219733.995970:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.995973:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.995975:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995979:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219733.995983:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995986:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995988:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995991:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77bf80 00000400:00000200:3.0:1788219733.995994:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.995998:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe85b5 [1] + 224 00000800:00000001:3.0:1788219733.996002:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.996005:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.996007:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219733.996010:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219733.996013:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219733.996018:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219733.996026:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.996034:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219733.996037:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.996041:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219733.996043:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.996046:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.996048:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.996052:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219733.996055:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.996058:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.996060:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.996063:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77c180 00000400:00000200:3.0:1788219733.996066:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219733.996070:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe85e5 [1] + 224 00000800:00000001:3.0:1788219733.996073:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.996089:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219733.996092:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219733.996095:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219733.996097:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219733.996102:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219733.996111:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219733.996117:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219733.996121:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219733.996124:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999185:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.999194:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219733.999204:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219733.999207:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219733.999211:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ae70. 00000400:00000200:2.0:1788219733.999220:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:2.0:1788219733.999223:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:2.0:1788219733.999228:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219733.999240:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219733.999250:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999258:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219733.999260:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999263:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219733.999266:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219733.999268:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219733.999271:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.999274:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219733.999283:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219733.999288:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=37 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219733.999290:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219733.999292:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219733.999295:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219733.999299:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.999303:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219733.999305:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219733.999307:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219733.999309:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219733.999361:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999369:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.999373:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219733.999375:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219733.999379:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219733.999386:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180736:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219733.999391:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219733.999392:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219733.999394:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb26e0. 00000400:00000200:2.0:1788219733.999396:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:2.0:1788219733.999398:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:2.0:1788219733.999399:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219733.999402:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219733.999408:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999412:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219733.999413:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999414:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219733.999415:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219733.999416:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219733.999417:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.999419:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219733.999423:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219733.999425:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219733.999426:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219733.999427:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219733.999428:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219733.999430:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.999431:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219733.999433:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:2.0:1788219733.999434:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219733.999435:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219733.999437:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999442:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.999444:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219733.999445:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219733.999448:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219733.999456:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180352:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219733.999460:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219733.999462:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219733.999464:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:2.0:1788219733.999466:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219733.999468:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219733.999470:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219733.999474:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219733.999481:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999487:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219733.999489:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999491:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219733.999492:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219733.999494:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219733.999496:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219733.999497:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219733.999500:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219733.999502:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219733.999504:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219733.999505:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219733.999507:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219733.999509:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.999510:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219733.999514:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999520:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219733.999521:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219733.999523:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219733.999526:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219733.999534:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566180224:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219733.999538:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.999541:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.999545:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566180736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999552:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219733.999555:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219733.999559:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490cc00. 02000000:00000001:2.0:1788219733.999563:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219733.999566:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219733.999568:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219733.999570:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219733.999574:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f7614a00. 02000000:00000001:2.0:1788219733.999578:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219733.999580:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219733.999582:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:2.0:1788219733.999587:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219733.999588:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999589:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.999592:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566180352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999599:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219733.999600:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219733.999602:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f000ae00. 02000000:00000001:2.0:1788219733.999604:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219733.999605:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219733.999606:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219733.999609:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219733.999610:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f7614200. 02000000:00000001:2.0:1788219733.999612:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219733.999613:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219733.999614:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:2.0:1788219733.999616:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219733.999617:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999619:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219733.999621:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566180224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219733.999627:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219733.999628:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219733.999629:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f000be00. 02000000:00000001:2.0:1788219733.999631:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219733.999632:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219733.999634:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219733.999635:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219733.999637:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f7614000. 02000000:00000001:2.0:1788219733.999639:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219733.999640:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219733.999641:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:2.0:1788219733.999643:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219733.999645:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219733.999647:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.999649:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219733.999651:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219733.999652:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219733.999654:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219734.012645:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219734.012658:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219734.012663:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219734.012666:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219734.012682:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219734.012691:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219734.012700:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219734.012713:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219734.012717:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219734.012722:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77c100 00000400:00000200:2.0:1788219734.012726:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219734.012732:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe85f5 [1] + 224 00000800:00000001:2.0:1788219734.012739:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219734.012769:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219734.012773:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219734.012778:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219734.012786:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219734.012797:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219734.012808:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219734.012828:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219734.012839:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219734.012842:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219734.012962:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219734.012967:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219734.012974:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219734.012976:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219734.012980:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:3.0:1788219734.012985:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219734.012987:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219734.012990:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219734.012996:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219734.013005:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219734.013011:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219734.013013:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219734.013015:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219734.013018:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219734.013021:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219734.013023:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219734.013026:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219734.013035:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219734.013039:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219734.013042:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219734.013044:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219734.013047:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219734.013050:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219734.013054:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219734.013056:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219734.013058:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219734.013059:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219734.013064:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219734.013071:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219734.013074:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219734.013076:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219734.013089:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219734.013097:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566180608:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219734.013102:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219734.013105:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219734.013109:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566180608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219734.013116:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219734.013118:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219734.013122:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490d400. 02000000:00000001:3.0:1788219734.013125:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219734.013128:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219734.013130:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219734.013133:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219734.013135:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f7614600. 02000000:00000001:3.0:1788219734.013138:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219734.013140:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219734.013142:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:3.0:1788219734.013145:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219734.013146:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219734.013149:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219734.013155:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219734.013157:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219734.013159:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219734.013161:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219734.943712:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219734.943719:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219734.943725:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219734.943726:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219734.943730:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219734.943731:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219734.943735:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219734.943736:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219734.943739:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219734.943741:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219734.944499:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219734.944504:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219734.944507:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219735.263453:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313604347, at 4313604352 00000100:00000010:3.0:1788219735.263469:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1922a0. 00000100:00000040:2.0:1788219735.263697:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313604347, at 4313604352 00000100:00000010:2.0:1788219735.263703:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192e40. 00010000:00000001:1.0:1788219735.969530:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219735.969540:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219735.969542:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219735.969547:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219735.969549:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219735.969551:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969555:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219735.969558:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969560:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969563:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969567:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219735.969568:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969572:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219735.969573:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969577:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219735.969579:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219735.969580:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219735.969582:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219735.969583:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219735.969584:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969586:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219735.969587:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969588:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969590:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219735.969595:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219735.969596:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219736.253775:0:326019:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219736.253783:0:326019:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219736.253785:0:326019:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219736.253789:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821fb20 00000080:00200000:2.0:1788219736.253793:0:326019:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219736.253802:0:326019:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f000a800. 00800000:00000002:2.0:1788219736.253809:0:326019:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219736.253813:0:326019:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219736.254090:0:326019:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219736.254094:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821fa40 00800000:00000002:2.0:1788219736.254100:0:326019:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219736.254105:0:326019:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219736.254108:0:326019:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219736.254111:0:326019:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219736.254114:0:326019:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219736.254117:0:326019:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219736.254119:0:326019:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219736.254121:0:326019:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219736.254124:0:326019:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219736.254127:0:326019:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219736.254132:0:326019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219736.254134:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821f910 00000002:00010000:2.0:1788219736.254136:0:326019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219736.254140:0:326019:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219736.254142:0:326019:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219736.254146:0:326019:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219736.254151:0:326019:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219736.254153:0:326019:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219736.254155:0:326019:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219736.254157:0:326019:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219736.254159:0:326019:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219736.254166:0:326019:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219736.254170:0:326019:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219736.254177:0:326019:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219736.254183:0:326019:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219736.254189:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.254191:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219736.254192:0:326019:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.254194:0:326019:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219736.254196:0:326019:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219736.254201:0:326019:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219736.254206:0:326019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c000. 00000100:00000001:2.0:1788219736.254212:0:326019:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.254216:0:326019:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219736.254217:0:326019:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.254218:0:326019:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219736.254219:0:326019:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.254221:0:326019:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219736.254225:0:326019:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00010000:00000001:2.0:1788219736.254229:0:326019:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219736.254231:0:326019:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788219736.254234:0:326019:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089900. 00010000:00000010:2.0:1788219736.254237:0:326019:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3880. 00010000:00000001:2.0:1788219736.254240:0:326019:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219736.254242:0:326019:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341a00. 00000020:00000001:2.0:1788219736.254245:0:326019:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219736.254248:0:326019:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341a00 with handle 0x34450ab7a1632da to hash 00000020:00000001:2.0:1788219736.254249:0:326019:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219736.254250:0:326019:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.254253:0:326019:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.254256:0:326019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219736.254257:0:326019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219736.254260:0:326019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326019 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219736.254266:0:326019:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326019 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219736.254274:0:326019:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326019 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219736.254278:0:326019:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219736.254280:0:326019:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219736.254285:0:326019:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893f84f33c0. 00000100:00000001:2.0:1788219736.254286:0:326019:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630360026395584 : -113713683156032 : ffff9893f84f33c0) 00000100:00000001:2.0:1788219736.254288:0:326019:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219736.254289:0:326019:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000001:2.0:1788219736.254292:0:326019:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219736.254295:0:326019:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.254297:0:326019:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219736.254298:0:326019:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219736.254307:0:326019:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.254484:0:326019:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219736.254487:0:326019:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219736.254491:0:326019:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219736.254494:0:326019:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219736.254497:0:326019:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219736.254501:0:326019:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job rm:a070992b-a374-46bb-a0a0-eb573b6d6afb:326019:1875079566180864:192.168.203.120@tcp:101:rm.0 00000100:00000001:2.0:1788219736.254505:0:326019:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219736.254510:0:326019:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219736.254583:0:326019:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219736.254586:0:326019:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219736.254592:0:326019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0df800. 02000000:00000001:2.0:1788219736.254595:0:326019:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219736.254604:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219736.254609:0:326019:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:2.0:1788219736.254616:0:326019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219736.254625:0:326019:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566180864, portal 10 00000100:00000001:2.0:1788219736.254627:0:326019:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219736.254628:0:326019:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219736.254636:0:326019:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.254644:0:326019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219736.254646:0:326019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219736.254649:0:326019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219736.254651:0:326019:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566180864, offset 0 00000400:00000200:2.0:1788219736.254658:0:326019:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219736.254668:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.254675:0:326019:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219736.254681:0:326019:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219736.254686:0:326019:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219736.254689:0:326019:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219736.254692:0:326019:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219736.254697:0:326019:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92615:92615:256:4294967295] 192.168.203.120@tcp LPNI seq info [92615:92615:8:4294967295] 00000400:00000200:2.0:1788219736.254701:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.254710:0:326019:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219736.254716:0:326019:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219736.254722:0:326019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cf00. 00000800:00000200:2.0:1788219736.254728:0:326019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219736.254735:0:326019:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219736.254739:0:326019:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cf00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219736.254760:0:326019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219736.254764:0:326019:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:2.0:1788219736.254767:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219736.254770:0:326019:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605370 00000100:00000010:2.0:1788219736.254774:0:326019:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192e40. 00000100:00000001:2.0:1788219736.254780:0:326019:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219736.254785:0:326019:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605370 00000100:00000010:2.0:1788219736.254788:0:326019:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1928a0. 00000100:00000001:2.0:1788219736.254790:0:326019:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219736.254793:0:326019:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219736.254796:0:326019:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.254798:0:326019:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219736.254800:0:326019:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219736.254803:0:326019:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893f84f33c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219736.254805:0:326019:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219736.254808:0:326019:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219736.255097:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219736.255103:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cf00. 00000400:00000200:3.0:1788219736.255109:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219736.255115:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219736.255122:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:3.0:1788219736.255125:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:3.0:1788219736.255129:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219736.255133:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.255145:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.255148:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.255152:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.255153:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219736.262845:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.262862:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.262865:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.262869:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.262877:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.262885:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.262895:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.262904:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.262910:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.262914:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x6a95ffb77c200 00000400:00000200:2.0:1788219736.262918:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.262926:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0xe8605 [1] + 224 00000800:00000001:2.0:1788219736.262934:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.262941:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.262945:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.262950:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.262958:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.262968:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219736.262979:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.263001:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.263011:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.263016:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.263086:0:326019:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219736.263094:0:326019:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219736.263096:0:326019:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219736.263099:0:326019:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:3.0:1788219736.263104:0:326019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:3.0:1788219736.263107:0:326019:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:3.0:1788219736.263110:0:326019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219736.263114:0:326019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219736.263122:0:326019:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.263128:0:326019:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219736.263130:0:326019:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.263132:0:326019:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219736.263136:0:326019:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219736.263138:0:326019:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219736.263140:0:326019:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.263144:0:326019:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219736.263163:0:326019:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219736.263167:0:326019:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219736.263170:0:326019:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219736.263172:0:326019:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.263176:0:326019:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219736.263179:0:326019:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.263183:0:326019:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219736.263185:0:326019:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:3.0:1788219736.263187:0:326019:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219736.263188:0:326019:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.263194:0:326019:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.263201:0:326019:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.263204:0:326019:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219736.263206:0:326019:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219736.263210:0:326019:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219736.263217:0:326019:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job rm:a070992b-a374-46bb-a0a0-eb573b6d6afb:326019:1875079566180864:192.168.203.120@tcp:101:rm.0 00000100:00000001:3.0:1788219736.263222:0:326019:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.263225:0:326019:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.263228:0:326019:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219736.263230:0:326019:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.263233:0:326019:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.263239:0:326019:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219736.263241:0:326019:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893f84f33c0. 00000100:00000001:3.0:1788219736.263245:0:326019:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219736.263246:0:326019:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.263250:0:326019:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219736.263255:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263257:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263261:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=4 00000020:00000001:3.0:1788219736.263263:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263266:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000040:3.0:1788219736.263273:0:326019:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9894ed341a00, remote cookie: 0x1782eba8aded821a, flags: 0x1001 00010000:00010000:3.0:1788219736.263280:0:326019:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.263291:0:326019:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263303:0:326019:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788219736.263306:0:326019:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788219736.263308:0:326019:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788219736.263335:0:326019:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788219736.263337:0:326019:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788219736.263340:0:326019:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9894d9089900) refcount = 1 00010000:00010000:3.0:1788219736.263345:0:326019:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263352:0:326019:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788219736.263355:0:326019:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788219736.263357:0:326019:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219736.263361:0:326019:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788219736.263363:0:326019:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.263367:0:326019:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263374:0:326019:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788219736.263375:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263377:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.263378:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263379:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.263381:0:326019:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.263387:0:326019:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788219736.263390:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263392:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263394:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:3.0:1788219736.263396:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263399:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263402:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263403:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263405:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=4 00000020:00000001:3.0:1788219736.263407:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263410:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263413:0:326019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.263416:0:326019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.263420:0:326019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263426:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263427:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.263429:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263430:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263431:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=5 00000020:00000001:3.0:1788219736.263434:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263436:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263439:0:326019:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.263442:0:326019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263449:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263450:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219736.263452:0:326019:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263458:0:326019:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.263459:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263460:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.263461:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263462:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788219736.263466:0:326019:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219736.263474:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263475:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263476:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:3.0:1788219736.263478:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263481:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263483:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263484:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.263485:0:326019:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.263487:0:326019:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.263490:0:326019:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219736.263492:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263493:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263495:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:3.0:1788219736.263496:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263499:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00000002:00010000:3.0:1788219736.263502:0:326019:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.263508:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263509:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.263511:0:326019:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219736.263513:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.263514:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.263515:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:3.0:1788219736.263517:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:3.0:1788219736.263519:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000040:3.0:1788219736.263524:0:326019:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:3.0:1788219736.263527:0:326019:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788219736.263531:0:326019:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788219736.263533:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.263534:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.263536:0:326019:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219736.263540:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821f898 00000002:00002000:3.0:1788219736.263541:0:326019:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788219736.263544:0:326019:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.263548:0:326019:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.263551:0:326019:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788219736.263555:0:326019:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788219736.263557:0:326019:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.263561:0:326019:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219736.263565:0:326019:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f000a800. 00000080:00000001:3.0:1788219736.263569:0:326019:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219736.263572:0:326019:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788219736.263577:0:326019:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788219736.263581:0:326019:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788219736.263651:0:326019:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9893e2e47b40. 00800000:00000001:2.0:1788219736.263654:0:326019:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630359667080000 : -113714042471616 : ffff9893e2e47b40) 00800000:00000001:2.0:1788219736.265107:0:326019:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219736.265116:0:326019:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788219736.265121:0:326019:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788219736.265124:0:326019:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788219736.265127:0:326019:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788219736.265131:0:326019:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788219736.265133:0:326019:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219736.265137:0:326019:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788219736.265140:0:326019:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788219736.265144:0:326019:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 262144 00010000:00000001:2.0:1788219736.265148:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219736.265150:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219736.265153:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219736.265157:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.265159:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.265161:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.265163:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219736.265164:0:326019:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788219736.265168:0:326019:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788219736.265169:0:326019:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9893e2e47b40 1 00800000:00000010:2.0:1788219736.265172:0:326019:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9893e2e47b40. 00800000:00000001:2.0:1788219736.265176:0:326019:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219736.265180:0:326019:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632da 00800000:00000001:2.0:1788219736.265183:0:326019:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219736.265185:0:326019:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219736.265186:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219736.265188:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219736.265189:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219736.265191:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.265193:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.265195:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.265196:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219736.265198:0:326019:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219736.265200:0:326019:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219736.265203:0:326019:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219736.265205:0:326019:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219736.265208:0:326019:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632da from it ffffa959c821fb58 00010000:00000001:2.0:1788219736.265210:0:326019:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219736.265212:0:326019:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219736.265213:0:326019:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219736.265215:0:326019:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.265217:0:326019:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.265219:0:326019:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219736.265223:0:326019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219736.265237:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.265238:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219736.265240:0:326019:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219736.265243:0:326019:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219736.265245:0:326019:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219736.265255:0:326019:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219736.265258:0:326019:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219736.265260:0:326019:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219736.265264:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.265265:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219736.265266:0:326019:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265269:0:326019:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219736.265271:0:326019:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265273:0:326019:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265275:0:326019:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265277:0:326019:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219736.265279:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.265280:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219736.265282:0:326019:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219736.265294:0:326019:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566180864/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.265301:0:326019:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219736.265304:0:326019:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219736.265308:0:326019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0df800. 02000000:00000001:2.0:1788219736.265340:0:326019:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219736.265343:0:326019:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219736.265345:0:326019:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219736.265347:0:326019:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219736.265349:0:326019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4c000. 02000000:00000001:2.0:1788219736.265353:0:326019:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219736.265354:0:326019:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219736.265356:0:326019:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:2.0:1788219736.265360:0:326019:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219736.265361:0:326019:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219736.265365:0:326019:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219736.265370:0:326019:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219736.265389:0:326019:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893e4bca400. 00000020:00000001:2.0:1788219736.265394:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821fae8 00000080:00200000:2.0:1788219736.265396:0:326019:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160c.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=8 00000080:00000001:2.0:1788219736.265399:0:326019:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788219736.265401:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821f998 00000080:00200000:2.0:1788219736.265403:0:326019:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160c.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=getattr 00000080:00000010:2.0:1788219736.265411:0:326019:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f000ac00. 00800000:00000002:2.0:1788219736.265416:0:326019:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219736.265420:0:326019:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219736.265423:0:326019:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219736.265424:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821f8b8 00800000:00000002:2.0:1788219736.265426:0:326019:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd160c.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219736.265430:0:326019:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219736.265433:0:326019:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219736.265435:0:326019:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219736.265438:0:326019:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219736.265441:0:326019:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219736.265442:0:326019:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219736.265444:0:326019:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219736.265447:0:326019:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219736.265449:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821f850 00800000:00000002:2.0:1788219736.265451:0:326019:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160c.sanity' -> mds #0 00000002:00000001:2.0:1788219736.265455:0:326019:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219736.265457:0:326019:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c821f788 00000002:00010000:2.0:1788219736.265459:0:326019:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160c.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788219736.265463:0:326019:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219736.265465:0:326019:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219736.265468:0:326019:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219736.265471:0:326019:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219736.265475:0:326019:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219736.265479:0:326019:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219736.265483:0:326019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219736.265484:0:326019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219736.265485:0:326019:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.265488:0:326019:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219736.265490:0:326019:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219736.265493:0:326019:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219736.265499:0:326019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c000. 00000100:00000001:2.0:1788219736.265504:0:326019:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265508:0:326019:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219736.265510:0:326019:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265511:0:326019:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219736.265513:0:326019:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.265515:0:326019:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219736.265521:0:326019:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00010000:00000001:2.0:1788219736.265524:0:326019:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219736.265526:0:326019:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788219736.265530:0:326019:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:2.0:1788219736.265533:0:326019:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219736.265536:0:326019:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219736.265538:0:326019:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341000. 00000020:00000001:2.0:1788219736.265542:0:326019:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219736.265544:0:326019:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341000 with handle 0x34450ab7a1632e1 to hash 00000020:00000001:2.0:1788219736.265546:0:326019:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219736.265547:0:326019:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135034880 : -113709574516736 : ffff9894ed341000) 00010000:00000001:2.0:1788219736.265550:0:326019:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135034880 : -113709574516736 : ffff9894ed341000) 00010000:00000001:2.0:1788219736.265553:0:326019:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219736.265555:0:326019:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219736.265559:0:326019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341000/0x34450ab7a1632e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326019 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219736.265565:0:326019:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341000/0x34450ab7a1632e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326019 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219736.265575:0:326019:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341000/0x34450ab7a1632e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326019 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219736.265584:0:326019:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219736.265585:0:326019:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219736.265592:0:326019:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893f84f3840. 00000100:00000001:2.0:1788219736.265595:0:326019:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630360026396736 : -113713683154880 : ffff9893f84f3840) 00000100:00000001:2.0:1788219736.265598:0:326019:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219736.265599:0:326019:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000001:2.0:1788219736.265603:0:326019:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219736.265607:0:326019:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.265609:0:326019:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219736.265611:0:326019:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219736.265617:0:326019:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566180992/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.265625:0:326019:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219736.265627:0:326019:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219736.265630:0:326019:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219736.265633:0:326019:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219736.265635:0:326019:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219736.265639:0:326019:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job rm:a070992b-a374-46bb-a0a0-eb573b6d6afb:326019:1875079566180992:192.168.203.120@tcp:101:rm.0 00000100:00000001:2.0:1788219736.265643:0:326019:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219736.265648:0:326019:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219736.265651:0:326019:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219736.265653:0:326019:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219736.266043:0:326019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0df800. 02000000:00000001:2.0:1788219736.266048:0:326019:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219736.266055:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219736.266060:0:326019:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb26e0. 00000400:00000010:2.0:1788219736.266075:0:326019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219736.266082:0:326019:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566180992, portal 10 00000100:00000001:2.0:1788219736.266085:0:326019:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219736.266086:0:326019:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219736.266094:0:326019:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02bb80 x1875079566180992/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.266107:0:326019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219736.266110:0:326019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219736.266113:0:326019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219736.266115:0:326019:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566180992, offset 0 00000400:00000200:2.0:1788219736.266122:0:326019:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219736.266130:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.266137:0:326019:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219736.266142:0:326019:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219736.266146:0:326019:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219736.266775:0:326019:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219736.266779:0:326019:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219736.266783:0:326019:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92616:92616:256:4294967295] 192.168.203.120@tcp LPNI seq info [92616:92616:8:4294967295] 00000400:00000200:2.0:1788219736.266788:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.266798:0:326019:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219736.266805:0:326019:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219736.266812:0:326019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c900. 00000800:00000200:2.0:1788219736.266819:0:326019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219736.266828:0:326019:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219736.266832:0:326019:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1788219736.266852:0:326019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219736.266858:0:326019:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26296 usecs (27 jiffies) 00000400:00000200:2.0:1788219736.266861:0:326019:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219736.266864:0:326019:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605382 00000100:00000001:2.0:1788219736.266871:0:326019:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313605370 00000100:00000001:2.0:1788219736.266876:0:326019:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605382 00000100:00000001:2.0:1788219736.266879:0:326019:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313605370 00000100:00000001:2.0:1788219736.266881:0:326019:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219736.266884:0:326019:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.266888:0:326019:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219736.266890:0:326019:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219736.266893:0:326019:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893f84f3840 going to sleep for 11 seconds 00000100:00000001:2.0:1788219736.266896:0:326019:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219736.266899:0:326019:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219736.268113:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219736.268121:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c900. 00000400:00000200:3.0:1788219736.268127:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219736.268134:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219736.268142:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:3.0:1788219736.268145:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:3.0:1788219736.268151:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219736.268160:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566180992/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.268173:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.268177:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02bb80 x1875079566180992/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.268184:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.268186:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219736.277565:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.277584:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.277588:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.277744:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.277754:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.277763:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.277772:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.277778:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.277783:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.277786:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb77c280 00000400:00000200:2.0:1788219736.277791:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.277797:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8615 [1] + 224 00000800:00000001:2.0:1788219736.277804:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.277813:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.277816:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.277821:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.277829:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.277838:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566180992/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219736.277850:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed02bb80 x1875079566180992/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.278519:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.278533:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.278538:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788219736.294389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341000. 00000100:00000040:3.0:1788219736.294470:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313605382, at 4313605383 00000100:00000010:3.0:1788219736.294481:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1928a0. 00000100:00000040:2.0:1788219736.295867:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313605382, at 4313605384 00000100:00000010:2.0:1788219736.295878:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192e40. 00000080:00000001:1.0:1788219736.313883:0:326020:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219736.313889:0:326020:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219736.313892:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efde0 00000080:00200000:1.0:1788219736.313896:0:326020:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219736.313904:0:326020:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3ec00. 00800000:00000002:1.0:1788219736.313910:0:326020:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219736.313913:0:326020:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219736.313918:0:326020:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219736.313920:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efd00 00800000:00000002:1.0:1788219736.313922:0:326020:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.313927:0:326020:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219736.313929:0:326020:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219736.313931:0:326020:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219736.313934:0:326020:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219736.313936:0:326020:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219736.313938:0:326020:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.313940:0:326020:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.313942:0:326020:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.313946:0:326020:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219736.313950:0:326020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219736.313952:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efbd0 00000002:00010000:1.0:1788219736.313954:0:326020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219736.313958:0:326020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219736.313959:0:326020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219736.313966:0:326020:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219736.313974:0:326020:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219736.313977:0:326020:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219736.313981:0:326020:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219736.313985:0:326020:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219736.313990:0:326020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219736.314001:0:326020:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219736.314006:0:326020:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.314009:0:326020:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219736.314016:0:326020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219736.314018:0:326020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219736.314020:0:326020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219736.314022:0:326020:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219736.314023:0:326020:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219736.314025:0:326020:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219736.314028:0:326020:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219736.314030:0:326020:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219736.314033:0:326020:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3ec00. 00000080:00000001:1.0:1788219736.314038:0:326020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219736.314039:0:326020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219736.314042:0:326020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219736.314045:0:326020:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632da 00800000:00000001:1.0:1788219736.314048:0:326020:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219736.314050:0:326020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219736.314051:0:326020:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.314053:0:326020:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.314056:0:326020:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.314058:0:326020:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.314061:0:326020:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.314921:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.314926:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219736.314927:0:326020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.314931:0:326020:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219736.314934:0:326020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632da from it ffffa959c81efe18 00010000:00000001:1.0:1788219736.314937:0:326020:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.314939:0:326020:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.314941:0:326020:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.314943:0:326020:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.314946:0:326020:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.314949:0:326020:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219736.314953:0:326020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219736.314961:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.314962:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.314963:0:326020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219736.314966:0:326020:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219736.314968:0:326020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219736.314975:0:326020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219736.314978:0:326020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219736.314980:0:326020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219736.314985:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.314986:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.314988:0:326020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.314991:0:326020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219736.314993:0:326020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.314994:0:326020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.314998:0:326020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.314999:0:326020:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219736.315001:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315002:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219736.315005:0:326020:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219736.315006:0:326020:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219736.315009:0:326020:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 101 00000080:00000001:1.0:1788219736.315014:0:326020:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.315031:0:326020:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219736.315033:0:326020:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219736.315034:0:326020:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219736.315035:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efba8 00000080:00200000:1.0:1788219736.315037:0:326020:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219736.315042:0:326020:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3ec00. 00800000:00000002:1.0:1788219736.315046:0:326020:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219736.315049:0:326020:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219736.315052:0:326020:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219736.315053:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efac8 00800000:00000002:1.0:1788219736.315054:0:326020:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.315057:0:326020:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219736.315059:0:326020:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219736.315061:0:326020:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219736.315062:0:326020:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219736.315075:0:326020:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219736.315077:0:326020:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.315079:0:326020:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.315080:0:326020:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.315083:0:326020:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219736.315087:0:326020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219736.315088:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ef998 00000002:00010000:1.0:1788219736.315089:0:326020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219736.315092:0:326020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219736.315093:0:326020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219736.315095:0:326020:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219736.315099:0:326020:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219736.315101:0:326020:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219736.315103:0:326020:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219736.315106:0:326020:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219736.315109:0:326020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219736.315116:0:326020:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219736.315119:0:326020:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.315122:0:326020:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788219736.315127:0:326020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219736.315129:0:326020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219736.315131:0:326020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219736.315133:0:326020:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219736.315134:0:326020:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219736.315137:0:326020:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219736.315139:0:326020:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219736.315141:0:326020:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219736.315144:0:326020:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3ec00. 00000080:00000001:1.0:1788219736.315148:0:326020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219736.315150:0:326020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219736.315152:0:326020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219736.315154:0:326020:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632da 00800000:00000001:1.0:1788219736.315157:0:326020:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219736.315158:0:326020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219736.315159:0:326020:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.315160:0:326020:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.315162:0:326020:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.315164:0:326020:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315166:0:326020:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315168:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315169:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219736.315170:0:326020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.315172:0:326020:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219736.315173:0:326020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632da from it ffffa959c81efbe0 00010000:00000001:1.0:1788219736.315175:0:326020:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.315176:0:326020:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.315177:0:326020:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.315179:0:326020:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315181:0:326020:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315194:0:326020:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219736.315197:0:326020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219736.315203:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315204:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.315205:0:326020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219736.315207:0:326020:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219736.315209:0:326020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219736.315217:0:326020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219736.315218:0:326020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219736.315219:0:326020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219736.315221:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315223:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.315224:0:326020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315226:0:326020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219736.315228:0:326020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315229:0:326020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315231:0:326020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315233:0:326020:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219736.315234:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315235:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219736.315236:0:326020:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219736.315238:0:326020:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219736.315240:0:326020:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219736.315243:0:326020:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.315250:0:326020:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219736.315253:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efd78 00000080:00002000:1.0:1788219736.315255:0:326020:0:(dcache.c:87:ll_dcompare()) found name d160c.sanity(ffff9893c1bbcbd0) flags 0x8004e refc 0 00000080:00000001:1.0:1788219736.315258:0:326020:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219736.315260:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efde8 00000080:00200000:1.0:1788219736.315261:0:326020:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160c.sanity, flags=1536 00000080:00000001:1.0:1788219736.315267:0:326020:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219736.315268:0:326020:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219736.315270:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efd90 00000080:00200000:1.0:1788219736.315272:0:326020:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219736.315276:0:326020:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3ec00. 00800000:00000002:1.0:1788219736.315278:0:326020:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219736.315281:0:326020:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219736.315282:0:326020:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219736.315284:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efcb0 00800000:00000002:1.0:1788219736.315286:0:326020:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.315288:0:326020:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219736.315290:0:326020:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219736.315292:0:326020:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219736.315293:0:326020:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219736.315294:0:326020:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219736.315296:0:326020:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.315298:0:326020:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.315300:0:326020:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.315302:0:326020:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219736.315305:0:326020:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219736.315306:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efb80 00000002:00010000:1.0:1788219736.315308:0:326020:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219736.315329:0:326020:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219736.315331:0:326020:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219736.315332:0:326020:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219736.315335:0:326020:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219736.315337:0:326020:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219736.315340:0:326020:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219736.315343:0:326020:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219736.315347:0:326020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788219736.315365:0:326020:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219736.315368:0:326020:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.315371:0:326020:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788219736.315377:0:326020:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219736.315379:0:326020:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219736.315381:0:326020:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219736.315383:0:326020:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219736.315385:0:326020:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219736.315387:0:326020:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219736.315389:0:326020:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219736.315391:0:326020:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219736.315393:0:326020:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3ec00. 00000080:00000001:1.0:1788219736.315396:0:326020:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219736.315397:0:326020:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219736.315400:0:326020:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219736.315402:0:326020:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632da 00800000:00000001:1.0:1788219736.315405:0:326020:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219736.315407:0:326020:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219736.315408:0:326020:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.315409:0:326020:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.315410:0:326020:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.315412:0:326020:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315415:0:326020:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315417:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315418:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219736.315419:0:326020:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.315420:0:326020:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219736.315422:0:326020:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632da from it ffffa959c81efdc8 00010000:00000001:1.0:1788219736.315424:0:326020:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.315425:0:326020:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.315426:0:326020:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.315428:0:326020:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315430:0:326020:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.315432:0:326020:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219736.315435:0:326020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219736.315442:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315443:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.315444:0:326020:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219736.315446:0:326020:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219736.315448:0:326020:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219736.315925:0:326020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219736.315927:0:326020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219736.315929:0:326020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219736.315933:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315934:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.315935:0:326020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315937:0:326020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219736.315938:0:326020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315940:0:326020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315942:0:326020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.315944:0:326020:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219736.315945:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.315946:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219736.315948:0:326020:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219736.315950:0:326020:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219736.315952:0:326020:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 3 00000080:00000001:1.0:1788219736.315956:0:326020:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.315959:0:326020:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:1.0:1788219736.315962:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efda0 00000080:00200000:1.0:1788219736.315963:0:326020:0:(namei.c:2239:do_mkdir()) VFS Op:name=d160c.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00000001:1.0:1788219736.315966:0:326020:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788219736.315968:0:326020:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788219736.315973:0:326020:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3ec00. 00800000:00000002:1.0:1788219736.315977:0:326020:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219736.315983:0:326020:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9894c9d25540. 00000080:00000001:1.0:1788219736.315986:0:326020:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.315989:0:326020:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219736.315991:0:326020:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788219736.315995:0:326020:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219736.315996:0:326020:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219736.315997:0:326020:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219736.315999:0:326020:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219736.316001:0:326020:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.316003:0:326020:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219736.316004:0:326020:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.316009:0:326020:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1788219736.316010:0:326020:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788219736.316013:0:326020:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788219736.316027:0:326020:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219736.316030:0:326020:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:1.0:1788219736.316033:0:326020:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9893ca6d2800: age 16110, max_age 0 00000100:00000010:1.0:1788219736.316040:0:326020:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6dc00. 00000020:00000040:1.0:1788219736.316044:0:326020:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219736.316048:0:326020:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219736.316051:0:326020:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219736.316055:0:326020:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219736.316062:0:326020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2400. 00000100:00000001:1.0:1788219736.316083:0:326020:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.316090:0:326020:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219736.316093:0:326020:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219736.316105:0:326020:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceb05995] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1788219736.316141:0:326020:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.316144:0:326020:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219736.316147:0:326020:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00000100:00000001:1.0:1788219736.316165:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219736.316169:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788219736.316171:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.316178:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219736.316181:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.316194:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219736.316196:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219736.316198:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219736.316204:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.316212:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219736.316214:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219736.316218:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219736.316221:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219736.316223:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219736.316227:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566181120:192.168.203.120@tcp:41:mkdir.0 00000100:00000001:1.0:1788219736.316231:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219736.316236:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219736.316238:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219736.316241:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219736.316246:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219736.316248:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219736.316255:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219736.316259:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219736.316267:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219736.316274:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566181120, portal 10 00000100:00000001:1.0:1788219736.316277:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219736.316278:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000040:1.0:1788219736.316285:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.316292:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219736.316295:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219736.316298:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661dd0. 00000100:00000200:1.0:1788219736.316301:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566181120, offset 0 00000400:00000200:1.0:1788219736.316308:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219736.316343:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219736.316867:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219736.316873:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219736.316879:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219736.316882:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219736.316886:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219736.316889:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92617:92617:256:4294967295] 192.168.203.120@tcp LPNI seq info [92617:92617:8:4294967295] 00000400:00000200:1.0:1788219736.316894:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219736.316905:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219736.316911:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219736.316917:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219736.316925:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219736.316932:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219736.316936:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219736.316989:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219736.316994:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14616 usecs (15 jiffies) 00000400:00000200:1.0:1788219736.316998:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219736.317001:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605420 00000100:00000010:1.0:1788219736.317006:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2180. 00000100:00000001:1.0:1788219736.317012:0:256061:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219736.317018:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605420 00000100:00000010:1.0:1788219736.317022:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2840. 00000100:00000001:1.0:1788219736.317024:0:256061:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219736.317027:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219736.317030:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.317033:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.317036:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.317051:0:326020:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219736.317055:0:326020:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219736.317058:0:326020:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219736.317061:0:326020:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x55:0x0] 40000000:00000001:1.0:1788219736.317075:0:326020:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219736.317078:0:326020:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.317080:0:326020:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219736.317082:0:326020:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219736.317085:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efbc0 00800000:00000002:1.0:1788219736.317087:0:326020:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd160c.sanity' [0x2400013a2:0x55:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219736.317094:0:326020:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219736.317096:0:326020:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219736.317101:0:326020:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219736.317106:0:326020:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6fb80. 00000020:00000040:1.0:1788219736.317109:0:326020:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219736.317115:0:326020:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219736.317117:0:326020:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.317120:0:326020:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219736.317124:0:326020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219736.317130:0:326020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.317132:0:326020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.317134:0:326020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.317137:0:326020:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219736.317139:0:326020:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219736.317143:0:326020:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219736.317148:0:326020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183000. 00000100:00000001:1.0:1788219736.317153:0:326020:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.317156:0:326020:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219736.317157:0:326020:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.317159:0:326020:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219736.317160:0:326020:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.317161:0:326020:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219736.317173:0:326020:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219736.317191:0:326020:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219736.317198:0:326020:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219736.317200:0:326020:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219736.317207:0:326020:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37180. 00000100:00000001:1.0:1788219736.317209:0:326020:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668060544 : -113714041491072 : ffff9893e2f37180) 00000100:00000001:1.0:1788219736.317211:0:326020:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219736.317212:0:326020:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000001:1.0:1788219736.317216:0:326020:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219736.317219:0:326020:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.317221:0:326020:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219736.317222:0:326020:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219736.317226:0:326020:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.317233:0:326020:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219736.317235:0:326020:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219736.317238:0:326020:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219736.317240:0:326020:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219736.317242:0:326020:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219736.317245:0:326020:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326020:1875079566181376:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1788219736.317248:0:326020:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219736.317251:0:326020:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219736.317253:0:326020:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219736.317255:0:326020:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219736.317259:0:326020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9d000. 02000000:00000001:1.0:1788219736.317261:0:326020:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219736.317265:0:326020:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219736.317269:0:326020:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e264d0. 00000400:00000010:1.0:1788219736.317274:0:326020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219736.317279:0:326020:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566181376, portal 10 00000100:00000001:1.0:1788219736.317281:0:326020:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219736.317282:0:326020:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000040:1.0:1788219736.317287:0:326020:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.317293:0:326020:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219736.317295:0:326020:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219736.317298:0:326020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661660. 00000100:00000200:1.0:1788219736.317300:0:326020:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1875079566181376, offset 0 00000400:00000200:1.0:1788219736.317305:0:326020:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219736.317330:0:326020:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219736.317335:0:326020:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219736.317338:0:326020:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219736.317341:0:326020:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219736.317343:0:326020:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219736.317345:0:326020:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219736.317348:0:326020:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92618:92618:255:4294967295] 192.168.203.120@tcp LPNI seq info [92618:92618:7:4294967295] 00000400:00000200:1.0:1788219736.317351:0:326020:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219736.317372:0:326020:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219736.317377:0:326020:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219736.317381:0:326020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219736.317386:0:326020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219736.317391:0:326020:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219736.317393:0:326020:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1788219736.317397:0:326020:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219736.317400:0:326020:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14616 usecs (15 jiffies) 00000400:00000200:1.0:1788219736.317403:0:326020:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219736.317405:0:326020:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605421 00000100:00000001:1.0:1788219736.317410:0:326020:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313605420 00000100:00000001:1.0:1788219736.317414:0:326020:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605421 00000100:00000001:1.0:1788219736.317416:0:326020:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313605420 00000100:00000001:1.0:1788219736.317419:0:326020:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219736.317421:0:326020:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.317423:0:326020:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219736.317425:0:326020:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219736.317427:0:326020:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219736.317430:0:326020:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219736.317432:0:326020:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219736.319158:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219736.319168:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219736.319176:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219736.319185:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219736.321645:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661dd0 00000400:00000010:3.0:1788219736.321655:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661dd0. 00000100:00000001:3.0:1788219736.321663:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219736.321674:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.321688:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.321694:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.321701:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.321704:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219736.321844:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219736.321849:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219736.321853:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219736.321858:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219736.321861:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661660 00000400:00000010:3.0:1788219736.321863:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661660. 00000100:00000001:3.0:1788219736.321866:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219736.321870:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.321877:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.321879:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.321885:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.321886:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219736.329843:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.329860:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.329865:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.329868:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.329876:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.329884:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.329893:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.329900:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.329905:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.329909:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x6a95ffb77c300 00000400:00000200:2.0:1788219736.329913:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.329918:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0xe8625 [1] + 224 00000800:00000001:2.0:1788219736.329925:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.329932:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.329936:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.329940:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.329948:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.329959:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219736.329971:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.329996:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.330006:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.330009:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.330085:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219736.330090:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219736.330098:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219736.330100:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219736.330104:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219736.330109:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219736.330111:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219736.330114:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219736.330119:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219736.330128:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.330134:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219736.330137:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.330139:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219736.330143:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219736.330146:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219736.330148:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219736.330152:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219736.330163:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219736.330168:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=131 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219736.330170:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219736.330172:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.330175:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219736.330178:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.330182:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219736.330191:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219736.330193:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219736.330195:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219736.330201:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.330208:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219736.330210:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219736.330212:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1788219736.330218:0:256061:0:(mdc_request.c:1625:mdc_statfs_interpret()) blocks=353529 free=352693 avail=316990 objects=1024000 free=1023662 state=0 00000100:00000040:1.0:1788219736.330223:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219736.330232:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566181120:192.168.203.120@tcp:41:mkdir.0 00000100:00000001:1.0:1788219736.330237:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.330240:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219736.330243:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6dc00 x1875079566181120/t0(0) o41->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.330250:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219736.330253:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219736.330256:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219736.330260:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219736.330262:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219736.330264:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219736.330266:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219736.330269:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2400. 02000000:00000001:1.0:1788219736.330273:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219736.330274:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219736.330276:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6dc00. 00000100:00000001:1.0:1788219736.330280:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219736.330281:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.330284:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.330292:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219736.330294:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.330296:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219736.330299:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.333415:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313605421, at 4313605422 00000100:00000040:2.0:1788219736.333415:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313605421, at 4313605422 00000100:00000010:2.0:1788219736.333431:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2180. 00000100:00000010:3.0:1788219736.333433:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2840. 00000800:00000001:3.0:1788219736.337482:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219736.337497:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219736.337501:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219736.337504:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219736.337512:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.337520:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219736.337530:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.337536:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.337541:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.337545:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9c2d00 00000400:00000200:3.0:1788219736.337554:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe6ded [2] + 1376 00000800:00000001:3.0:1788219736.337561:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219736.337569:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219736.337572:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219736.337577:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219736.337584:0:256055:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788219736.337587:0:256055:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788219736.337594:0:256055:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000100:00000040:3.0:1788219736.337597:0:256055:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed39ea00 x1875079568567552 msgsize 328 00000100:00100000:3.0:1788219736.337602:0:256055:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:3.0:1788219736.337634:0:256055:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788219736.337644:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219736.337647:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219736.338075:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219736.338079:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568567552 02000000:00000001:2.0:1788219736.338081:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219736.338084:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219736.338086:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219736.338090:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219736.338094:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568567552 00000020:00000001:2.0:1788219736.338097:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219736.338100:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:2.0:1788219736.338103:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219736.338106:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=5 00000020:00000001:2.0:1788219736.338109:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:2.0:1788219736.338112:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:2.0:1788219736.338117:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219736.338122:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47b40. 00000100:00000001:2.0:1788219736.338125:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219736.338128:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47b40. 00000020:00000010:2.0:1788219736.338134:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f000b000. 00000020:00000010:2.0:1788219736.338139:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3f80. 00000020:00000010:2.0:1788219736.338144:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d24513e8. 00000100:00000040:2.0:1788219736.338152:0:280883:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219736.338155:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219736.338156:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219736.338158:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.338166:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.338175:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219736.338186:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219736.338188:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219736.338193:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 440 00000100:00000040:2.0:1788219736.338197:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:2.0:1788219736.338199:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:2.0:1788219736.338205:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed39ea00 x1875079568567552/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:737/0 lens 328/0 e 0 to 0 dl 1788219747 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219736.338215:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219736.338218:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47b40. 00000100:00000001:2.0:1788219736.338220:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219736.338222:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47b40. 00000100:00100000:2.0:1788219736.338226:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568567552:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219736.338230:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568567552 00010000:00000001:2.0:1788219736.338233:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219736.338240:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219736.338241:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219736.338244:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=2 00000020:00000001:2.0:1788219736.338246:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.338249:0:280883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219736.338253:0:280883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219736.338257:0:280883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219736.338262:0:280883:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000100:00000001:2.0:1788219736.338273:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219736.338276:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219736.338281:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4d400. 02000000:00000001:2.0:1788219736.338283:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.338285:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.338290:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219736.338293:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219736.338297:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219736.338302:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219736.338305:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219736.338307:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219736.338309:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219736.338350:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.338354:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219736.338357:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219736.338362:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219736.338379:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568567552, offset 224 00000400:00000200:2.0:1788219736.338387:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219736.338395:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.338402:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219736.338408:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92619:92619:256:4294967295] 192.168.203.120@tcp LPNI seq info [92619:92619:8:4294967295] 00000400:00000200:2.0:1788219736.338412:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.338420:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219736.338426:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219736.338431:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cc00. 00000800:00000200:2.0:1788219736.338438:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219736.338445:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219736.338448:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219736.338460:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219736.338463:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219736.338466:0:280883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219736.338470:0:280883:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893f84f3f00. 00010000:00000001:2.0:1788219736.338473:0:280883:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219736.338493:0:280883:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219736.338495:0:280883:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.338496:0:280883:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219736.338498:0:280883:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219736.338504:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079568567552/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:737/0 lens 328/224 e 0 to 0 dl 1788219747 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219736.338512:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568567552:12345-192.168.203.120@tcp:104: Request processed in 295us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219736.338520:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 440 00000100:00000040:2.0:1788219736.338524:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:2.0:1788219736.338526:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219736.338527:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219736.338532:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3f80. 00000020:00000010:2.0:1788219736.338536:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d24513e8. 00000020:00000010:2.0:1788219736.338540:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f000b000. 00000020:00000040:2.0:1788219736.338544:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 4 00000100:00000001:2.0:1788219736.338547:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219736.338642:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219736.338646:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cc00. 00000400:00000200:2.0:1788219736.338650:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.338655:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219736.338664:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:2.0:1788219736.338666:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:2.0:1788219736.338670:0:256056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788219736.338672:0:256056:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788219736.339179:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219736.339184:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.339187:0:301325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788219736.339189:0:301325:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788219736.339191:0:301325:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219736.339195:0:301325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788219736.339205:0:301325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed341a00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219736.339209:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219736.339213:0:301325:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219736.339221:0:301325:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219736.339224:0:301325:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219736.339228:0:301325:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219736.339233:0:301325:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219736.339236:0:301325:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219736.339237:0:301325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219736.339240:0:301325:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219736.339241:0:301325:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:1.0:1788219736.339243:0:301325:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.339246:0:301325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:1.0:1788219736.339249:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219736.339252:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788219736.339258:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219736.339263:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219736.339266:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219736.339268:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788219736.339272:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219736.339275:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219736.339281:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219736.339284:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219736.339288:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219736.339290:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219736.339291:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219736.339292:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219736.339294:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219736.339296:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219736.339297:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219736.339298:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219736.339300:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219736.339302:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219736.339303:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.339305:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219736.339308:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9894d1eeb180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788219736.339347:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788219736.339352:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219736.339355:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219736.339357:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.339360:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219736.339363:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219736.339374:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219736.339376:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219736.339379:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219736.339382:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341a00 with handle 0x34450ab7a1632da from hash 00010000:00000001:1.0:1788219736.339384:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219736.339387:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.339388:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.339389:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219736.339392:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219736.339394:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788219736.339399:0:301325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219736.339404:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.339405:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.339406:0:301325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.339408:0:301325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219736.339411:0:301325:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788219736.339417:0:301325:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6dc00. 00000020:00000040:1.0:1788219736.339421:0:301325:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219736.339425:0:301325:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219736.339427:0:301325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219736.339431:0:301325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219736.339438:0:301325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3fc00. 00000100:00000001:1.0:1788219736.339443:0:301325:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.339446:0:301325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219736.339450:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788219736.339458:0:301325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219736.339459:0:301325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.339464:0:301325:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219736.339470:0:301325:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219736.339478:0:301325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceb05995] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6dc00 x1875079566181504/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788219736.339497:0:301325:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219736.339500:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219736.339501:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.339503:0:301325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.339504:0:301325:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.339506:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.339509:0:301325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219736.339521:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219736.339523:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1632da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded821a expref: -99 pid: 326019 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788219736.339531:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089900 count: 0 00010000:00000010:1.0:1788219736.339535:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3880. 00010000:00000001:1.0:1788219736.339545:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219736.339547:0:301325:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788219736.339549:0:301325:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893f84f3f00. 00010000:00000001:1.0:1788219736.339552:0:301325:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219736.339554:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219736.339555:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.339557:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219736.339559:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219736.339560:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.339561:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219736.339563:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219736.339564:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219736.339565:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788219736.342030:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219736.342039:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:2.0:1788219736.342045:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.342055:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219736.342062:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:2.0:1788219736.342076:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:2.0:1788219736.342082:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219736.342090:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566181504/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219752 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.342103:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219736.342106:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566181504/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.342113:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.342115:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219736.346747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089900. 00010000:00000010:1.1:1788219736.346763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341a00. 00000800:00000001:2.0:1788219736.350267:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.350285:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.350289:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.350292:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.350301:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.350309:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.350824:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.350830:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.350835:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.350840:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb77c480 00000400:00000200:2.0:1788219736.350845:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.350852:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe863d [1] + 224 00000800:00000001:2.0:1788219736.350985:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.350999:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.351004:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.351010:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.351019:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.351028:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566181504/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219752 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219736.351040:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6dc00 x1875079566181504/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219752 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.351125:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.351135:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.351138:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219736.367386:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313605455, at 4313605456 00000100:00000010:3.0:1788219736.367400:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02d20. 00000100:00000040:2.0:1788219736.367498:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313605455, at 4313605456 00000100:00000010:2.0:1788219736.367504:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02a80. 00000800:00000001:2.0:1788219736.370792:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.370810:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.370815:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.370819:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.370829:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.370836:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.370845:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.370851:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.370857:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.370861:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb77c400 00000400:00000200:2.0:1788219736.370866:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.370873:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe862d [1] + 224 00000800:00000001:2.0:1788219736.370879:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.370939:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.370942:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.370947:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.370955:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.370963:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219736.370973:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.370996:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.371005:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.371008:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.371106:0:326020:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219736.371113:0:326020:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219736.371115:0:326020:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219736.371119:0:326020:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e264d0. 00000400:00000200:1.0:1788219736.371123:0:326020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:1.0:1788219736.371125:0:326020:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:1.0:1788219736.371128:0:326020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219736.371134:0:326020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219736.371152:0:326020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6fb80 x1875079566181376/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.371166:0:326020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219736.371168:0:326020:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.371171:0:326020:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219736.371175:0:326020:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219736.371177:0:326020:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219736.371180:0:326020:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219736.371183:0:326020:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219736.371192:0:326020:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219736.371196:0:326020:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=131 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219736.371198:0:326020:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219736.371200:0:326020:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219736.371202:0:326020:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219736.371206:0:326020:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.371210:0:326020:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219736.371211:0:326020:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1788219736.371213:0:326020:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219736.371215:0:326020:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219736.371217:0:326020:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000001:1.0:1788219736.371219:0:326020:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219736.371221:0:326020:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219736.371223:0:326020:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219736.371225:0:326020:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219736.371230:0:326020:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6fb80 x1875079566181376/t12884902872(12884902872) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219752 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.371237:0:326020:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219736.371239:0:326020:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219736.371241:0:326020:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219736.371245:0:326020:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6fb80 x1875079566181376/t12884902872(12884902872) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219752 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219736.371252:0:326020:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326020:1875079566181376:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1788219736.371256:0:326020:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219736.371259:0:326020:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219736.371261:0:326020:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219736.371263:0:326020:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219736.371268:0:326020:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6fb80 x1875079566181376/t12884902872(12884902872) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219752 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.371274:0:326020:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219736.371277:0:326020:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37180. 00000100:00000001:1.0:1788219736.371281:0:326020:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219736.371282:0:326020:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219736.371290:0:326020:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.371293:0:326020:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x55:0x0] 00800000:00000001:1.0:1788219736.371296:0:326020:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.371299:0:326020:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788219736.371302:0:326020:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788219715 to 1788219736 00000080:00000001:1.0:1788219736.371307:0:326020:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219736.371358:0:326020:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219736.371361:0:326020:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219736.371363:0:326020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625557 : 162129670907625557 : 2400013a2000055) 00000080:00000001:1.0:1788219736.371366:0:326020:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219736.371381:0:326020:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893e5102100. 00000080:00000001:1.0:1788219736.371390:0:326020:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219736.371393:0:326020:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x55:0x0](ffff9893e51021c8) 00000080:00000001:1.0:1788219736.371395:0:326020:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219736.371397:0:326020:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x55:0x0] 00000080:00000001:1.0:1788219736.371399:0:326020:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.371400:0:326020:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625557 : 162129670907625557 : 2400013a2000055) 00000080:00000001:1.0:1788219736.371403:0:326020:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:1.0:1788219736.371405:0:326020:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625557 mtime from 0 to 1788219736 00000080:00200000:1.0:1788219736.371408:0:326020:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x55:0x0], updating i_size 4096 00000080:00000001:1.0:1788219736.371411:0:326020:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219736.371413:0:326020:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359703495112 : -113714006056504 : ffff9893e51021c8) 00000080:00000001:1.0:1788219736.371415:0:326020:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219736.371418:0:326020:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219736.371420:0:326020:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.371423:0:326020:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.371425:0:326020:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:1.0:1788219736.371427:0:326020:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219736.371431:0:326020:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6fb80 x1875079566181376/t12884902872(12884902872) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219752 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219736.371437:0:326020:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219736.371439:0:326020:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219736.371442:0:326020:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3ec00. 00000080:00000010:1.0:1788219736.371445:0:326020:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9894c9d25540. 00000080:00000001:1.0:1788219736.371449:0:326020:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.371450:0:326020:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219736.371454:0:326020:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219736.371460:0:326020:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219736.371464:0:326020:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81efe40 00000080:00002000:1.0:1788219736.371466:0:326020:0:(dcache.c:127:ll_ddelete()) deleting dentry d160c.sanity (ffff9893c1bbcbd0, parent ffff9893e6c7e870, inode ffff9893e51021c8) hashed, 00000080:00000001:1.0:1788219736.371469:0:326020:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219736.371479:0:326020:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219736.371484:0:326020:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788219736.382383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca400. 00000080:00000001:3.0:1788219736.389012:0:326021:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219736.389019:0:326021:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219736.389022:0:326021:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219736.389025:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffb98 00000080:00200000:3.0:1788219736.389030:0:326021:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219736.389038:0:326021:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490d600. 00800000:00000002:3.0:1788219736.389045:0:326021:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219736.389049:0:326021:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219736.389054:0:326021:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219736.389056:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffab8 00800000:00000002:3.0:1788219736.389059:0:326021:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219736.389072:0:326021:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219736.389075:0:326021:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219736.389077:0:326021:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219736.389080:0:326021:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219736.389083:0:326021:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219736.389085:0:326021:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.389087:0:326021:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219736.389089:0:326021:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.389093:0:326021:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219736.389097:0:326021:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219736.389099:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff988 00000002:00010000:3.0:1788219736.389101:0:326021:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219736.389105:0:326021:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219736.389107:0:326021:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219736.389110:0:326021:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219736.389116:0:326021:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.389118:0:326021:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.389120:0:326021:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.389122:0:326021:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219736.389125:0:326021:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219736.389130:0:326021:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219736.389134:0:326021:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219736.389263:0:326021:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219736.389269:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.389276:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.389278:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.389280:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.389283:0:326021:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219736.389285:0:326021:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219736.389290:0:326021:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219736.389298:0:326021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125d800. 00000100:00000001:3.0:1788219736.389305:0:326021:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.389309:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.389588:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.389778:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.389780:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.389782:0:326021:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.389789:0:326021:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00010000:00000001:3.0:1788219736.389792:0:326021:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219736.389794:0:326021:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219736.389800:0:326021:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619700. 00010000:00000010:3.0:1788219736.389804:0:326021:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef100. 00010000:00000001:3.0:1788219736.389809:0:326021:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219736.389812:0:326021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9c00. 00000020:00000001:3.0:1788219736.389817:0:326021:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219736.389820:0:326021:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9c00 with handle 0x34450ab7a1632e8 to hash 00000020:00000001:3.0:1788219736.389822:0:326021:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219736.389824:0:326021:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.389827:0:326021:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.389831:0:326021:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.389833:0:326021:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.389837:0:326021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.389847:0:326021:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.389857:0:326021:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219736.389862:0:326021:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219736.389864:0:326021:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219736.389870:0:326021:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.389872:0:326021:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532511104 : -113710177040512 : ffff9894c94a4780) 00000100:00000001:3.0:1788219736.389875:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.389876:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000001:3.0:1788219736.389880:0:326021:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219736.389884:0:326021:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.389886:0:326021:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219736.389887:0:326021:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219736.389898:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.389906:0:326021:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219736.389908:0:326021:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.389912:0:326021:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219736.389914:0:326021:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219736.389916:0:326021:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219736.389920:0:326021:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566181632:192.168.203.120@tcp:101:mcreate.0 00000100:00000001:3.0:1788219736.389924:0:326021:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219736.389929:0:326021:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219736.389932:0:326021:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.389934:0:326021:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219736.389939:0:326021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09d800. 02000000:00000001:3.0:1788219736.389941:0:326021:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219736.389948:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219736.389952:0:326021:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219736.389959:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219736.389965:0:326021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566181632, portal 10 00000100:00000001:3.0:1788219736.389967:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.389968:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219736.389974:0:326021:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.389982:0:326021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219736.389984:0:326021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219736.389987:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cd48. 00000100:00000200:3.0:1788219736.389990:0:326021:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566181632, offset 0 00000400:00000200:3.0:1788219736.389995:0:326021:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219736.390004:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.390010:0:326021:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219736.390016:0:326021:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219736.390020:0:326021:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219736.390024:0:326021:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219736.390026:0:326021:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219736.390030:0:326021:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92621:92621:256:4294967295] 192.168.203.120@tcp LPNI seq info [92621:92621:8:4294967295] 00000400:00000200:3.0:1788219736.390034:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.390043:0:326021:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219736.390049:0:326021:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219736.390054:0:326021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614600. 00000800:00000200:3.0:1788219736.390060:0:326021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219736.390081:0:326021:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219736.390085:0:326021:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219736.390100:0:326021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.390104:0:326021:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:3.0:1788219736.390108:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219736.390111:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605505 00000100:00000010:3.0:1788219736.390116:0:326021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec4e0. 00000100:00000001:3.0:1788219736.390122:0:326021:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219736.390127:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605505 00000100:00000010:3.0:1788219736.390130:0:326021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecde0. 00000100:00000001:3.0:1788219736.390132:0:326021:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219736.390135:0:326021:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.390137:0:326021:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.390269:0:326021:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219736.390271:0:326021:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219736.390274:0:326021:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4780 going to sleep for 11 seconds 00000100:00000001:3.0:1788219736.390276:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219736.390279:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219736.391123:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219736.391131:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614600. 00000400:00000200:2.0:1788219736.391136:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.391144:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219736.391151:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cd48 00000400:00000010:2.0:1788219736.391153:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cd48. 00000100:00000001:2.0:1788219736.391157:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219736.391164:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.391178:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219736.391181:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.391188:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.391189:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219736.398246:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.398262:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.398265:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.398268:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.398277:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.398284:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.398293:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.398300:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.398305:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.398310:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x6a95ffb77c500 00000400:00000200:2.0:1788219736.398353:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.398360:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0xe8645 [1] + 224 00000800:00000001:2.0:1788219736.398375:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.398382:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.398385:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.398390:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.398397:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.398407:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219736.398417:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.398436:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.398444:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.398447:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.398610:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219736.398618:0:326021:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219736.398621:0:326021:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219736.398625:0:326021:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:3.0:1788219736.398630:0:326021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219736.398632:0:326021:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219736.398635:0:326021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219736.398640:0:326021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219736.398649:0:326021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.398664:0:326021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219736.398666:0:326021:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.398669:0:326021:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219736.398672:0:326021:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219736.398675:0:326021:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219736.398677:0:326021:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.398680:0:326021:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219736.398691:0:326021:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219736.398696:0:326021:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219736.398699:0:326021:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219736.398701:0:326021:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.398704:0:326021:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219736.398707:0:326021:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.398711:0:326021:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219736.398713:0:326021:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:3.0:1788219736.398715:0:326021:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219736.398716:0:326021:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.398721:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.398729:0:326021:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.398732:0:326021:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219736.398735:0:326021:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219736.398739:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219736.398747:0:326021:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566181632:192.168.203.120@tcp:101:mcreate.0 00000100:00000001:3.0:1788219736.398752:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.398754:0:326021:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.398757:0:326021:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219736.398759:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.398762:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.398768:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219736.398771:0:326021:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.398774:0:326021:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219736.398775:0:326021:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.398778:0:326021:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219736.398782:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398785:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398789:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=4 00000020:00000001:3.0:1788219736.398791:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398795:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000040:3.0:1788219736.398802:0:326021:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893de3b9c00, remote cookie: 0x1782eba8aded8260, flags: 0x1001 00010000:00010000:3.0:1788219736.398807:0:326021:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.398817:0:326021:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398824:0:326021:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788219736.398828:0:326021:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788219736.398830:0:326021:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788219736.398831:0:326021:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788219736.398833:0:326021:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788219736.398835:0:326021:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9894cd619700) refcount = 1 00010000:00010000:3.0:1788219736.398838:0:326021:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398844:0:326021:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788219736.398848:0:326021:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788219736.398849:0:326021:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219736.398852:0:326021:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788219736.398854:0:326021:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.398856:0:326021:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398862:0:326021:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788219736.398863:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398865:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.398866:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398867:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.398868:0:326021:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.398873:0:326021:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788219736.398874:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398876:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398878:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.398880:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398882:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398884:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398885:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398887:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=4 00000020:00000001:3.0:1788219736.398888:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398890:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398893:0:326021:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.398896:0:326021:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.398898:0:326021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398905:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398905:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.398907:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398908:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398909:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=5 00000020:00000001:3.0:1788219736.398910:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398912:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398914:0:326021:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.398916:0:326021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398922:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398923:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219736.398925:0:326021:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398931:0:326021:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.398933:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398934:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.398936:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398937:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788219736.398941:0:326021:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219736.398949:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398950:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398951:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.398953:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398955:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398957:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398958:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.398960:0:326021:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.398961:0:326021:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.398964:0:326021:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219736.398967:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398967:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398968:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.398970:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398973:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00000002:00010000:3.0:1788219736.398975:0:326021:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.398981:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.398982:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.398984:0:326021:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219736.398985:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.398986:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.398987:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.398989:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.398990:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000040:3.0:1788219736.398996:0:326021:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:3.0:1788219736.398998:0:326021:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788219736.399002:0:326021:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788219736.399005:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399006:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.399008:0:326021:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219736.399010:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff910 00000002:00002000:3.0:1788219736.399012:0:326021:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788219736.399015:0:326021:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.399019:0:326021:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.399021:0:326021:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788219736.399025:0:326021:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788219736.399027:0:326021:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.399031:0:326021:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219736.399034:0:326021:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d600. 00000080:00000001:3.0:1788219736.399040:0:326021:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219736.399042:0:326021:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788219736.399058:0:326021:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788219736.399070:0:326021:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788219736.399076:0:326021:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9893e070ecc0. 00800000:00000001:3.0:1788219736.399079:0:326021:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630359625952448 : -113714083599168 : ffff9893e070ecc0) 00800000:00000001:3.0:1788219736.399082:0:326021:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.399085:0:326021:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788219736.399087:0:326021:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788219736.399089:0:326021:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788219736.399091:0:326021:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788219736.399094:0:326021:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788219736.399095:0:326021:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.399099:0:326021:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788219736.399101:0:326021:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788219736.399106:0:326021:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 262144 00010000:00000001:3.0:1788219736.399108:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.399109:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.399110:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.399112:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.399114:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.399116:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399118:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219736.399120:0:326021:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788219736.399122:0:326021:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788219736.399123:0:326021:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9893e070ecc0 1 00800000:00000010:3.0:1788219736.399126:0:326021:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9893e070ecc0. 00800000:00000001:3.0:1788219736.399128:0:326021:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219736.399131:0:326021:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:3.0:1788219736.399133:0:326021:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219736.399135:0:326021:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219736.399136:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.399137:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.399138:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.399140:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.399142:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.399144:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399145:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.399147:0:326021:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.399148:0:326021:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.399150:0:326021:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219736.399153:0:326021:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219736.399155:0:326021:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c81ffbd0 00010000:00000001:3.0:1788219736.399157:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.399158:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.399160:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:3.0:1788219736.399162:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.399163:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:3.0:1788219736.399165:0:326021:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.399168:0:326021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.399174:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399175:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.399176:0:326021:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219736.399179:0:326021:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219736.399181:0:326021:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219736.399188:0:326021:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219736.399190:0:326021:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219736.399192:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.399196:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399197:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.399199:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399202:0:326021:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219736.399203:0:326021:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399205:0:326021:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399208:0:326021:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399210:0:326021:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.399211:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399212:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219736.399214:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.399218:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566181632/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.399225:0:326021:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219736.399227:0:326021:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219736.399231:0:326021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09d800. 02000000:00000001:3.0:1788219736.399235:0:326021:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219736.399237:0:326021:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219736.399239:0:326021:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219736.399241:0:326021:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219736.399244:0:326021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125d800. 02000000:00000001:3.0:1788219736.399247:0:326021:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219736.399250:0:326021:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219736.399251:0:326021:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219736.399254:0:326021:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219736.399256:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219736.399259:0:326021:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219736.399265:0:326021:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219736.399279:0:326021:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba88d40. 00000020:00000001:3.0:1788219736.399284:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffb00 00000080:00200000:3.0:1788219736.399287:0:326021:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160c.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=24 00000080:00000001:3.0:1788219736.399289:0:326021:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219736.399291:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff9b0 00000080:00200000:3.0:1788219736.399292:0:326021:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160c.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=0 00000080:00000010:3.0:1788219736.399300:0:326021:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490d600. 00800000:00000002:3.0:1788219736.399304:0:326021:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219736.399308:0:326021:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219736.399342:0:326021:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219736.399344:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff8d0 00800000:00000002:3.0:1788219736.399346:0:326021:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160c.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219736.399350:0:326021:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219736.399353:0:326021:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219736.399356:0:326021:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219736.399358:0:326021:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219736.399360:0:326021:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219736.399362:0:326021:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.399365:0:326021:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219736.399367:0:326021:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219736.399370:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff868 00800000:00000002:3.0:1788219736.399372:0:326021:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160c.sanity' -> mds #0 00000002:00000001:3.0:1788219736.399376:0:326021:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219736.399378:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff7a0 00000002:00010000:3.0:1788219736.399379:0:326021:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160c.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788219736.399383:0:326021:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219736.399385:0:326021:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219736.399389:0:326021:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219736.399392:0:326021:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219736.399397:0:326021:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219736.399401:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.399404:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.399406:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.399407:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.399410:0:326021:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219736.399412:0:326021:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219736.399416:0:326021:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219736.399421:0:326021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125d800. 00000100:00000001:3.0:1788219736.399427:0:326021:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399430:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.399432:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399434:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.399435:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.399437:0:326021:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.399444:0:326021:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00010000:00000001:3.0:1788219736.399447:0:326021:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219736.399449:0:326021:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788219736.399452:0:326021:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:3.0:1788219736.399454:0:326021:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219736.399456:0:326021:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219736.399460:0:326021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b8c00. 00000020:00000001:3.0:1788219736.399478:0:326021:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219736.399480:0:326021:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b8c00 with handle 0x34450ab7a1632ef to hash 00000020:00000001:3.0:1788219736.399482:0:326021:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219736.399484:0:326021:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.399487:0:326021:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.399489:0:326021:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.399491:0:326021:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.399494:0:326021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.399501:0:326021:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.399510:0:326021:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219736.399526:0:326021:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219736.399528:0:326021:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219736.399534:0:326021:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.399536:0:326021:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532511104 : -113710177040512 : ffff9894c94a4780) 00000100:00000001:3.0:1788219736.399538:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.399540:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000001:3.0:1788219736.399544:0:326021:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219736.399549:0:326021:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.399550:0:326021:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219736.399552:0:326021:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219736.399557:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.399563:0:326021:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219736.399565:0:326021:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.399569:0:326021:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219736.399571:0:326021:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219736.399574:0:326021:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219736.399577:0:326021:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566181760:192.168.203.120@tcp:101:mcreate.0 00000100:00000001:3.0:1788219736.399581:0:326021:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219736.399585:0:326021:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219736.399587:0:326021:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.399590:0:326021:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219736.399594:0:326021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09d800. 02000000:00000001:3.0:1788219736.399597:0:326021:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219736.399602:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219736.399606:0:326021:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219736.399611:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219736.399617:0:326021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566181760, portal 10 00000100:00000001:3.0:1788219736.399619:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.399620:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219736.399625:0:326021:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.399632:0:326021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219736.399634:0:326021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219736.399636:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c4c8. 00000100:00000200:3.0:1788219736.399639:0:326021:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566181760, offset 0 00000400:00000200:3.0:1788219736.399645:0:326021:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219736.399652:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.399659:0:326021:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219736.399664:0:326021:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219736.399668:0:326021:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219736.399672:0:326021:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219736.399675:0:326021:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219736.399678:0:326021:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92622:92622:256:4294967295] 192.168.203.120@tcp LPNI seq info [92622:92622:8:4294967295] 00000400:00000200:3.0:1788219736.399682:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.399691:0:326021:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219736.399696:0:326021:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219736.399702:0:326021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614700. 00000800:00000200:3.0:1788219736.399707:0:326021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219736.399715:0:326021:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219736.399719:0:326021:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1788219736.399738:0:326021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.399743:0:326021:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:3.0:1788219736.399746:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219736.399749:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605515 00000100:00000001:3.0:1788219736.399756:0:326021:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313605505 00000100:00000001:3.0:1788219736.399763:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605515 00000100:00000001:3.0:1788219736.399766:0:326021:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313605505 00000100:00000001:3.0:1788219736.399769:0:326021:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.399771:0:326021:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.399773:0:326021:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219736.399775:0:326021:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219736.399777:0:326021:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4780 going to sleep for 11 seconds 00000100:00000001:3.0:1788219736.399779:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219736.399782:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219736.400258:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219736.400263:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614700. 00000400:00000200:2.0:1788219736.400268:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.400273:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219736.400278:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c4c8 00000400:00000010:2.0:1788219736.400280:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c4c8. 00000100:00000001:2.0:1788219736.400284:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219736.400288:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.400297:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219736.400301:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.400308:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.400309:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788219736.427442:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313605515, at 4313605516 00000100:00000010:2.0:1788219736.427458:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec4e0. 00000100:00000040:3.0:1788219736.427553:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313605515, at 4313605516 00000100:00000010:3.0:1788219736.427559:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecde0. 00000800:00000001:2.0:1788219736.429054:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.429077:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.429081:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.429084:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.429093:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.429101:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.429109:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.429116:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.429121:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.429125:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb77c580 00000400:00000200:2.0:1788219736.429129:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.429136:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8655 [1] + 224 00000800:00000001:2.0:1788219736.429220:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.429228:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.429231:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.429236:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.429243:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.429251:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219736.429263:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.429283:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.429294:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.429298:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.429441:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219736.429448:0:326021:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219736.429450:0:326021:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219736.429454:0:326021:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:3.0:1788219736.429459:0:326021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219736.429461:0:326021:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219736.429464:0:326021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219736.429469:0:326021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219736.429479:0:326021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.429485:0:326021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219736.429487:0:326021:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.429490:0:326021:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219736.429493:0:326021:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219736.429497:0:326021:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219736.429500:0:326021:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.429503:0:326021:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219736.429516:0:326021:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219736.429520:0:326021:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219736.429523:0:326021:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219736.429525:0:326021:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.429527:0:326021:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219736.429530:0:326021:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.429534:0:326021:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219736.429536:0:326021:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:3.0:1788219736.429538:0:326021:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219736.429539:0:326021:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.429544:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.429550:0:326021:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.429552:0:326021:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219736.429554:0:326021:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219736.429558:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219752 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219736.429571:0:326021:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566181760:192.168.203.120@tcp:101:mcreate.0 00000100:00000001:3.0:1788219736.429576:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.429578:0:326021:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.429580:0:326021:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219736.429583:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.429586:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219752 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.429593:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219736.429596:0:326021:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.429599:0:326021:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219736.429600:0:326021:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.429603:0:326021:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219736.429607:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.429609:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.429614:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=4 00000020:00000001:3.0:1788219736.429616:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.429619:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000040:3.0:1788219736.429625:0:326021:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893de3b8c00, remote cookie: 0x1782eba8aded827c, flags: 0x1001 00010000:00010000:3.0:1788219736.429631:0:326021:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788219736.429639:0:326021:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a2:0x55:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788219736.429642:0:326021:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788219736.429649:0:326021:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619400. 00010000:00000010:3.0:1788219736.429654:0:326021:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef300. 00010000:00000001:3.0:1788219736.429658:0:326021:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.431021:0:326021:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.431038:0:326021:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431054:0:326021:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788219736.431058:0:326021:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788219736.431060:0:326021:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788219736.431061:0:326021:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788219736.431069:0:326021:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788219736.431072:0:326021:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x55:0x0].0x0 (ffff9894cd619400) refcount = 1 00010000:00010000:3.0:1788219736.431076:0:326021:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431083:0:326021:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788219736.431087:0:326021:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788219736.431089:0:326021:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219736.431092:0:326021:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788219736.431094:0:326021:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.431097:0:326021:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431104:0:326021:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788219736.431105:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431107:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.431108:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431109:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.431111:0:326021:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.431117:0:326021:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788219736.431118:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.431120:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.431122:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.431124:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431127:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431130:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.431131:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.431132:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=4 00000020:00000001:3.0:1788219736.431134:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431136:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431251:0:326021:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.431254:0:326021:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.431257:0:326021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431264:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431265:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.431266:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.431268:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.431269:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=5 00000020:00000001:3.0:1788219736.431271:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431273:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431275:0:326021:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.431277:0:326021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431283:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431284:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219736.431286:0:326021:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431293:0:326021:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.431294:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431295:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.431296:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431297:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788219736.431309:0:326021:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219736.431347:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.431349:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.431351:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.431353:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431355:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431357:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431358:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.431360:0:326021:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.431361:0:326021:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.431364:0:326021:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219736.431366:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.431368:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.431369:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.431371:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431373:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00000002:00010000:3.0:1788219736.431376:0:326021:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.431383:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431384:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.431386:0:326021:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219736.431387:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.431388:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.431389:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.431391:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.431393:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000040:3.0:1788219736.431398:0:326021:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619400 count: 2 00010000:00000001:3.0:1788219736.431401:0:326021:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788219736.431405:0:326021:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 9663681442/85 (0 0) 00010000:00000001:3.0:1788219736.431408:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431409:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.431410:0:326021:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219736.431414:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff728 00000002:00002000:3.0:1788219736.431416:0:326021:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160c.sanity intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788219736.431419:0:326021:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.431424:0:326021:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:3.0:1788219736.431427:0:326021:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219736.431430:0:326021:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219736.431432:0:326021:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219736.431435:0:326021:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219736.431437:0:326021:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.431439:0:326021:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x55:0x0] 00800000:00000001:3.0:1788219736.431442:0:326021:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1788219736.431450:0:326021:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9894d490d400. 00800000:00000002:3.0:1788219736.431452:0:326021:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x2400013a2:0x55:0x0] -> mds #1 00000002:00000001:3.0:1788219736.431457:0:326021:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219736.431458:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff6f0 00000002:00010000:3.0:1788219736.431460:0:326021:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400013a2:0x55:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788219736.431464:0:326021:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219736.431467:0:326021:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219736.431472:0:326021:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219736.431477:0:326021:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219736.431481:0:326021:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219736.431486:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.431492:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.431493:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.431494:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.431497:0:326021:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219736.431499:0:326021:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219736.431504:0:326021:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219736.431511:0:326021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125f400. 00000100:00000001:3.0:1788219736.431518:0:326021:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.431521:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.431522:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.431524:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.431525:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.431527:0:326021:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.431532:0:326021:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00010000:00000001:3.0:1788219736.431535:0:326021:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219736.431537:0:326021:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219736.431543:0:326021:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619b00. 00010000:00000010:3.0:1788219736.431547:0:326021:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef400. 00010000:00000001:3.0:1788219736.431551:0:326021:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219736.431554:0:326021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9800. 00000020:00000001:3.0:1788219736.431558:0:326021:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219736.431560:0:326021:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9800 with handle 0x34450ab7a1632f6 to hash 00000020:00000001:3.0:1788219736.431562:0:326021:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219736.431564:0:326021:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.431568:0:326021:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.431570:0:326021:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.431572:0:326021:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.431575:0:326021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.431582:0:326021:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.431598:0:326021:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326021 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219736.431604:0:326021:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219736.431606:0:326021:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219736.431615:0:326021:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.431617:0:326021:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532511104 : -113710177040512 : ffff9894c94a4780) 00000100:00000001:3.0:1788219736.431620:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.431622:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219736.431627:0:326021:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219736.431632:0:326021:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.431634:0:326021:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219736.431636:0:326021:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219736.431641:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.431654:0:326021:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219736.431667:0:326021:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.431672:0:326021:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219736.431675:0:326021:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219736.431677:0:326021:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219736.431681:0:326021:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566181888:192.168.203.120@tcp:101:mcreate.0 00000100:00000001:3.0:1788219736.431685:0:326021:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219736.431690:0:326021:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219736.431693:0:326021:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.431695:0:326021:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219736.431700:0:326021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09a000. 02000000:00000001:3.0:1788219736.431702:0:326021:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219736.431709:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219736.431713:0:326021:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219736.431720:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219736.431726:0:326021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566181888, portal 10 00000100:00000001:3.0:1788219736.431729:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.431730:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219736.431736:0:326021:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.431744:0:326021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219736.431746:0:326021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219736.431749:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219736.431751:0:326021:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566181888, offset 0 00000400:00000200:3.0:1788219736.431757:0:326021:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219736.431766:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.431773:0:326021:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219736.431778:0:326021:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219736.431782:0:326021:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219736.431785:0:326021:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219736.431788:0:326021:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219736.431792:0:326021:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92623:92623:256:4294967295] 192.168.203.120@tcp LPNI seq info [92623:92623:8:4294967295] 00000400:00000200:3.0:1788219736.431797:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.431806:0:326021:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219736.431812:0:326021:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219736.431818:0:326021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614300. 00000800:00000200:3.0:1788219736.431825:0:326021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219736.431832:0:326021:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219736.431836:0:326021:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219736.432109:0:326021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.432116:0:326021:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14638 usecs (15 jiffies) 00000400:00000200:3.0:1788219736.432120:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219736.432123:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605535 00000100:00000010:3.0:1788219736.432129:0:326021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecde0. 00000100:00000001:3.0:1788219736.432136:0:326021:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219736.432154:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605535 00000100:00000010:3.0:1788219736.432157:0:326021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec660. 00000100:00000001:3.0:1788219736.432160:0:326021:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219736.432163:0:326021:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.432167:0:326021:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.432169:0:326021:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219736.432171:0:326021:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219736.432173:0:326021:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4780 going to sleep for 11 seconds 00000100:00000001:3.0:1788219736.432175:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219736.432178:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219736.432542:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219736.432547:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614300. 00000400:00000200:2.0:1788219736.432552:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.432558:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219736.432565:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:2.0:1788219736.432567:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:2.0:1788219736.432571:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219736.432575:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.432586:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219736.432589:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.432596:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.432598:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219736.437019:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.437036:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.437041:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.437043:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.437073:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.437082:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.437091:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.437097:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.437102:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.437107:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb77c600 00000400:00000200:2.0:1788219736.437112:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.437118:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8665 [1] + 224 00000800:00000001:2.0:1788219736.437125:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.437133:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.437136:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.437140:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.437149:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.437159:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219736.437170:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219736.437191:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.437201:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.437204:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.437342:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219736.437351:0:326021:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219736.437353:0:326021:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219736.437356:0:326021:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:3.0:1788219736.437360:0:326021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219736.437363:0:326021:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219736.437367:0:326021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219736.437372:0:326021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219736.437381:0:326021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.437387:0:326021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219736.437389:0:326021:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.437392:0:326021:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219736.437395:0:326021:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219736.437398:0:326021:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219736.437400:0:326021:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.437403:0:326021:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219736.437412:0:326021:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219736.437417:0:326021:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219736.437419:0:326021:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219736.437421:0:326021:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.437425:0:326021:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219736.437428:0:326021:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.437432:0:326021:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219736.437433:0:326021:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219736.437436:0:326021:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219736.437438:0:326021:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.437444:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.437451:0:326021:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.437454:0:326021:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219736.437456:0:326021:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219736.437460:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219752 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219736.437467:0:326021:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566181888:192.168.203.120@tcp:101:mcreate.0 00000100:00000001:3.0:1788219736.437472:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.437474:0:326021:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.437476:0:326021:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219736.437479:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.437482:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219752 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.437489:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219736.437492:0:326021:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.437495:0:326021:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219736.437497:0:326021:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.437500:0:326021:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219736.437503:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437505:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437509:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=4 00000020:00000001:3.0:1788219736.437511:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437514:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000040:3.0:1788219736.437519:0:326021:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893de3b9800, remote cookie: 0x1782eba8aded828a, flags: 0x1001 00010000:00010000:3.0:1788219736.437524:0:326021:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219736.437534:0:326021:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437540:0:326021:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788219736.437543:0:326021:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788219736.437545:0:326021:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788219736.437547:0:326021:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788219736.437548:0:326021:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788219736.437550:0:326021:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x55:0x0].0x0 (ffff9894cd619b00) refcount = 1 00010000:00010000:3.0:1788219736.437554:0:326021:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437560:0:326021:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788219736.437563:0:326021:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788219736.437564:0:326021:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219736.437567:0:326021:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788219736.437569:0:326021:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.437572:0:326021:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437577:0:326021:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788219736.437579:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437581:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437582:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437583:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437584:0:326021:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.437588:0:326021:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788219736.437589:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437590:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437592:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=3 00000020:00000001:3.0:1788219736.437593:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437595:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437597:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437598:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437599:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=4 00000020:00000001:3.0:1788219736.437601:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437603:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437606:0:326021:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219736.437608:0:326021:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219736.437611:0:326021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437618:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437619:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437620:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437621:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437622:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=5 00000020:00000001:3.0:1788219736.437624:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437625:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437627:0:326021:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.437630:0:326021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437636:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437637:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219736.437640:0:326021:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437646:0:326021:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.437647:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437648:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437649:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437650:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788219736.437666:0:326021:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219736.437674:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437675:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437676:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=3 00000020:00000001:3.0:1788219736.437678:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437680:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437682:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437683:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.437685:0:326021:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.437687:0:326021:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.437690:0:326021:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219736.437692:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437693:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437694:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=3 00000020:00000001:3.0:1788219736.437696:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437698:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00000002:00010000:3.0:1788219736.437701:0:326021:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437711:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437712:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437714:0:326021:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219736.437715:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437716:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437717:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=3 00000020:00000001:3.0:1788219736.437719:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437720:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000040:3.0:1788219736.437726:0:326021:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619b00 count: 2 00010000:00000001:3.0:1788219736.437728:0:326021:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788219736.437732:0:326021:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681442/85 (0 0) 00010000:00000001:3.0:1788219736.437734:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437735:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.437737:0:326021:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219736.437740:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ff678 00000002:00002000:3.0:1788219736.437741:0:326021:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788219736.437744:0:326021:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.437747:0:326021:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:3.0:1788219736.437749:0:326021:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9894d490d400. 00000100:00000001:3.0:1788219736.437753:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.437758:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566181760/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.437766:0:326021:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219736.437768:0:326021:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219736.437771:0:326021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09d800. 02000000:00000001:3.0:1788219736.437774:0:326021:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219736.437776:0:326021:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219736.437778:0:326021:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219736.437780:0:326021:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219736.437782:0:326021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125d800. 02000000:00000001:3.0:1788219736.437786:0:326021:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219736.437788:0:326021:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219736.437791:0:326021:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219736.437794:0:326021:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219736.437795:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219736.437799:0:326021:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.437801:0:326021:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788219736.437804:0:326021:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788219736.437806:0:326021:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.437811:0:326021:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219736.437814:0:326021:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788219736.437816:0:326021:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c81ffaa0 it_disposition b 00000080:00000001:3.0:1788219736.437819:0:326021:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788219736.437825:0:326021:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788219736.437827:0:326021:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788219736.437829:0:326021:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625557 : 162129670907625557 : 2400013a2000055) 00000080:00000001:3.0:1788219736.437832:0:326021:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788219736.437838:0:326021:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788219736.437840:0:326021:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x55:0x0] 00000080:00000001:3.0:1788219736.437843:0:326021:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.437845:0:326021:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625557 : 162129670907625557 : 2400013a2000055) 00000080:00000001:3.0:1788219736.437848:0:326021:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:3.0:1788219736.437852:0:326021:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x55:0x0], updating i_size 4096 00000080:00200000:3.0:1788219736.437855:0:326021:0:(namei.c:147:ll_iget()) got inode: [0x2400013a2:0x55:0x0](ffff9893e51021c8): rc = 0 00000080:00000001:3.0:1788219736.437857:0:326021:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359703495112 : -113714006056504 : ffff9893e51021c8) 00010000:00000001:3.0:1788219736.437859:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437861:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437863:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.437865:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.437867:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.437869:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437870:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219736.437872:0:326021:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788219736.437874:0:326021:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788219736.437875:0:326021:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788219736.437878:0:326021:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788219736.437879:0:326021:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219736.437883:0:326021:0:(llite_internal.h:1980:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x55:0x0](ffff9893e51021c8) for remote lock 0x34450ab7a1632f6 00800000:00000001:3.0:1788219736.437886:0:326021:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219736.437887:0:326021:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219736.437888:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437889:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437891:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=3 00000020:00000001:3.0:1788219736.437892:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437894:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.437896:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437897:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.437899:0:326021:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.437901:0:326021:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219736.437903:0:326021:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x55:0x0](ffff9893e51021c8) for lock 0x34450ab7a1632ef 00800000:00000001:3.0:1788219736.437905:0:326021:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219736.437906:0:326021:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219736.437907:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437908:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437910:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.437911:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.437913:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.437915:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437916:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219736.437917:0:326021:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.437919:0:326021:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788219736.437925:0:326021:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e918f360 inode ffff9893e51021c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788219736.437934:0:326021:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219736.437936:0:326021:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.437938:0:326021:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788219736.437942:0:326021:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400013a2:0x55:0x0](ffff9893e51021c8) 00000080:00010000:3.0:1788219736.437945:0:326021:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632ef from it ffffa959c81ffaa0 00010000:00000001:3.0:1788219736.437947:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.437948:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.437950:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8c00 refcount=3 00000020:00000001:3.0:1788219736.437951:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.437954:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899840 : -113714120651776 : ffff9893de3b8c00) 00010000:00000001:3.0:1788219736.437955:0:326021:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.437958:0:326021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.437966:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437967:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437968:0:326021:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219736.437970:0:326021:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219736.437973:0:326021:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219736.437980:0:326021:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219736.437983:0:326021:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219736.437985:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.437989:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.437990:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.437991:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.437995:0:326021:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219736.437996:0:326021:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.437998:0:326021:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438002:0:326021:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438004:0:326021:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.438005:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.438006:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00010000:3.0:1788219736.438007:0:326021:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x34450ab7a1632f6 from it ffffa959c81ffaa0 00010000:00000001:3.0:1788219736.438009:0:326021:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219736.438011:0:326021:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219736.438012:0:326021:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9800 refcount=3 00000020:00000001:3.0:1788219736.438014:0:326021:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.438016:0:326021:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588902912 : -113714120648704 : ffff9893de3b9800) 00010000:00000001:3.0:1788219736.438017:0:326021:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219736.438020:0:326021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219736.438030:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.438032:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.438033:0:326021:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219736.438035:0:326021:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219736.438037:0:326021:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9800/0x34450ab7a1632f6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded828a expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219736.438054:0:326021:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219736.438056:0:326021:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219736.438057:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.438060:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.438060:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.438061:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438071:0:326021:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219736.438072:0:326021:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438073:0:326021:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438075:0:326021:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438076:0:326021:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219736.438078:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.438078:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219736.438080:0:326021:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788219736.438085:0:326021:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d600. 00000100:00000001:3.0:1788219736.438088:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.438092:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566181888/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219736.438098:0:326021:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219736.438100:0:326021:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219736.438102:0:326021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09a000. 02000000:00000001:3.0:1788219736.438104:0:326021:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219736.438106:0:326021:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219736.438107:0:326021:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219736.438109:0:326021:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219736.438110:0:326021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125f400. 02000000:00000001:3.0:1788219736.438112:0:326021:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219736.438114:0:326021:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219736.438115:0:326021:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219736.438117:0:326021:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219736.438118:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219736.438127:0:326021:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219736.438129:0:326021:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x55:0x0](ffff9893e51021c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788219736.438134:0:326021:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219736.438150:0:326021:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba88560. 00000020:00000001:3.0:1788219736.438153:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffd88 00000080:00200000:3.0:1788219736.438156:0:326021:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8), flags=1536 00000080:00000001:3.0:1788219736.438158:0:326021:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219736.438160:0:326021:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x55:0x0](ffff9893e51021c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788219736.438162:0:326021:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.438166:0:326021:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219736.438168:0:326021:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x55:0x0](ffff9893e51021c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788219736.438170:0:326021:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219736.438172:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffe20 00000080:00200000:3.0:1788219736.438174:0:326021:0:(namei.c:2129:ll_create_nd()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8), flags=33188, excl=1 00000080:00000001:3.0:1788219736.438177:0:326021:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:3.0:1788219736.438178:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffdd0 00000080:00200000:3.0:1788219736.438180:0:326021:0:(namei.c:2084:ll_mknod()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8) mode 100644 dev 0 00000080:00000001:3.0:1788219736.438183:0:326021:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:3.0:1788219736.438185:0:326021:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1788219736.438189:0:326021:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490d600. 00000080:00000001:3.0:1788219736.438196:0:326021:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.438200:0:326021:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:3.0:1788219736.438202:0:326021:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788219736.438205:0:326021:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219736.438208:0:326021:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219736.438210:0:326021:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219736.438213:0:326021:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219736.438214:0:326021:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.438216:0:326021:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x55:0x0] 00800000:00000001:3.0:1788219736.438218:0:326021:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.438221:0:326021:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:3.0:1788219736.438224:0:326021:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788219736.438226:0:326021:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788219736.438229:0:326021:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788219736.438231:0:326021:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788219736.438233:0:326021:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x56:0x0] 40000000:00000001:3.0:1788219736.438236:0:326021:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.438238:0:326021:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.438240:0:326021:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219736.438242:0:326021:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219736.438244:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffbf0 00800000:00000002:3.0:1788219736.438246:0:326021:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'foo_160c' [0x2400013a2:0x56:0x0] on [0x2400013a2:0x55:0x0] -> mds #1, layout version 1 00000002:00000001:3.0:1788219736.438250:0:326021:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788219736.438252:0:326021:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788219736.438255:0:326021:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619b00 count: 2 00010000:00000001:3.0:1788219736.438258:0:326021:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219736.438260:0:326021:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788219736.438264:0:326021:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438266:0:326021:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.438268:0:326021:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219736.438272:0:326021:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219736.438274:0:326021:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:3.0:1788219736.438279:0:326021:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788219736.438281:0:326021:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438283:0:326021:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219736.438288:0:326021:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219736.438290:0:326021:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219736.438292:0:326021:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219736.438293:0:326021:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.438295:0:326021:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219736.438298:0:326021:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219736.438301:0:326021:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219736.438307:0:326021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490d400. 00000100:00000001:3.0:1788219736.438365:0:326021:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438368:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.438370:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438371:0:326021:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219736.438372:0:326021:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.438375:0:326021:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788219736.438386:0:326021:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788219736.438393:0:326021:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219736.438400:0:326021:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219736.438401:0:326021:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219736.438409:0:326021:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.438411:0:326021:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532511104 : -113710177040512 : ffff9894c94a4780) 00000100:00000001:3.0:1788219736.438413:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.438415:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219736.438419:0:326021:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219736.438423:0:326021:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.438425:0:326021:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219736.438426:0:326021:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219736.438430:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.438437:0:326021:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219736.438439:0:326021:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.438443:0:326021:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219736.438445:0:326021:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219736.438448:0:326021:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219736.438451:0:326021:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566182144:192.168.203.120@tcp:36:mcreate.0 00000100:00000001:3.0:1788219736.438455:0:326021:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219736.438473:0:326021:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219736.438475:0:326021:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.438478:0:326021:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219736.438482:0:326021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09a000. 02000000:00000001:3.0:1788219736.438484:0:326021:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219736.438490:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219736.438494:0:326021:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219736.438500:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219736.438508:0:326021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566182144, portal 10 00000100:00000001:3.0:1788219736.438509:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.438511:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219736.438517:0:326021:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.438523:0:326021:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219736.438526:0:326021:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219736.438528:0:326021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c3b8. 00000100:00000200:3.0:1788219736.438531:0:326021:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875079566182144, offset 0 00000400:00000200:3.0:1788219736.438537:0:326021:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219736.438545:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.438553:0:326021:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219736.438559:0:326021:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219736.438563:0:326021:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219736.438567:0:326021:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219736.438570:0:326021:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219736.438574:0:326021:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92624:92624:256:4294967295] 192.168.203.120@tcp LPNI seq info [92624:92624:8:4294967295] 00000400:00000200:3.0:1788219736.438579:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219736.438587:0:326021:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219736.438593:0:326021:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219736.438598:0:326021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614f00. 00000800:00000200:3.0:1788219736.438604:0:326021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219736.438611:0:326021:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219736.438615:0:326021:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788219736.438631:0:326021:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.438636:0:326021:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14636 usecs (15 jiffies) 00000400:00000200:3.0:1788219736.438639:0:326021:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219736.438643:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313605542 00000100:00000001:3.0:1788219736.438650:0:326021:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313605535 00000100:00000001:3.0:1788219736.438655:0:326021:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313605542 00000100:00000001:3.0:1788219736.438658:0:326021:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313605535 00000100:00000001:3.0:1788219736.438663:0:326021:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.438666:0:326021:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.438668:0:326021:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219736.438670:0:326021:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219736.438672:0:326021:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4780 going to sleep for 11 seconds 00000100:00000001:3.0:1788219736.438675:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219736.438677:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219736.439028:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219736.439033:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614f00. 00000400:00000200:2.0:1788219736.439037:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.439105:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219736.439111:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c3b8 00000400:00000010:2.0:1788219736.439113:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c3b8. 00000100:00000001:2.0:1788219736.439117:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219736.439122:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.439137:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219736.439141:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.439147:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219736.439149:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219736.448182:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.448198:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219736.448203:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.448205:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.448827:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.448836:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219736.448845:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.448851:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.448856:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.448860:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb77c700 00000400:00000200:2.0:1788219736.448864:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219736.448870:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe8675 [1] + 224 00000800:00000001:2.0:1788219736.448877:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.448886:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219736.448890:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219736.448895:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219736.448903:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219736.448912:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219736.448924:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219736.448945:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219736.448954:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219736.448957:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.449086:0:326021:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219736.449094:0:326021:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219736.449096:0:326021:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219736.449100:0:326021:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:3.0:1788219736.449104:0:326021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219736.449106:0:326021:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219736.449110:0:326021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219736.449114:0:326021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219736.449122:0:326021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566182144/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219752 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.449128:0:326021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219736.449129:0:326021:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.449131:0:326021:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219736.449134:0:326021:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219736.449137:0:326021:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219736.449139:0:326021:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219736.449142:0:326021:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219736.449151:0:326021:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219736.449155:0:326021:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219736.449158:0:326021:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219736.449160:0:326021:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219736.449162:0:326021:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219736.449165:0:326021:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.449168:0:326021:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219736.449170:0:326021:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x3000003d8/0x1] 00000100:00000001:3.0:1788219736.449172:0:326021:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219736.449174:0:326021:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219736.449176:0:326021:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219736.449179:0:326021:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219736.449181:0:326021:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219736.449183:0:326021:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219736.449185:0:326021:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.449190:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566182144/t12884902873(12884902873) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219752 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.449198:0:326021:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219736.449201:0:326021:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219736.449203:0:326021:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219736.449207:0:326021:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566182144/t12884902873(12884902873) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219752 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219736.449224:0:326021:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job mcreate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326021:1875079566182144:192.168.203.120@tcp:36:mcreate.0 00000100:00000001:3.0:1788219736.449229:0:326021:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219736.449231:0:326021:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219736.449233:0:326021:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219736.449235:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.449239:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566182144/t12884902873(12884902873) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219752 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.449246:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219736.449249:0:326021:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4780. 00000100:00000001:3.0:1788219736.449252:0:326021:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219736.449254:0:326021:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219736.449262:0:326021:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219736.449265:0:326021:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x56:0x0] 00800000:00000001:3.0:1788219736.449267:0:326021:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.449271:0:326021:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000001:3.0:1788219736.449275:0:326021:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788219736.449281:0:326021:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788219736.449284:0:326021:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788219736.449286:0:326021:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:3.0:1788219736.449289:0:326021:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788219736.449300:0:326021:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893c18a5ac0. 00000020:00000001:3.0:1788219736.449330:0:326021:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788219736.449332:0:326021:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788219736.449336:0:326021:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788219736.449337:0:326021:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x56:0x0](ffff9893c18a5b88) 00000080:00000001:3.0:1788219736.449340:0:326021:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:3.0:1788219736.449343:0:326021:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:3.0:1788219736.449345:0:326021:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625558 mtime from 0 to 1788219736 00000080:00000001:3.0:1788219736.449349:0:326021:0:(llite_lib.c:3386:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1788219736.449352:0:326021:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788219736.449357:0:326021:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5dc7a20. 00000020:00000010:3.0:1788219736.449362:0:326021:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d490dc00. 00000020:00000010:3.0:1788219736.449366:0:326021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d490cc00. 00000020:00000010:3.0:1788219736.449370:0:326021:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9894c95ecea0. 00000008:00000010:3.0:1788219736.449376:0:326021:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219736.449381:0:326021:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893dc701cc0. 00008000:00000010:3.0:1788219736.449386:0:326021:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219736.449392:0:326021:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219736.449395:0:326021:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219736.449399:0:326021:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d490c000. 00000008:00000010:3.0:1788219736.449403:0:326021:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219736.449406:0:326021:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219736.449410:0:326021:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219736.449413:0:326021:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f5dc41e0. 00000020:00000001:3.0:1788219736.449416:0:326021:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364280289832 : -113709429261784 : ffff9894f5dc7a28) 00000020:00001000:3.0:1788219736.449418:0:326021:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5dc7a20 00000020:00000001:3.0:1788219736.449422:0:326021:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788219736.449426:0:326021:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9894f5cd5c80. 00000020:00000001:3.0:1788219736.449428:0:326021:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788219736.449430:0:326021:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788219736.449437:0:326021:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788219736.449440:0:326021:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9893e162c9b0. 00020000:00000001:3.0:1788219736.449443:0:326021:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630359641803184 : -113714067748432 : ffff9893e162c9b0) 00020000:00000001:3.0:1788219736.449445:0:326021:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788219736.449448:0:326021:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219736.449452:0:326021:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446630364279299328 : -113709430252288 : ffff9894f5cd5d00) 00000020:00001000:3.0:1788219736.449454:0:326021:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5dc7a20 00000020:00000010:3.0:1788219736.449473:0:326021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d490cc00. 00000020:00000010:3.0:1788219736.449477:0:326021:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9894c95ecea0. 00000008:00000010:3.0:1788219736.449480:0:326021:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c74f0000. 00020000:00000010:3.0:1788219736.449483:0:326021:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893dc701cc0. 00008000:00000010:3.0:1788219736.449486:0:326021:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894d255c000. 00000080:00000010:3.0:1788219736.449489:0:326021:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894f5dc6540. 00000080:00000010:3.0:1788219736.449491:0:326021:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d3d6d970. 00000020:00000010:3.0:1788219736.449494:0:326021:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d490dc00. 00000008:00000010:3.0:1788219736.449497:0:326021:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894c84f9600. 00020000:00000010:3.0:1788219736.449501:0:326021:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894d3c8ada0. 00008000:00000010:3.0:1788219736.449504:0:326021:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f5dc55c8. 00000080:00000010:3.0:1788219736.449507:0:326021:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f5dc41e0. 00000020:00000010:3.0:1788219736.449509:0:326021:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d490c000. 00000020:00000010:3.0:1788219736.449511:0:326021:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5dc7a20. 00000080:00000001:3.0:1788219736.449515:0:326021:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359107525512 : -113714602026104 : ffff9893c18a5b88) 00000080:00000001:3.0:1788219736.449517:0:326021:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788219736.449521:0:326021:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788219736.449523:0:326021:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.449527:0:326021:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.449529:0:326021:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:3.0:1788219736.449530:0:326021:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219736.449534:0:326021:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566182144/t12884902873(12884902873) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219752 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219736.449541:0:326021:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219736.449544:0:326021:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d600. 00000080:00000001:3.0:1788219736.449547:0:326021:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219736.449551:0:326021:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219736.449554:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffe20 00000080:00200000:3.0:1788219736.449555:0:326021:0:(namei.c:2137:ll_create_nd()) VFS Op:name=foo_160c, unhashed 1 00000080:00000001:3.0:1788219736.449569:0:326021:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219736.449576:0:326021:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788219736.449583:0:326021:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219736.449585:0:326021:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c81ffe30 00000080:00002000:3.0:1788219736.449587:0:326021:0:(dcache.c:127:ll_ddelete()) keeping dentry d160c.sanity (ffff9893e918f360, parent ffff9893e6c7e870, inode ffff9893e51021c8) hashed, 00000080:00000001:3.0:1788219736.449591:0:326021:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219736.454393:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313605542, at 4313605543 00000100:00000010:3.0:1788219736.454406:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec660. 00000100:00000040:2.0:1788219736.454580:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313605542, at 4313605543 00000100:00000010:2.0:1788219736.454586:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecde0. 00000080:00000010:3.1:1788219736.462596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88560. 00010000:00000001:1.0:1788219737.010907:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.010914:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010919:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.010920:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010924:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.010925:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010929:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.010931:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010934:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.010937:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219737.010939:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219737.010942:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010945:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219737.010948:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010950:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.010952:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219737.012275:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219737.012280:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219737.012284:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788219737.814928:0:326084:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219737.814934:0:326084:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219737.814938:0:326084:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219737.814942:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fbd0 00000080:00200000:1.0:1788219737.814946:0:326084:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219737.814955:0:326084:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3e800. 00800000:00000002:1.0:1788219737.814961:0:326084:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219737.814965:0:326084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219737.814971:0:326084:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219737.814973:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831faf0 00800000:00000002:1.0:1788219737.814976:0:326084:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219737.814980:0:326084:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219737.814983:0:326084:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219737.814986:0:326084:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219737.814988:0:326084:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219737.814991:0:326084:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219737.814993:0:326084:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219737.814995:0:326084:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219737.814997:0:326084:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219737.815000:0:326084:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219737.815004:0:326084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219737.815006:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831f9c0 00000002:00010000:1.0:1788219737.815007:0:326084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219737.815010:0:326084:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219737.815013:0:326084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219737.815016:0:326084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219737.815103:0:326084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:1.0:1788219737.815106:0:326084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219737.815112:0:326084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219737.815116:0:326084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219737.815122:0:326084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219737.815133:0:326084:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219737.815138:0:326084:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219737.815141:0:326084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219737.815147:0:326084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219737.815149:0:326084:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219737.815151:0:326084:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219737.815153:0:326084:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219737.815155:0:326084:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219737.815158:0:326084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219737.815160:0:326084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219737.815163:0:326084:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219737.815166:0:326084:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3e800. 00000080:00000001:1.0:1788219737.815171:0:326084:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219737.815173:0:326084:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219737.815239:0:326084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219737.815244:0:326084:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:1.0:1788219737.815247:0:326084:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219737.815249:0:326084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219737.815251:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.815254:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.815256:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:1.0:1788219737.815259:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:1.0:1788219737.815262:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:1.0:1788219737.815265:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.815267:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219737.815269:0:326084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219737.815270:0:326084:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219737.815273:0:326084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c831fc08 00010000:00000001:1.0:1788219737.815275:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.815277:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.815278:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:1.0:1788219737.815281:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:1.0:1788219737.815284:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:1.0:1788219737.815287:0:326084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219737.815290:0:326084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219737.815298:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.815299:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.815301:0:326084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219737.815303:0:326084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219737.815306:0:326084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219737.815333:0:326084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.815337:0:326084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219737.815339:0:326084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219737.815343:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.815344:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.815345:0:326084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815349:0:326084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219737.815415:0:326084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815418:0:326084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815421:0:326084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815423:0:326084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219737.815424:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.815425:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219737.815429:0:326084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219737.815430:0:326084:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219737.815433:0:326084:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219737.815438:0:326084:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219737.815442:0:326084:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219737.815444:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fb98 00000080:00002000:1.0:1788219737.815446:0:326084:0:(dcache.c:87:ll_dcompare()) found name d160c.sanity(ffff9893e918f360) flags 0x28000e refc 0 00000080:00000001:1.0:1788219737.815449:0:326084:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219737.815450:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fbe0 00000080:00200000:1.0:1788219737.815452:0:326084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160c.sanity, flags=25 00000080:00000001:1.0:1788219737.815456:0:326084:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219737.815458:0:326084:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219737.815460:0:326084:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219737.815462:0:326084:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x55:0x0](ffff9893e51021c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219737.815464:0:326084:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219737.815472:0:326084:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e330e0. 00000020:00000001:1.0:1788219737.815476:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fb98 00000080:00200000:1.0:1788219737.815478:0:326084:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8), flags=9 00000080:00000001:1.0:1788219737.815481:0:326084:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219737.815482:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fa48 00000080:00200000:1.0:1788219737.815484:0:326084:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8), intent=getattr 00000080:00000010:1.0:1788219737.815493:0:326084:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3e800. 00000080:00000001:1.0:1788219737.815497:0:326084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219737.815499:0:326084:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219737.815500:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831f968 00800000:00000002:1.0:1788219737.815502:0:326084:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'foo_160c' on [0x2400013a2:0x55:0x0] 00800000:00000001:1.0:1788219737.815505:0:326084:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219737.815507:0:326084:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219737.815509:0:326084:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219737.815510:0:326084:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219737.815512:0:326084:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219737.815514:0:326084:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219737.815515:0:326084:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x55:0x0] 00800000:00000001:1.0:1788219737.815517:0:326084:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219737.815520:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831f900 00800000:00000002:1.0:1788219737.815521:0:326084:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a2:0x55:0x0], fid2=[0x0:0x0:0x0], name='foo_160c' -> mds #1 00000002:00000001:1.0:1788219737.815525:0:326084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219737.815526:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831f838 00000002:00010000:1.0:1788219737.815528:0:326084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: foo_160c,[0x0:0x0:0x0]) in obj [0x2400013a2:0x55:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219737.815531:0:326084:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219737.815533:0:326084:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219737.815537:0:326084:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219737.815541:0:326084:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219737.815546:0:326084:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219737.815551:0:326084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219737.815554:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.815555:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.815556:0:326084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219737.815559:0:326084:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219737.815562:0:326084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219737.815565:0:326084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219737.815571:0:326084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183c00. 00000100:00000001:1.0:1788219737.815578:0:326084:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815583:0:326084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219737.815585:0:326084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815586:0:326084:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219737.815587:0:326084:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.815589:0:326084:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219737.815597:0:326084:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00010000:00000001:1.0:1788219737.815601:0:326084:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219737.815603:0:326084:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219737.815607:0:326084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619b00 count: 2 00010000:00000001:1.0:1788219737.815609:0:326084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219737.815611:0:326084:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219737.815615:0:326084:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195200. 00000020:00000001:1.0:1788219737.815619:0:326084:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219737.815621:0:326084:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195200 with handle 0x34450ab7a1632fd to hash 00000020:00000001:1.0:1788219737.815623:0:326084:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219737.815624:0:326084:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.815628:0:326084:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.815631:0:326084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219737.815633:0:326084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219737.815635:0:326084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326084 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219737.815644:0:326084:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326084 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219737.815653:0:326084:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326084 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219737.815658:0:326084:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219737.815660:0:326084:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219737.815667:0:326084:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37e40. 00000100:00000001:1.0:1788219737.815669:0:326084:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668063808 : -113714041487808 : ffff9893e2f37e40) 00000100:00000001:1.0:1788219737.815672:0:326084:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219737.815673:0:326084:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219737.815677:0:326084:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219737.815681:0:326084:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219737.815683:0:326084:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219737.815684:0:326084:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219737.815695:0:326084:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219737.815703:0:326084:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219737.815705:0:326084:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219737.815709:0:326084:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219737.815711:0:326084:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219737.815714:0:326084:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219737.815897:0:326084:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326084:1875079566182272:192.168.203.120@tcp:101:truncate.0 00000100:00000001:1.0:1788219737.815902:0:326084:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219737.815907:0:326084:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219737.815909:0:326084:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219737.815912:0:326084:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219737.815918:0:326084:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219737.815920:0:326084:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219737.815928:0:326084:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219737.815932:0:326084:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e264d0. 00000400:00000010:1.0:1788219737.815939:0:326084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219737.815946:0:326084:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566182272, portal 10 00000100:00000001:1.0:1788219737.815948:0:326084:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219737.815949:0:326084:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219737.815956:0:326084:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219737.815963:0:326084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219737.815966:0:326084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219737.815969:0:326084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219737.815972:0:326084:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566182272, offset 0 00000400:00000200:1.0:1788219737.815978:0:326084:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219737.815987:0:326084:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219737.815994:0:326084:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219737.815998:0:326084:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219737.816003:0:326084:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219737.816007:0:326084:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219737.816009:0:326084:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219737.816014:0:326084:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92625:92625:256:4294967295] 192.168.203.120@tcp LPNI seq info [92625:92625:8:4294967295] 00000400:00000200:1.0:1788219737.816018:0:326084:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219737.816886:0:326084:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219737.816897:0:326084:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219737.816905:0:326084:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219737.816912:0:326084:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219737.816920:0:326084:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219737.816924:0:326084:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1788219737.817007:0:326084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219737.817012:0:326084:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14635 usecs (15 jiffies) 00000400:00000200:1.0:1788219737.817017:0:326084:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219737.817020:0:326084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313606920 00000100:00000010:1.0:1788219737.817035:0:326084:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2cc0. 00000100:00000001:1.0:1788219737.817042:0:326084:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219737.817049:0:326084:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313606920 00000100:00000010:1.0:1788219737.817052:0:326084:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2780. 00000100:00000001:1.0:1788219737.817064:0:326084:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219737.817067:0:326084:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219737.817072:0:326084:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219737.817075:0:326084:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219737.817077:0:326084:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219737.817080:0:326084:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37e40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219737.817083:0:326084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219737.817085:0:326084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219737.817834:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219737.817841:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:2.0:1788219737.817848:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.817854:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219737.817861:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:2.0:1788219737.817864:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:2.0:1788219737.817868:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219737.817876:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.817887:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219737.817890:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.817898:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219737.817899:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219737.824687:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.824705:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219737.824710:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.824712:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.824722:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.824730:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219737.824739:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.824745:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.824750:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.824755:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb77c780 00000400:00000200:2.0:1788219737.824759:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.824765:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8685 [1] + 224 00000800:00000001:2.0:1788219737.824772:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.824779:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.824783:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.824787:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219737.824794:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219737.824805:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219737.824817:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.824838:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219737.824847:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.824851:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219737.824903:0:326084:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219737.824911:0:326084:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219737.824913:0:326084:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219737.824917:0:326084:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e264d0. 00000400:00000200:1.0:1788219737.824922:0:326084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:1.0:1788219737.824925:0:326084:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:1.0:1788219737.824929:0:326084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219737.824935:0:326084:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219737.824945:0:326084:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219737.824953:0:326084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219737.824955:0:326084:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219737.824958:0:326084:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219737.824962:0:326084:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219737.824964:0:326084:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219737.824967:0:326084:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219737.824971:0:326084:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219737.824982:0:326084:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219737.824987:0:326084:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219737.824990:0:326084:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219737.824991:0:326084:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.824995:0:326084:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219737.824999:0:326084:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219737.825003:0:326084:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219737.825005:0:326084:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219737.825007:0:326084:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219737.825011:0:326084:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219737.825016:0:326084:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219737.825024:0:326084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219737.825037:0:326084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219737.825040:0:326084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219737.825045:0:326084:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219753 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219737.825062:0:326084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326084:1875079566182272:192.168.203.120@tcp:101:truncate.0 00000100:00000001:1.0:1788219737.825067:0:326084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219737.825070:0:326084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219737.825073:0:326084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219737.825076:0:326084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219737.825080:0:326084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219753 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219737.825088:0:326084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219737.825090:0:326084:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37e40. 00000100:00000001:1.0:1788219737.825095:0:326084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219737.825096:0:326084:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.825100:0:326084:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219737.825104:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825106:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825110:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=4 00000020:00000001:1.0:1788219737.825113:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825116:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000040:1.0:1788219737.825123:0:326084:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7195200, remote cookie: 0x1782eba8aded82b4, flags: 0x1001 00010000:00010000:1.0:1788219737.825129:0:326084:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219737.825138:0:326084:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a2:0x56:0x0].0x0, instead of [0x2400013a2:0x55:0x0].0x0 00010000:00000001:1.0:1788219737.825141:0:326084:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788219737.825150:0:326084:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2fff00. 00010000:00000010:1.0:1788219737.825153:0:326084:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06e300. 00010000:00000001:1.0:1788219737.825157:0:326084:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219737.825160:0:326084:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219737.825168:0:326084:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825733:0:326084:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219737.825739:0:326084:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219737.825741:0:326084:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219737.825744:0:326084:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219737.825745:0:326084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219737.825748:0:326084:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x56:0x0].0x0 (ffff9893ea2fff00) refcount = 1 00010000:00010000:1.0:1788219737.825753:0:326084:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825760:0:326084:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219737.825765:0:326084:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219737.825767:0:326084:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219737.825771:0:326084:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219737.825773:0:326084:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219737.825776:0:326084:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825782:0:326084:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219737.825783:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825785:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.825786:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825787:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.825788:0:326084:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219737.825794:0:326084:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219737.825795:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825797:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825799:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.825801:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825802:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825804:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825805:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825806:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=4 00000020:00000001:1.0:1788219737.825808:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825809:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825812:0:326084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219737.825816:0:326084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219737.825818:0:326084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825825:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825826:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.825827:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825828:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825829:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=5 00000020:00000001:1.0:1788219737.825830:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825832:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825834:0:326084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219737.825837:0:326084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825842:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825843:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219737.825845:0:326084:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825850:0:326084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219737.825852:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825853:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.825854:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825854:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219737.825861:0:326084:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219753 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219737.825869:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825870:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825871:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.825873:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825875:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825878:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825879:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219737.825880:0:326084:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219737.825883:0:326084:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219737.825886:0:326084:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219737.825888:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825889:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825891:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.825892:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825894:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00000002:00010000:1.0:1788219737.825898:0:326084:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.825904:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825905:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.825907:0:326084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219737.825908:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.825909:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.825910:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.825912:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.825914:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000040:1.0:1788219737.825918:0:326084:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 2 00010000:00000001:1.0:1788219737.825921:0:326084:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219737.825925:0:326084:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681442/86 (0 0) 00010000:00000001:1.0:1788219737.825927:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.825928:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219737.825929:0:326084:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219737.825932:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831f7c0 00000002:00002000:1.0:1788219737.825935:0:326084:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=foo_160c intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219737.825937:0:326084:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219737.825942:0:326084:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219737.825944:0:326084:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219737.825947:0:326084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a2:0x55:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219737.825951:0:326084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219737.825955:0:326084:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219737.825957:0:326084:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c831fbd0 it_disposition b 00000080:00000001:1.0:1788219737.825960:0:326084:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219737.825967:0:326084:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219737.825970:0:326084:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219737.825973:0:326084:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:1.0:1788219737.825975:0:326084:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788219737.826601:0:326084:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:1.0:1788219737.826606:0:326084:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:1.0:1788219737.826611:0:326084:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x56:0x0], updating i_size 0 00000080:00200000:1.0:1788219737.826614:0:326084:0:(namei.c:147:ll_iget()) got inode: [0x2400013a2:0x56:0x0](ffff9893c18a5b88): rc = 0 00000080:00000001:1.0:1788219737.826617:0:326084:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359107525512 : -113714602026104 : ffff9893c18a5b88) 00010000:00000001:1.0:1788219737.826620:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.826621:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.826624:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.826626:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.826628:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00000080:00000001:1.0:1788219737.826632:0:326084:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788219737.826634:0:326084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788219737.826640:0:326084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5cfab40. 00000020:00000010:1.0:1788219737.826645:0:326084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3fa00. 00000020:00000010:1.0:1788219737.826650:0:326084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893ebd3f800. 00000020:00000010:1.0:1788219737.826654:0:326084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893f01f2960. 00000008:00000010:1.0:1788219737.826660:0:326084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219737.826665:0:326084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893e259d9c0. 00008000:00000010:1.0:1788219737.826669:0:326084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219737.826675:0:326084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219737.826678:0:326084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219737.826682:0:326084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3e000. 00000008:00000010:1.0:1788219737.826685:0:326084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219737.826688:0:326084:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219737.826692:0:326084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219737.826696:0:326084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f7371000. 00000020:00000001:1.0:1788219737.826698:0:326084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364279450440 : -113709430101176 : ffff9894f5cfab48) 00000020:00001000:1.0:1788219737.826701:0:326084:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5cfab40 00000020:00000001:1.0:1788219737.826703:0:326084:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1788219737.826707:0:326084:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:1.0:1788219737.826709:0:326084:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9893e162c9b0) owner ffff9893db6d8000 00020000:00000001:1.0:1788219737.826712:0:326084:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788219737.826714:0:326084:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9893e162c9b0) owner ffff9893db6d8000 00020000:00000002:1.0:1788219737.826717:0:326084:0:(lov_object.c:1535:lov_conf_set()) [0x2400013a2:0x56:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788219737.826719:0:326084:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219737.826720:0:326084:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219737.826723:0:326084:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788219737.826726:0:326084:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893db6d8000 00020000:00000002:1.0:1788219737.826728:0:326084:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893db6d8000 00020000:00000001:1.0:1788219737.826730:0:326084:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788219737.826732:0:326084:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219737.826734:0:326084:0:(file.c:6824:ll_layout_conf()) [0x2400013a2:0x56:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1788219737.826737:0:326084:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfab40 00000020:00000010:1.0:1788219737.826740:0:326084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3f800. 00000020:00000010:1.0:1788219737.826744:0:326084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2960. 00000008:00000010:1.0:1788219737.826748:0:326084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219737.826751:0:326084:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259d9c0. 00008000:00000010:1.0:1788219737.826754:0:326084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219737.826757:0:326084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219737.826760:0:326084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219737.826763:0:326084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3fa00. 00000008:00000010:1.0:1788219737.826765:0:326084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219737.826768:0:326084:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219737.826771:0:326084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219737.826773:0:326084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f7371000. 00000020:00000010:1.0:1788219737.826775:0:326084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e000. 00000020:00000010:1.0:1788219737.826778:0:326084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfab40. 00000080:00000001:1.0:1788219737.826780:0:326084:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.826782:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.826783:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219737.826784:0:326084:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219737.826788:0:326084:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219737.826789:0:326084:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219737.826793:0:326084:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x56:0x0](ffff9893c18a5b88) for lock 0x34450ab7a1632fd 00800000:00000001:1.0:1788219737.826796:0:326084:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219737.826798:0:326084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219737.826799:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.826800:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.826802:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.826804:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.826806:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.826808:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.826809:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219737.826810:0:326084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219737.826812:0:326084:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788219737.826818:0:326084:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e7904288 inode ffff9893c18a5b88 refc 1 flags 0x40000e 00000080:00000001:1.0:1788219737.826822:0:326084:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788219737.826825:0:326084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400013a2:0x56:0x0](ffff9893c18a5b88) 00000080:00010000:1.0:1788219737.826829:0:326084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632fd from it ffffa959c831fbd0 00010000:00000001:1.0:1788219737.826831:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219737.826832:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219737.826834:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195200 refcount=3 00000020:00000001:1.0:1788219737.826835:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.826837:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469216256 : -113714240335360 : ffff9893d7195200) 00010000:00000001:1.0:1788219737.826839:0:326084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219737.826842:0:326084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219737.826850:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.826851:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.826852:0:326084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219737.826855:0:326084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219737.826858:0:326084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195200/0x34450ab7a1632fd lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1782eba8aded82b4 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219737.826868:0:326084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219737.826870:0:326084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219737.826872:0:326084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219737.826877:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.826878:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219737.826879:0:326084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.826883:0:326084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219737.826885:0:326084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.826887:0:326084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.826889:0:326084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219737.826891:0:326084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219737.826892:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219737.826893:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219737.826894:0:326084:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219737.826898:0:326084:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3e800. 00000100:00000001:1.0:1788219737.826902:0:326084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219737.826911:0:326084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566182272/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219753 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219737.826919:0:326084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219737.826921:0:326084:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219737.826925:0:326084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219737.826928:0:326084:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219737.826930:0:326084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219737.826932:0:326084:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219737.826934:0:326084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219737.826936:0:326084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219737.826940:0:326084:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219737.826942:0:326084:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219737.826944:0:326084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219737.826948:0:326084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219737.826949:0:326084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219737.826952:0:326084:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219737.826954:0:326084:0:(dcache.c:176:ll_intent_release()) intent ffffa959c831fbd0 released 00000080:00000001:1.0:1788219737.826956:0:326084:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219737.826968:0:326084:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219737.826971:0:326084:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x56:0x0](ffff9893c18a5b88), inode mode 81a4 mask 2 00000080:00000001:1.0:1788219737.826975:0:326084:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219737.826981:0:326084:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788219737.826987:0:326084:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:1.0:1788219737.826990:0:326084:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1788219737.826993:0:326084:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1788219737.826995:0:326084:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1788219737.826999:0:326084:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3e800. 00000080:00000001:1.0:1788219737.827003:0:326084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219737.827007:0:326084:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219737.827009:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fb00 00800000:00000002:1.0:1788219737.827011:0:326084:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x2400013a2:0x56:0x0] 00800000:00000001:1.0:1788219737.827014:0:326084:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219737.827017:0:326084:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219737.827019:0:326084:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219737.827693:0:326084:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219737.827697:0:326084:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219737.827700:0:326084:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219737.827703:0:326084:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x56:0x0] 00800000:00000001:1.0:1788219737.827705:0:326084:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219737.831149:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219737.831154:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:2.0:1788219737.831160:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.831166:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219737.831183:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:2.0:1788219737.831186:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000001:2.0:1788219737.831190:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219737.831196:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566182400/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788219753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.831207:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219737.831211:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566182400/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788219753 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.831218:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219737.831219:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219737.837770:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.837792:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219737.837798:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.837800:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.837809:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.837818:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219737.837827:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.837834:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.837838:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.837843:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 1040 into portal 10 MB=0x6a95ffb77c800 00000400:00000200:2.0:1788219737.837847:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.837855:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 1040/1040 into md 0xe868d [1] + 224 00000800:00000001:2.0:1788219737.837862:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.837870:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.837874:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.837878:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219737.837888:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219737.837898:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017480 x1875079566182400/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788219753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219737.837910:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1040 offset=224 replen=3376 req@ffff9894ed017480 x1875079566182400/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.837931:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219737.837940:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.837944:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219737.841336:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219737.841341:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:2.0:1788219737.841354:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.841360:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219737.841365:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:2.0:1788219737.841368:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:2.0:1788219737.841373:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219737.841381:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566182656/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219753 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219737.841392:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219737.841396:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566182656/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219753 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219737.841402:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219737.841404:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219737.846604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195200. 00000800:00000001:2.0:1788219737.848921:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.848940:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219737.848944:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.848947:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.848956:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.848965:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219737.848975:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.848981:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.848986:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.848990:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77c900 00000400:00000200:2.0:1788219737.848995:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.849000:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe8695 [1] + 224 00000800:00000001:2.0:1788219737.849006:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.849038:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.849042:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.849047:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219737.849063:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219737.849072:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017480 x1875079566182656/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219753 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219737.849083:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9894ed017480 x1875079566182656/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219737.849106:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219737.849114:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.849118:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219737.851125:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219737.851133:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:2.0:1788219737.851140:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.851147:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219737.851153:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:2.0:1788219737.851155:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:2.0:1788219737.851159:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219737.851164:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566182784/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 376/792 e 0 to 0 dl 1788219753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.851184:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219737.851188:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566182784/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 376/792 e 0 to 0 dl 1788219753 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.851200:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219737.851202:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219737.859836:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.859858:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219737.859864:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.859868:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.859878:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.859887:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219737.859895:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.859902:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.859907:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.859911:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 10 MB=0x6a95ffb77c980 00000400:00000200:2.0:1788219737.859916:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.859922:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 344/344 into md 0xe869d [1] + 224 00000800:00000001:2.0:1788219737.859931:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.859938:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.859941:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.859946:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219737.859955:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219737.859963:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566182784/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 376/792 e 0 to 0 dl 1788219753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219737.859974:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=344 offset=224 replen=792 req@ffff9894ed015180 x1875079566182784/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 376/792 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.859997:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219737.860007:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.860011:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219737.865464:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219737.865469:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:2.0:1788219737.865474:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.865482:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219737.865489:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:2.0:1788219737.865493:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:2.0:1788219737.865497:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219737.865505:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/576 e 0 to 0 dl 1788219753 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.865515:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219737.865518:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/576 e 0 to 0 dl 1788219753 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.865525:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219737.865526:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219737.868462:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.868478:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219737.868482:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.868484:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.868493:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.868501:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219737.868510:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.868528:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.868533:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.868538:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb77ca00 00000400:00000200:2.0:1788219737.868543:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219737.868548:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe86a5 [1] + 224 00000800:00000001:2.0:1788219737.868557:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.868563:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219737.868566:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219737.868570:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219737.868577:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219737.868586:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/576 e 0 to 0 dl 1788219753 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219737.868597:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=576 req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/576 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219737.868624:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219737.868634:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219737.868638:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219737.868909:0:326084:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/448 e 0 to 0 dl 1788219753 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219737.868921:0:326084:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219737.868924:0:326084:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219737.868926:0:326084:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219737.868930:0:326084:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/448 e 0 to 0 dl 1788219753 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219737.868938:0:326084:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326084:1875079566182912:192.168.203.120@tcp:49:truncate.0 00000100:00000001:0.0:1788219737.868943:0:326084:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219737.868945:0:326084:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219737.868948:0:326084:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219737.868950:0:326084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219737.868953:0:326084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/448 e 0 to 0 dl 1788219753 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219737.868960:0:326084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219737.868963:0:326084:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6e40. 00000100:00000001:0.0:1788219737.868966:0:326084:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219737.868967:0:326084:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219737.868970:0:326084:0:(mdc_request.c:459:mdc_xattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219737.868975:0:326084:0:(mdc_request.c:530:mdc_getxattr()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219737.868978:0:326084:0:(lmv_obd.c:1592:lmv_getxattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219737.868981:0:326084:0:(file.c:6874:ll_layout_fetch()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219737.868983:0:326084:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219737.868986:0:326084:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566182912/t0(0) o49->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 472/448 e 0 to 0 dl 1788219753 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219737.868991:0:326084:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219737.868993:0:326084:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219737.868996:0:326084:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03c000. 02000000:00000001:0.0:1788219737.868998:0:326084:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219737.869000:0:326084:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219737.869002:0:326084:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219737.869004:0:326084:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219737.869006:0:326084:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484400. 02000000:00000001:0.0:1788219737.869010:0:326084:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219737.869011:0:326084:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219737.869013:0:326084:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219737.869016:0:326084:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219737.869017:0:326084:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219737.869021:0:326084:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788219737.869023:0:326084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788219737.869027:0:326084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894c8460f30. 00000020:00000010:0.0:1788219737.869032:0:326084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9484400. 00000020:00000010:0.0:1788219737.869037:0:326084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894c9484000. 00000020:00000010:0.0:1788219737.869041:0:326084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893e6a02900. 00000008:00000010:0.0:1788219737.869047:0:326084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c8980b30. 00020000:00000010:0.0:1788219737.869060:0:326084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893de377a80. 00008000:00000010:0.0:1788219737.869066:0:326084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894f5dc11a8. 00000080:00000010:0.0:1788219737.869072:0:326084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894d254f498. 00000080:00000010:0.0:1788219737.869075:0:326084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894de674940. 00000020:00000010:0.0:1788219737.869078:0:326084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9485c00. 00000008:00000010:0.0:1788219737.869081:0:326084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894f3c4cf20. 00020000:00000010:0.0:1788219737.869084:0:326084:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894ca133908. 00008000:00000010:0.0:1788219737.869088:0:326084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894ee00ff20. 00000080:00000010:0.0:1788219737.869090:0:326084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894c85d7e10. 00000020:00000001:0.0:1788219737.869093:0:326084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630363515457336 : -113710194094280 : ffff9894c8460f38) 00000020:00001000:0.0:1788219737.869095:0:326084:0:(cl_object.c:831:cl_env_get()) 1@ffff9894c8460f30 00000020:00000001:0.0:1788219737.869097:0:326084:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1788219737.869101:0:326084:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788219737.869104:0:326084:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9893e162c9b0) owner ffff9893db6d8000 00020000:00000001:0.0:1788219737.869108:0:326084:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788219737.869110:0:326084:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9893e162c9b0) owner ffff9893db6d8000 00020000:00000002:0.0:1788219737.869113:0:326084:0:(lov_object.c:1535:lov_conf_set()) [0x2400013a2:0x56:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788219737.869115:0:326084:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219737.869116:0:326084:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219737.869120:0:326084:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788219737.869123:0:326084:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893db6d8000 00020000:00000002:0.0:1788219737.869126:0:326084:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893db6d8000 00020000:00000001:0.0:1788219737.869128:0:326084:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788219737.869130:0:326084:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219737.869133:0:326084:0:(file.c:6824:ll_layout_conf()) [0x2400013a2:0x56:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788219737.869135:0:326084:0:(cl_object.c:925:cl_env_put()) 1@ffff9894c8460f30 00000020:00000010:0.0:1788219737.869138:0:326084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9484000. 00000020:00000010:0.0:1788219737.869142:0:326084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893e6a02900. 00000008:00000010:0.0:1788219737.869145:0:326084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c8980b30. 00020000:00000010:0.0:1788219737.869148:0:326084:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893de377a80. 00008000:00000010:0.0:1788219737.869151:0:326084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894f5dc11a8. 00000080:00000010:0.0:1788219737.869154:0:326084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894d254f498. 00000080:00000010:0.0:1788219737.869158:0:326084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894de674940. 00000020:00000010:0.0:1788219737.869161:0:326084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9484400. 00000008:00000010:0.0:1788219737.869164:0:326084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894f3c4cf20. 00020000:00000010:0.0:1788219737.869166:0:326084:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894ca133908. 00008000:00000010:0.0:1788219737.869169:0:326084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894ee00ff20. 00000080:00000010:0.0:1788219737.869171:0:326084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894c85d7e10. 00000020:00000010:0.0:1788219737.869173:0:326084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9485c00. 00000020:00000010:0.0:1788219737.869175:0:326084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894c8460f30. 00000080:00000001:0.0:1788219737.869177:0:326084:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219737.869188:0:326084:0:(file.c:6966:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788219737.869192:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219737.869193:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219737.869196:0:326084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219737.869198:0:326084:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219737.869201:0:326084:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a000 refcount=3 00000020:00000001:0.0:1788219737.869203:0:326084:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519232 : -113713878032384 : ffff9893ecb1a000) 00010000:00000001:0.0:1788219737.869205:0:326084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519232 : -113713878032384 : ffff9893ecb1a000) 00010000:00000001:0.0:1788219737.869208:0:326084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219737.869212:0:326084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a000/0x34450ab7a16330b lrc: 3/1,0 mode: CR/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1782eba8aded82d0 expref: -99 pid: 326084 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219737.869220:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219737.869221:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219737.869222:0:326084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219737.869224:0:326084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219737.869228:0:326084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a000/0x34450ab7a16330b lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1782eba8aded82d0 expref: -99 pid: 326084 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219737.869235:0:326084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219737.869237:0:326084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219737.869239:0:326084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219737.869243:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219737.869244:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219737.869246:0:326084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219737.869249:0:326084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219737.869251:0:326084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219737.869252:0:326084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219737.869255:0:326084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219737.869257:0:326084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219737.869258:0:326084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219737.869259:0:326084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219737.869261:0:326084:0:(file.c:7007:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219737.869263:0:326084:0:(file.c:7126:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219737.869266:0:326084:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788219737.869270:0:326084:0:(lov_object.c:1590:lov_io_init()) [0x2400013a2:0x56:0x0]io ffff9894de677590 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1788219737.869272:0:326084:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893db6d8000 00020000:00000001:0.0:1788219737.869275:0:326084:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1788219737.869278:0:326084:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788219737.869279:0:326084:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893db6d8000 00000020:00000001:0.0:1788219737.869281:0:326084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219737.869284:0:326084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1788219737.869287:0:326084:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788219737.869289:0:326084:0:(vvp_io.c:304:vvp_io_fini()) [0x2400013a2:0x56:0x0] ignore/verify layout 0/0, layout version -1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788219737.869292:0:326084:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788219737.869293:0:326084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788219737.869294:0:326084:0:(cl_object.c:925:cl_env_put()) 1@ffff9894c84601b0 00000020:00000010:0.0:1788219737.869296:0:326084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9484a00. 00000020:00000010:0.0:1788219737.869300:0:326084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893e6a02960. 00000008:00000010:0.0:1788219737.869302:0:326084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c8982190. 00020000:00000010:0.0:1788219737.869304:0:326084:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893de3779c0. 00008000:00000010:0.0:1788219737.869307:0:326084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894f5dc0e20. 00000080:00000010:0.0:1788219737.869500:0:326084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894d254fc78. 00000080:00000010:0.0:1788219737.869504:0:326084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894de677530. 00000020:00000010:0.0:1788219737.869507:0:326084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9484e00. 00000008:00000010:0.0:1788219737.869510:0:326084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894f3c4cc60. 00020000:00000010:0.0:1788219737.869512:0:326084:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894ca1326c8. 00008000:00000010:0.0:1788219737.869516:0:326084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894ee00f290. 00000080:00000010:0.0:1788219737.869518:0:326084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894c85d7960. 00000020:00000010:0.0:1788219737.869520:0:326084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9484c00. 00000020:00000010:0.0:1788219737.869521:0:326084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894c84601b0. 00000080:00000001:0.0:1788219737.869524:0:326084:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219737.869527:0:326084:0:(llite_lib.c:2665:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788219737.869531:0:326084:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9485e00. 00000020:00000001:0.0:1788219737.869539:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fc90 00000080:00200008:0.0:1788219737.869542:0:326084:0:(llite_lib.c:2695:ll_setattr_raw()) COMPLETED file foo_160c:[0x2400013a2:0x56:0x0](ffff9893c18a5b88) current size 0, valid attrs 10000168, mode ffff, uid -1939574484, gid -1, new size 200, atime 1788219737.000000000, mtime 1788219737.000000000, ctime 1788219737.000000000, rc 0 00000080:00000001:0.0:1788219737.869548:0:326084:0:(llite_lib.c:2697:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219737.869556:0:326084:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219737.869558:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fe58 00000080:00002000:0.0:1788219737.869560:0:326084:0:(dcache.c:127:ll_ddelete()) deleting dentry foo_160c (ffff9893e7904288, parent ffff9893e918f360, inode ffff9893c18a5b88) hashed, 00000080:00000001:0.0:1788219737.869563:0:326084:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219737.869570:0:326084:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219737.869575:0:326084:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219737.869577:0:326084:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219737.869579:0:326084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c831fe58 00000080:00002000:0.0:1788219737.869581:0:326084:0:(dcache.c:127:ll_ddelete()) keeping dentry d160c.sanity (ffff9893e918f360, parent ffff9893e6c7e870, inode ffff9893e51021c8) hashed, 00000080:00000001:0.0:1788219737.869585:0:326084:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1788219737.875669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e330e0. 00000100:00000040:3.0:1788219737.880400:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313606968, at 4313606969 00000100:00000010:3.0:1788219737.880415:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2780. 00000100:00000040:2.0:1788219737.881743:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313606968, at 4313606969 00000100:00000010:2.0:1788219737.881755:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2cc0. 00010000:00000001:1.0:1788219738.015387:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219738.015395:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219738.015402:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219738.015403:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219738.015408:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219738.015409:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219738.015413:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219738.015414:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219738.015417:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219738.015418:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219738.015553:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219738.015556:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219738.015559:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219739.039698:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219739.039706:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.039711:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219739.039712:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.039715:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219739.039717:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.039720:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219739.039721:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.039724:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219739.039725:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219739.040491:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219739.040496:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.040501:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788219739.104987:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219739.104998:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219739.105009:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219739.105015:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1788219739.105019:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.105022:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.105028:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.105036:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2800. 00000100:00000001:1.0:1788219739.105042:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105063:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219739.105075:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.105079:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105085:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d4b8ad] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.105114:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105118:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219739.105122:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219739.105125:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.105128:0:223715:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.105131:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.105132:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.105134:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.105137:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2600. 00000100:00000001:1.0:1788219739.105140:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105144:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219739.105151:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.105153:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105157:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b061468e] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.105165:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105167:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219739.105171:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219739.105175:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ce00. 00000020:00000040:1.0:1788219739.105179:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.105181:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.105182:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.105184:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.105187:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2500. 00000100:00000001:1.0:1788219739.105189:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105192:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219739.105198:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.105200:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105203:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9f2e809] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.105210:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105212:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219739.105215:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219739.105218:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e300. 00000020:00000040:1.0:1788219739.105220:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.105222:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.105222:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.105224:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.105226:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2b00. 00000100:00000001:1.0:1788219739.105228:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105232:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219739.105239:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.105240:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.105244:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f538df8e] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105345:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.105349:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.105352:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.105359:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105373:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.105375:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.105379:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.105382:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.105385:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.105388:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566183040:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.105392:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.105398:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.105401:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.105403:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.105408:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484400. 02000000:00000001:0.0:1788219739.105410:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.105418:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.105423:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4d68. 00000400:00000010:0.0:1788219739.105431:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000200:0.0:1788219739.105437:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566183040, portal 25 00000100:00000001:0.0:1788219739.105440:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.105442:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:0.0:1788219739.105447:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105454:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.105467:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.105470:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf440. 00000100:00000200:0.0:1788219739.105475:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566183040, offset 0 00000400:00000200:0.0:1788219739.105482:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.105491:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.105499:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.105505:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.105509:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.105513:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.105516:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.105521:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92630:92630:256:4294967295] 192.168.203.120@tcp LPNI seq info [92630:92630:8:4294967295] 00000400:00000200:0.0:1788219739.105526:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.105536:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.105542:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.105549:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7500. 00000800:00000200:0.0:1788219739.105556:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.105563:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.105567:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.105586:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.105592:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.105595:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313609466 00000100:00000010:0.0:1788219739.105600:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02960. 00000100:00000001:0.0:1788219739.105607:0:256062:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219739.105613:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313609466 00000100:00000010:0.0:1788219739.105617:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02900. 00000100:00000001:0.0:1788219739.105619:0:256062:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219739.105622:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.105625:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.105628:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.105632:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105639:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.105640:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.105642:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.105644:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.105646:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.105649:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566183296:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.105651:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.105654:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.105655:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.105657:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.105660:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484a00. 02000000:00000001:0.0:1788219739.105661:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.105665:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.105667:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4c08. 00000400:00000010:0.0:1788219739.105670:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf4c8. 00000100:00000200:0.0:1788219739.105673:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566183296, portal 10 00000100:00000001:0.0:1788219739.105675:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.105676:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000040:0.0:1788219739.105682:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105688:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.105690:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.105692:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf000. 00000100:00000200:0.0:1788219739.105695:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566183296, offset 0 00000400:00000200:0.0:1788219739.105698:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.105701:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.105704:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.105707:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.105709:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.105711:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.105713:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.105716:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92631:92631:255:4294967295] 192.168.203.120@tcp LPNI seq info [92631:92631:7:4294967295] 00000400:00000200:0.0:1788219739.105719:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.105724:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.105729:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.105732:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0100. 00000800:00000200:0.0:1788219739.105736:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.105740:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.105742:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.105745:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.105749:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14627 usecs (15 jiffies) 00000400:00000200:0.0:1788219739.105752:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.105753:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608209 00000100:00000001:0.0:1788219739.105756:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.105758:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608209 00000100:00000001:0.0:1788219739.105759:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.105761:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.105763:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.105766:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.105768:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.105775:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.105778:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219739.105780:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.105781:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.105783:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.105785:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788219739.105786:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.105788:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.105789:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.105791:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.105791:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.105792:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.105796:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105803:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.105804:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.105806:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.105808:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.105809:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.105812:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566183168:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.105815:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.105817:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.105818:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.105820:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.105823:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9485e00. 02000000:00000001:0.0:1788219739.105825:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.105837:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.105841:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4630. 00000400:00000010:0.0:1788219739.105845:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219739.105848:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566183168, portal 10 00000100:00000001:0.0:1788219739.105850:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.105851:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:0.0:1788219739.105857:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.105862:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.105864:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.105867:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219739.105870:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566183168, offset 0 00000400:00000200:0.0:1788219739.105873:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.105877:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.105880:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.105882:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.105885:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.105887:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.105889:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.105892:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92632:92632:254:4294967295] 192.168.203.120@tcp LPNI seq info [92632:92632:6:4294967295] 00000400:00000200:0.0:1788219739.105895:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.105900:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.105904:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.105908:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0400. 00000800:00000200:0.0:1788219739.105911:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.105915:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.105917:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.105920:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.105923:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.105926:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.105928:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608221 00000100:00000001:0.0:1788219739.105930:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.105932:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608221 00000100:00000001:0.0:1788219739.105934:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.105935:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.105937:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.105940:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.105942:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.105956:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.105958:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.106147:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.106152:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:2.0:1788219739.106159:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.106164:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.106170:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf440 00000400:00000010:2.0:1788219739.106173:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf440. 00000100:00000001:2.0:1788219739.106177:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.106182:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.106191:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.106195:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.106201:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.106202:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219739.106215:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.106217:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0100. 00000400:00000200:2.0:1788219739.106219:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.106222:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.106224:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf000 00000400:00000010:2.0:1788219739.106225:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf000. 00000100:00000001:2.0:1788219739.106228:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.106231:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.106236:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.106239:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.106245:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.106260:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219739.106343:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.106346:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0400. 00000400:00000200:2.0:1788219739.106349:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.106353:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.106355:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:2.0:1788219739.106357:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:2.0:1788219739.106359:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.106363:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.106370:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.106373:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.106379:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.106381:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219739.106604:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.106607:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219739.106610:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219739.106616:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219739.106619:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.106622:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.106624:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.106627:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.106632:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2c00. 00000100:00000001:1.0:1788219739.106636:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.106640:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219739.106648:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.106652:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.106656:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab630f06] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.106663:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.106667:0:223715:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18945) 00000100:00000001:0.0:1788219739.106813:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.106816:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.106818:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.106824:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.106877:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.106880:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.106883:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.106886:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.106888:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.106893:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566183424:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.106905:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.106909:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.106910:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.106912:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.106917:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484e00. 02000000:00000001:0.0:1788219739.106919:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.106923:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.106927:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4bb0. 00000400:00000010:0.0:1788219739.106931:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000200:0.0:1788219739.106936:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566183424, portal 4 00000100:00000001:0.0:1788219739.106939:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.106940:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000040:0.0:1788219739.106947:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.106952:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.106954:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.106957:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfc38. 00000100:00000200:0.0:1788219739.106959:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566183424, offset 0 00000400:00000200:0.0:1788219739.106964:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.106969:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.106974:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.106977:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.106981:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.106983:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.106986:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.106988:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92633:92633:256:4294967295] 192.168.203.120@tcp LPNI seq info [92633:92633:8:4294967295] 00000400:00000200:0.0:1788219739.106992:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.106998:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.107003:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.107007:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0400. 00000800:00000200:0.0:1788219739.107012:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.107017:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.107020:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.107079:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.107083:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17327 usecs (18 jiffies) 00000400:00000200:0.0:1788219739.107086:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.107089:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608213 00000100:00000001:0.0:1788219739.107091:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.107093:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608213 00000100:00000001:0.0:1788219739.107095:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.107098:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.107100:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.107103:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.107105:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.107110:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.107112:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219739.107114:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.107115:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.107117:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.107119:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788219739.107120:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.107122:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.107123:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.107125:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.107126:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.107127:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.107131:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.107137:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.107138:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.107140:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.107142:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.107144:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.107146:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566183552:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.107149:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.107151:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.107152:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.107154:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.107157:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484c00. 02000000:00000001:0.0:1788219739.107158:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.107161:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.107164:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a46e0. 00000400:00000010:0.0:1788219739.107167:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219739.107169:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566183552, portal 4 00000100:00000001:0.0:1788219739.107171:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.107173:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:0.0:1788219739.107177:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.107183:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.107185:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.107187:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cff68. 00000100:00000200:0.0:1788219739.107190:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566183552, offset 0 00000400:00000200:0.0:1788219739.107193:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.107196:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.107199:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.107202:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.107204:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.107206:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.107207:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.107210:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92634:92634:255:4294967295] 192.168.203.120@tcp LPNI seq info [92634:92634:7:4294967295] 00000400:00000200:0.0:1788219739.107214:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.107219:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.107223:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.107226:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0100. 00000800:00000200:0.0:1788219739.107230:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.107234:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.107236:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.107239:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.107242:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27610 usecs (28 jiffies) 00000400:00000200:0.0:1788219739.107245:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.107256:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608223 00000100:00000001:0.0:1788219739.107259:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.107261:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608223 00000100:00000001:0.0:1788219739.107264:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.107267:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.107269:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.107271:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.107273:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.107287:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.107289:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.107291:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.107293:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219739.112119:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.114185:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.114193:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.114199:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.114207:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.114215:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.114225:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.114230:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.114235:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.114239:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77cb80 00000400:00000200:2.0:1788219739.114244:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.114249:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe86b5 [1] + 224 00000800:00000001:2.0:1788219739.114255:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.114258:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.114261:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.114265:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.119635:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.119665:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.119680:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.119706:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788219739.119763:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.119767:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0400. 00000400:00000200:2.0:1788219739.119772:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.119778:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.119782:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:2.0:1788219739.119784:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000001:2.0:1788219739.119788:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.119792:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.119803:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.119807:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.119814:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.119816:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.119824:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.119833:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.119835:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.119837:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.119844:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.119849:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.119855:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.119858:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.119863:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.119867:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77cb00 00000400:00000200:2.0:1788219739.119871:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.119876:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe86bd [1] + 224 00000800:00000001:2.0:1788219739.119892:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788219739.120206:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219739.120210:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.120218:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.120220:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.120223:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4c08. 00000400:00000200:1.0:1788219739.120227:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf4c8 00000400:00000010:1.0:1788219739.120229:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf4c8. 00000100:00000001:1.0:1788219739.120232:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.120237:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.120246:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.120258:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.120260:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.120262:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.120266:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.120268:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.120270:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.120272:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.120294:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.120298:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.120301:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.120302:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.120305:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.120308:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.120322:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.120324:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.120326:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.120328:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.120333:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.120339:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.120342:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.120344:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.120347:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.120354:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566183296:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219739.120359:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.120361:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.120364:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ce00 x1875079566183296/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.120371:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.120374:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.120377:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484a00. 02000000:00000001:1.0:1788219739.120381:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.120384:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.120386:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.120389:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.120391:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2500. 02000000:00000001:1.0:1788219739.120395:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.120397:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.120399:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ce00. 00000100:00000001:1.0:1788219739.120402:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.120403:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.120407:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.120408:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219739.120410:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.120411:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.120413:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219739.120930:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.120936:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.120941:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.120947:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.120952:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.120962:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.120979:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.120986:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.120991:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.120993:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.120995:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.121001:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.121004:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.121009:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.121012:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.121015:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.121018:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77ca80 00000400:00000200:2.0:1788219739.121022:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.121025:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe86ad [1] + 224 00000800:00000001:2.0:1788219739.121031:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.121038:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.121040:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.121043:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.121057:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.121061:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.121070:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.121077:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.121081:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.121085:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121201:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219739.121204:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.121208:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.121210:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.121212:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4630. 00000400:00000200:1.0:1788219739.121216:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:1.0:1788219739.121218:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:1.0:1788219739.121220:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.121225:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.121234:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.121239:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.121241:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121244:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.121246:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.121248:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.121249:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.121252:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.121259:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.121263:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.121266:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.121268:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.121270:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.121272:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.121289:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.121291:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219739.121293:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.121294:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.121299:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.121306:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.121309:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.121330:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.121335:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.121343:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566183168:192.168.203.120@tcp:400:kworker.0 00000400:00000001:1.0:1788219739.121348:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.121349:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.121350:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4d68. 00000400:00000200:1.0:1788219739.121353:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:1.0:1788219739.121355:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:1.0:1788219739.121358:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.121361:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.121368:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.121374:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.121375:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121376:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.121378:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.121379:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.121381:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.121383:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.121385:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=135 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.121388:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.121390:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.121391:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.121392:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.121394:0:256062:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.121396:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.121400:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.121406:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.121408:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.121409:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.121413:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.121418:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566183040:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219739.121422:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121424:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.121428:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566183168/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.121435:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.121436:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.121439:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9485e00. 02000000:00000001:1.0:1788219739.121442:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.121443:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.121444:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.121447:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.121449:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2600. 02000000:00000001:1.0:1788219739.121452:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.121453:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.121454:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.121456:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.121458:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121459:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.121462:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566183040/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.121467:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.121468:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.121469:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484400. 02000000:00000001:1.0:1788219739.121472:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.121472:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.121473:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1788219739.121475:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.121476:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2800. 02000000:00000001:1.0:1788219739.121478:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.121479:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.121480:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219739.121482:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.121483:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121485:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.121492:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.121494:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.121496:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219739.121498:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.125178:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.125185:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0100. 00000400:00000200:3.0:1788219739.125190:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.125197:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.125203:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cff68 00000400:00000010:3.0:1788219739.125205:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cff68. 00000100:00000001:3.0:1788219739.125209:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.125215:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.125226:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.125228:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.125233:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.125235:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.129022:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.129053:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.129057:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.129060:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.129069:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.129077:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.129086:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.129097:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.129103:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.129108:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77cc00 00000400:00000200:2.0:1788219739.129114:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.129121:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe86c5 [1] + 224 00000800:00000001:2.0:1788219739.129128:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.129135:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.129139:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.129143:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.129152:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.129161:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.129169:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.129184:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.129192:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.129194:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.129362:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.129367:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.129375:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.129377:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.129380:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4bb0. 00000400:00000200:0.0:1788219739.129385:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:0.0:1788219739.129387:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:0.0:1788219739.129390:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.129396:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.129406:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.129413:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.129415:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.129418:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.129422:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.129424:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.129426:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.129429:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.129440:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.129445:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.129447:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.129449:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.129452:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.129455:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.129459:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.129461:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:0.0:1788219739.129463:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.129465:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.129470:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.129477:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.129479:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.129481:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.129484:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.129491:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566183424:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.129496:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.129499:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.129502:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e300 x1875079566183424/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.129577:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.129581:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.129584:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484e00. 02000000:00000001:0.0:1788219739.129589:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.129591:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.129593:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.129595:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.129598:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2b00. 02000000:00000001:0.0:1788219739.129602:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.129604:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.129606:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e300. 00000100:00000001:0.0:1788219739.129610:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.129611:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.129614:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.129615:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.129617:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.129618:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.129619:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219739.133571:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.133588:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.133592:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.133594:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.133603:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.133610:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.133620:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.133625:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.133631:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.133634:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77cc80 00000400:00000200:3.0:1788219739.133648:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.133653:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe86cd [1] + 224 00000800:00000001:3.0:1788219739.133661:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.133709:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.133713:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.133719:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.133726:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.133735:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.133746:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.133767:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.133777:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.133781:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.133818:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.133826:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.133833:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.133835:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.133839:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a46e0. 00000400:00000200:0.0:1788219739.133844:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:0.0:1788219739.133847:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:0.0:1788219739.133850:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.133855:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.133866:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.133872:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.133874:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.133876:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.133879:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.133881:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.133883:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.133886:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.133896:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.133900:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=43 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219739.133903:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.133905:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.133907:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.133911:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.133914:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.133916:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:0.0:1788219739.133918:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.133919:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.133924:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.133931:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.133934:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.133936:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.133940:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.133959:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566183552:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219739.133964:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.133970:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.133974:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566183552/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.133980:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.133983:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.133986:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484c00. 02000000:00000001:0.0:1788219739.133990:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.133993:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.133995:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.133997:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.134000:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2c00. 02000000:00000001:0.0:1788219739.134006:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.134007:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.134009:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:0.0:1788219739.134012:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.134013:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.134016:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.134701:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.134705:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.134709:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219739.134712:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.177285:0:326147:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219739.177293:0:326147:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219739.177296:0:326147:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219739.177299:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93bd0 00000080:00200000:0.0:1788219739.177304:0:326147:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219739.177331:0:326147:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9484200. 00800000:00000002:0.0:1788219739.177338:0:326147:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219739.177342:0:326147:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219739.177347:0:326147:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219739.177349:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93af0 00800000:00000002:0.0:1788219739.177351:0:326147:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219739.177356:0:326147:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219739.177359:0:326147:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219739.177362:0:326147:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219739.177364:0:326147:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219739.177367:0:326147:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219739.177370:0:326147:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219739.177372:0:326147:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219739.177374:0:326147:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219739.177377:0:326147:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219739.177382:0:326147:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219739.177383:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b939c0 00000002:00010000:0.0:1788219739.177385:0:326147:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219739.177389:0:326147:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219739.177391:0:326147:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219739.177394:0:326147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219739.177400:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:0.0:1788219739.177403:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219739.177408:0:326147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219739.177411:0:326147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219739.177416:0:326147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219739.177426:0:326147:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219739.177430:0:326147:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.177433:0:326147:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219739.177439:0:326147:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219739.177441:0:326147:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219739.177443:0:326147:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219739.177445:0:326147:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219739.177446:0:326147:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219739.177448:0:326147:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219739.177451:0:326147:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219739.177453:0:326147:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219739.177456:0:326147:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9484200. 00000080:00000001:0.0:1788219739.177460:0:326147:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219739.177462:0:326147:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219739.177464:0:326147:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219739.177467:0:326147:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:0.0:1788219739.177469:0:326147:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219739.177471:0:326147:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219739.177473:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.177474:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.177477:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219739.177479:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219739.177481:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219739.177484:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.177485:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219739.177487:0:326147:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219739.177488:0:326147:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219739.177490:0:326147:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c8b93c08 00010000:00000001:0.0:1788219739.177492:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.177493:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.177494:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219739.177495:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219739.177497:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219739.177499:0:326147:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219739.177501:0:326147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219739.177507:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.177508:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.177509:0:326147:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219739.177511:0:326147:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219739.177514:0:326147:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219739.177525:0:326147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219739.177528:0:326147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219739.177530:0:326147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219739.177533:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.177535:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.177536:0:326147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177539:0:326147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219739.177541:0:326147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177543:0:326147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177545:0:326147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177547:0:326147:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219739.177548:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.177549:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219739.177551:0:326147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219739.177553:0:326147:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219739.177555:0:326147:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219739.177559:0:326147:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.177563:0:326147:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219739.177565:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93b98 00000080:00002000:0.0:1788219739.177567:0:326147:0:(dcache.c:87:ll_dcompare()) found name d160c.sanity(ffff9893e918f360) flags 0x28004e refc 0 00000080:00000001:0.0:1788219739.177570:0:326147:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219739.177571:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93be0 00000080:00200000:0.0:1788219739.177573:0:326147:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160c.sanity, flags=25 00000080:00000001:0.0:1788219739.177577:0:326147:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219739.177579:0:326147:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.177581:0:326147:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219739.177583:0:326147:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x55:0x0](ffff9893e51021c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788219739.177585:0:326147:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219739.177594:0:326147:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb7a0. 00000020:00000001:0.0:1788219739.177598:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93b98 00000080:00200000:0.0:1788219739.177600:0:326147:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8), flags=9 00000080:00000001:0.0:1788219739.177602:0:326147:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219739.177604:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93a48 00000080:00200000:0.0:1788219739.177606:0:326147:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=foo_160c, dir=[0x2400013a2:0x55:0x0](ffff9893e51021c8), intent=getattr 00000080:00000010:0.0:1788219739.177613:0:326147:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9484200. 00000080:00000001:0.0:1788219739.177617:0:326147:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219739.177618:0:326147:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219739.177619:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93968 00800000:00000002:0.0:1788219739.177621:0:326147:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'foo_160c' on [0x2400013a2:0x55:0x0] 00800000:00000001:0.0:1788219739.177623:0:326147:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219739.177626:0:326147:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219739.177627:0:326147:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219739.177628:0:326147:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219739.177630:0:326147:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219739.177632:0:326147:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219739.177634:0:326147:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x55:0x0] 00800000:00000001:0.0:1788219739.177635:0:326147:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219739.177638:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93900 00800000:00000002:0.0:1788219739.177639:0:326147:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a2:0x55:0x0], fid2=[0x0:0x0:0x0], name='foo_160c' -> mds #1 00000002:00000001:0.0:1788219739.177642:0:326147:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219739.177644:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93838 00000002:00010000:0.0:1788219739.177645:0:326147:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: foo_160c,[0x0:0x0:0x0]) in obj [0x2400013a2:0x55:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788219739.177648:0:326147:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219739.177651:0:326147:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219739.177654:0:326147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219739.177658:0:326147:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219739.177663:0:326147:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219739.177667:0:326147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219739.177670:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.177671:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.177672:0:326147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.177675:0:326147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.177676:0:326147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.177679:0:326147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.177685:0:326147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f800. 00000100:00000001:0.0:1788219739.177787:0:326147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177792:0:326147:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219739.177794:0:326147:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177796:0:326147:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219739.177797:0:326147:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.177799:0:326147:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.177807:0:326147:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00010000:00000001:0.0:1788219739.177811:0:326147:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219739.177812:0:326147:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219739.177816:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619b00 count: 2 00010000:00000001:0.0:1788219739.177818:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219739.177820:0:326147:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219739.177824:0:326147:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b600. 00000020:00000001:0.0:1788219739.177828:0:326147:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219739.177830:0:326147:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b600 with handle 0x34450ab7a163312 to hash 00000020:00000001:0.0:1788219739.177832:0:326147:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219739.177833:0:326147:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.177837:0:326147:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.177840:0:326147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219739.177841:0:326147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.177844:0:326147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326147 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219739.177851:0:326147:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326147 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219739.177861:0:326147:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326147 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219739.177865:0:326147:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.177867:0:326147:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.177874:0:326147:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6e40. 00000100:00000001:0.0:1788219739.177876:0:326147:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443328 : -113714195108288 : ffff9893d9cb6e40) 00000100:00000001:0.0:1788219739.177878:0:326147:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.177879:0:326147:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219739.177883:0:326147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.177887:0:326147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.177889:0:326147:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.177890:0:326147:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.177901:0:326147:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219739.177921:0:326147:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.177923:0:326147:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.177927:0:326147:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.177930:0:326147:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.177932:0:326147:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.177935:0:326147:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326147:1875079566183680:192.168.203.120@tcp:101:truncate.0 00000100:00000001:0.0:1788219739.177939:0:326147:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.177945:0:326147:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.177947:0:326147:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.177949:0:326147:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.177954:0:326147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9f000. 02000000:00000001:0.0:1788219739.177956:0:326147:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.177963:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.177967:0:326147:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a46e0. 00000400:00000010:0.0:1788219739.177975:0:326147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219739.177981:0:326147:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566183680, portal 10 00000100:00000001:0.0:1788219739.177984:0:326147:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.177985:0:326147:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219739.177991:0:326147:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219739.177997:0:326147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.178000:0:326147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.178002:0:326147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000200:0.0:1788219739.178005:0:326147:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566183680, offset 0 00000400:00000200:0.0:1788219739.178011:0:326147:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.178019:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.178027:0:326147:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.178031:0:326147:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.178035:0:326147:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.178039:0:326147:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.178041:0:326147:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.178055:0:326147:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92635:92635:256:4294967295] 192.168.203.120@tcp LPNI seq info [92635:92635:8:4294967295] 00000400:00000200:0.0:1788219739.178059:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.178068:0:326147:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.178073:0:326147:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.178078:0:326147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0100. 00000800:00000200:0.0:1788219739.178084:0:326147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.178091:0:326147:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.178095:0:326147:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.178109:0:326147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.178113:0:326147:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14628 usecs (15 jiffies) 00000400:00000200:0.0:1788219739.178116:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.178119:0:326147:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608279 00000100:00000001:0.0:1788219739.178122:0:326147:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.178125:0:326147:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608279 00000100:00000001:0.0:1788219739.178127:0:326147:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.178129:0:326147:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.178131:0:326147:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.178133:0:326147:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.178135:0:326147:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.178138:0:326147:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.178140:0:326147:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.178142:0:326147:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.179432:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.179442:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0100. 00000400:00000200:2.0:1788219739.179448:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.179456:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.179464:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:2.0:1788219739.179467:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:2.0:1788219739.179471:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.179479:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219739.179493:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.179497:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219739.179504:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.179507:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.184730:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.184747:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.184751:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.184753:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.184762:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.184770:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.184779:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.184785:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.184790:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.184794:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb77cd00 00000400:00000200:2.0:1788219739.184799:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.184804:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe86d5 [1] + 224 00000800:00000001:2.0:1788219739.184811:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.184817:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.184821:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.184826:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.184833:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.184841:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219739.184851:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219739.184872:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.184880:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.184883:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.184934:0:326147:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.184942:0:326147:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.184944:0:326147:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.184948:0:326147:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a46e0. 00000400:00000200:0.0:1788219739.184953:0:326147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:0.0:1788219739.184955:0:326147:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:0.0:1788219739.184958:0:326147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.184963:0:326147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219739.184978:0:326147:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1792 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219739.184984:0:326147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.184986:0:326147:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.184989:0:326147:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.184992:0:326147:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.184994:0:326147:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.184996:0:326147:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.184999:0:326147:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.185007:0:326147:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.185011:0:326147:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219739.185013:0:326147:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.185015:0:326147:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185017:0:326147:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.185020:0:326147:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.185024:0:326147:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.185025:0:326147:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:0.0:1788219739.185027:0:326147:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.185030:0:326147:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.185035:0:326147:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219739.185041:0:326147:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.185055:0:326147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.185058:0:326147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.185063:0:326147:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219739.185071:0:326147:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326147:1875079566183680:192.168.203.120@tcp:101:truncate.0 00000100:00000001:0.0:1788219739.185076:0:326147:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.185078:0:326147:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.185080:0:326147:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.185083:0:326147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.185087:0:326147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219739.185093:0:326147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.185096:0:326147:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6e40. 00000100:00000001:0.0:1788219739.185099:0:326147:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.185101:0:326147:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185103:0:326147:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219739.185107:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185110:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185114:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=4 00000020:00000001:0.0:1788219739.185116:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185119:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000040:0.0:1788219739.185125:0:326147:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b600, remote cookie: 0x1782eba8aded82ec, flags: 0x1001 00010000:00010000:0.0:1788219739.185131:0:326147:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788219739.185140:0:326147:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a2:0x56:0x0].0x0, instead of [0x2400013a2:0x55:0x0].0x0 00010000:00000001:0.0:1788219739.185143:0:326147:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788219739.185149:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 3 00010000:00000001:0.0:1788219739.185152:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219739.185155:0:326147:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.185158:0:326147:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219739.185166:0:326147:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185173:0:326147:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219739.185176:0:326147:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219739.185178:0:326147:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219739.185180:0:326147:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219739.185181:0:326147:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219739.185184:0:326147:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x56:0x0].0x0 (ffff9893ea2fff00) refcount = 3 00010000:00000040:0.0:1788219739.185187:0:326147:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788219739.185189:0:326147:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a000/0x34450ab7a16330b lrc: 1/0,0 mode: CR/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1782eba8aded82d0 expref: -99 pid: 326084 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219739.185196:0:326147:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1aa00/0x34450ab7a163304 lrc: 1/0,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82c2 expref: -99 pid: 326084 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219739.185203:0:326147:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185209:0:326147:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219739.185211:0:326147:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219739.185213:0:326147:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219739.185216:0:326147:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219739.185218:0:326147:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.185221:0:326147:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185227:0:326147:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219739.185229:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185230:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185231:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185232:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185234:0:326147:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.185239:0:326147:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219739.185241:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185242:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185243:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185245:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185247:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185250:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185251:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185252:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=4 00000020:00000001:0.0:1788219739.185255:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185257:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185259:0:326147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219739.185262:0:326147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.185266:0:326147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185273:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185274:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185275:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185276:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185277:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=5 00000020:00000001:0.0:1788219739.185279:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185281:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185283:0:326147:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219739.185285:0:326147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185291:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185292:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219739.185294:0:326147:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185300:0:326147:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219739.185302:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185303:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185304:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185305:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219739.185341:0:326147:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219739.185359:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185361:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185363:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185365:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185367:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185370:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185371:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219739.185373:0:326147:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.185375:0:326147:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.185377:0:326147:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219739.185380:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185382:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185383:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185385:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185387:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00000002:00010000:0.0:1788219739.185390:0:326147:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185396:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185398:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185399:0:326147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219739.185401:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185402:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185403:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185404:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185406:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000040:0.0:1788219739.185409:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 4 00010000:00000001:0.0:1788219739.185411:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219739.185415:0:326147:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681442/86 (0 0) 00010000:00000001:0.0:1788219739.185418:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185419:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219739.185420:0:326147:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219739.185423:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b937c0 00000002:00002000:0.0:1788219739.185425:0:326147:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=foo_160c intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219739.185428:0:326147:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219739.185432:0:326147:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219739.185435:0:326147:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219739.185438:0:326147:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a2:0x55:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219739.185441:0:326147:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.185445:0:326147:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219739.185447:0:326147:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8b93bd0 it_disposition b 00000080:00000001:0.0:1788219739.185450:0:326147:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219739.185456:0:326147:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219739.185459:0:326147:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219739.185462:0:326147:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:0.0:1788219739.185465:0:326147:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788219739.185473:0:326147:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:0.0:1788219739.185476:0:326147:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:0.0:1788219739.185481:0:326147:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x56:0x0], updating i_size 200 00000080:00200000:0.0:1788219739.185484:0:326147:0:(namei.c:147:ll_iget()) got inode: [0x2400013a2:0x56:0x0](ffff9893c18a5b88): rc = 0 00000080:00000001:0.0:1788219739.185486:0:326147:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359107525512 : -113714602026104 : ffff9893c18a5b88) 00010000:00000001:0.0:1788219739.185488:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185490:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185491:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185493:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185496:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00000080:00000001:0.0:1788219739.185499:0:326147:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788219739.185502:0:326147:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788219739.185507:0:326147:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894c84601b0. 00000020:00000010:0.0:1788219739.185512:0:326147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9485000. 00000020:00000010:0.0:1788219739.185517:0:326147:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894c9484e00. 00000020:00000010:0.0:1788219739.185521:0:326147:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893e6a02660. 00000008:00000010:0.0:1788219739.185527:0:326147:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c8982190. 00020000:00000010:0.0:1788219739.185533:0:326147:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893de3779c0. 00008000:00000010:0.0:1788219739.185538:0:326147:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894f5dc0e20. 00000080:00000010:0.0:1788219739.185544:0:326147:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894d254fc78. 00000080:00000010:0.0:1788219739.185548:0:326147:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894de677530. 00000020:00000010:0.0:1788219739.185551:0:326147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9484800. 00000008:00000010:0.0:1788219739.185555:0:326147:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894f3c4cc60. 00020000:00000010:0.0:1788219739.185559:0:326147:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894ca1326c8. 00008000:00000010:0.0:1788219739.185562:0:326147:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894ee00f290. 00000080:00000010:0.0:1788219739.185567:0:326147:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894c85d7960. 00000020:00000001:0.0:1788219739.185569:0:326147:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630363515453880 : -113710194097736 : ffff9894c84601b8) 00000020:00001000:0.0:1788219739.185572:0:326147:0:(cl_object.c:831:cl_env_get()) 1@ffff9894c84601b0 00000020:00000001:0.0:1788219739.185574:0:326147:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1788219739.185578:0:326147:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788219739.185581:0:326147:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9893e162c9b0) owner ffff9894cd674f80 00020000:00000001:0.0:1788219739.185584:0:326147:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788219739.185587:0:326147:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9893e162c9b0) owner ffff9894cd674f80 00020000:00000002:0.0:1788219739.185590:0:326147:0:(lov_object.c:1535:lov_conf_set()) [0x2400013a2:0x56:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788219739.185592:0:326147:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219739.185594:0:326147:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219739.185597:0:326147:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788219739.185600:0:326147:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9894cd674f80 00020000:00000002:0.0:1788219739.185603:0:326147:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9894cd674f80 00020000:00000001:0.0:1788219739.185605:0:326147:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788219739.185607:0:326147:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219739.185609:0:326147:0:(file.c:6824:ll_layout_conf()) [0x2400013a2:0x56:0x0]: layout version change: 4294967295 -> 4294967295 00000020:00001000:0.0:1788219739.185612:0:326147:0:(cl_object.c:925:cl_env_put()) 1@ffff9894c84601b0 00000020:00000010:0.0:1788219739.185615:0:326147:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9484e00. 00000020:00000010:0.0:1788219739.185618:0:326147:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893e6a02660. 00000008:00000010:0.0:1788219739.185621:0:326147:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c8982190. 00020000:00000010:0.0:1788219739.185625:0:326147:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893de3779c0. 00008000:00000010:0.0:1788219739.185628:0:326147:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894f5dc0e20. 00000080:00000010:0.0:1788219739.185633:0:326147:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894d254fc78. 00000080:00000010:0.0:1788219739.185794:0:326147:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894de677530. 00000020:00000010:0.0:1788219739.185799:0:326147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9485000. 00000008:00000010:0.0:1788219739.185802:0:326147:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894f3c4cc60. 00020000:00000010:0.0:1788219739.185805:0:326147:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894ca1326c8. 00008000:00000010:0.0:1788219739.185809:0:326147:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894ee00f290. 00000080:00000010:0.0:1788219739.185812:0:326147:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894c85d7960. 00000020:00000010:0.0:1788219739.185814:0:326147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9484800. 00000020:00000010:0.0:1788219739.185817:0:326147:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894c84601b0. 00000080:00000001:0.0:1788219739.185820:0:326147:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185822:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185823:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219739.185825:0:326147:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219739.185829:0:326147:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219739.185831:0:326147:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219739.185835:0:326147:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x56:0x0](ffff9893c18a5b88) for lock 0x34450ab7a163312 00800000:00000001:0.0:1788219739.185838:0:326147:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219739.185839:0:326147:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219739.185841:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185842:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185844:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185846:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185848:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185851:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185852:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219739.185853:0:326147:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219739.185855:0:326147:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788219739.185861:0:326147:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893f0e22288 inode ffff9893c18a5b88 refc 1 flags 0x40000e 00000080:00000001:0.0:1788219739.185865:0:326147:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788219739.185868:0:326147:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400013a2:0x56:0x0](ffff9893c18a5b88) 00000080:00010000:0.0:1788219739.185871:0:326147:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163312 from it ffffa959c8b93bd0 00010000:00000001:0.0:1788219739.185873:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.185874:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.185876:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219739.185877:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185879:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219739.185881:0:326147:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219739.185884:0:326147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219739.185891:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185892:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185894:0:326147:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219739.185896:0:326147:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219739.185899:0:326147:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219739.185908:0:326147:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219739.185910:0:326147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219739.185912:0:326147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219739.185916:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185918:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.185919:0:326147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185923:0:326147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219739.185924:0:326147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185926:0:326147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185928:0:326147:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.185930:0:326147:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219739.185931:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.185932:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219739.185933:0:326147:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219739.185936:0:326147:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9484200. 00000100:00000001:0.0:1788219739.185940:0:326147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.185946:0:326147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566183680/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219739.185954:0:326147:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.185957:0:326147:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.185960:0:326147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9f000. 02000000:00000001:0.0:1788219739.185963:0:326147:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.185965:0:326147:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.185968:0:326147:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.185969:0:326147:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.185972:0:326147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f800. 02000000:00000001:0.0:1788219739.185975:0:326147:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.185977:0:326147:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.185979:0:326147:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219739.185982:0:326147:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.185983:0:326147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219739.185986:0:326147:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219739.185988:0:326147:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b93bd0 released 00000080:00000001:0.0:1788219739.185989:0:326147:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219739.186000:0:326147:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219739.186002:0:326147:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x56:0x0](ffff9893c18a5b88), inode mode 81a4 mask 2 00000080:00000001:0.0:1788219739.186007:0:326147:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.186012:0:326147:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788219739.186018:0:326147:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:0.0:1788219739.186020:0:326147:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1788219739.186024:0:326147:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788219739.186027:0:326147:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788219739.186030:0:326147:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788219739.186032:0:326147:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788219739.186035:0:326147:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1788219739.186037:0:326147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219739.186038:0:326147:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219739.186040:0:326147:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788219739.186054:0:326147:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788219739.186061:0:326147:0:(llite_lib.c:2427:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1788219739.186063:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93c90 00000080:00200008:0.0:1788219739.186065:0:326147:0:(llite_lib.c:2436:ll_setattr_raw()) START file foo_160c:[0x2400013a2:0x56:0x0](ffff9893c18a5b88) current size 200, valid attrs 8, mode ffff, uid -1939574484, gid -1, new size 199, atime 1788219739.000000000, mtime 1788219739.000000000, ctime 1788219739.000000000 00000020:00000001:0.0:1788219739.186072:0:326147:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788219739.186074:0:326147:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9894cd674f80 00020000:00000002:0.0:1788219739.186076:0:326147:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9894cd674f80 00000020:00000001:0.0:1788219739.186078:0:326147:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000002:0.0:1788219739.186081:0:326147:0:(llite_lib.c:2457:ll_setattr_raw()) inode ffff9893c18a5b88 attr need_sync_to_oss [0x2400013a2:0x56:0x0] 00000080:00000002:0.0:1788219739.186083:0:326147:0:(llite_lib.c:2488:ll_setattr_raw()) setting mtime 1788219739, ctime 1788219739, now = 1788219739 00000080:00000002:0.0:1788219739.186085:0:326147:0:(llite_lib.c:2495:ll_setattr_raw()) inode ffff9893c18a5b88 attr 0x10000168 need_sync_to_mds [0x2400013a2:0x56:0x0] 00000080:00000010:0.0:1788219739.186089:0:326147:0:(llite_lib.c:2503:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9894c9484200. 00000080:00000001:0.0:1788219739.186091:0:326147:0:(llite_lib.c:2134:ll_md_setattr()) Process entered 00800000:00000001:0.0:1788219739.186097:0:326147:0:(lmv_obd.c:3029:lmv_setattr()) Process entered 00800000:00000002:0.0:1788219739.186099:0:326147:0:(lmv_obd.c:3033:lmv_setattr()) SETATTR for [0x2400013a2:0x56:0x0], valid 0x10000168/0x4 00800000:00000001:0.0:1788219739.186102:0:326147:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219739.186105:0:326147:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219739.186107:0:326147:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219739.186110:0:326147:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219739.186111:0:326147:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219739.186114:0:326147:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x56:0x0] 00800000:00000001:0.0:1788219739.186116:0:326147:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.186120:0:326147:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788219739.186123:0:326147:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219739.186127:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 4 00010000:00000001:0.0:1788219739.186129:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219739.186132:0:326147:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219739.186135:0:326147:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219739.186138:0:326147:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788219739.186145:0:326147:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219739.186149:0:326147:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219739.186150:0:326147:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219739.186153:0:326147:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x56:0x0] mode (null) 00000002:00000001:0.0:1788219739.186155:0:326147:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219739.186157:0:326147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219739.186159:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 5 00010000:00000001:0.0:1788219739.186160:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219739.186163:0:326147:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.186165:0:326147:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219739.186166:0:326147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219739.186167:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 5 00010000:00000001:0.0:1788219739.186168:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219739.186170:0:326147:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.186171:0:326147:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219739.186172:0:326147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219739.186173:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 5 00010000:00000001:0.0:1788219739.186174:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219739.186176:0:326147:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219739.186178:0:326147:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219739.186180:0:326147:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219739.186184:0:326147:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219739.186187:0:326147:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a000/0x34450ab7a16330b lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x56:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x1782eba8aded82d0 expref: -99 pid: 326084 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219739.186193:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.186194:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219739.186195:0:326147:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788219739.186196:0:326147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219739.186198:0:326147:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219739.186199:0:326147:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a000 refcount=2 00000020:00000001:0.0:1788219739.186201:0:326147:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519232 : -113713878032384 : ffff9893ecb1a000) 00010000:00000001:0.0:1788219739.186203:0:326147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519232 : -113713878032384 : ffff9893ecb1a000) 00010000:00000001:0.0:1788219739.186204:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.186205:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219739.186206:0:326147:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219739.186207:0:326147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219739.186209:0:326147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2fff00 count: 5 00010000:00000001:0.0:1788219739.186210:0:326147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219739.186212:0:326147:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.186213:0:326147:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219739.186215:0:326147:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219739.186217:0:326147:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x56:0x0](ffff9893c18a5b88) invalid 00000020:00000001:0.0:1788219739.186219:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93898 00000080:00002000:0.0:1788219739.186221:0:326147:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry foo_160c (ffff9893f0e22288) parent ffff9893e918f360 inode ffff9893c18a5b88 refc 1 00000080:00000001:0.0:1788219739.186224:0:326147:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219739.186226:0:326147:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219739.186227:0:326147:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.186230:0:326147:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219739.186232:0:326147:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219739.186234:0:326147:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219739.186236:0:326147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219739.186237:0:326147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788219739.186240:0:326147:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b600 with handle 0x34450ab7a163312 from hash 00010000:00000001:0.0:1788219739.186242:0:326147:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219739.186244:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.186245:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.186246:0:326147:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219739.186249:0:326147:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219739.186250:0:326147:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219739.186253:0:326147:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219739.186255:0:326147:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219739.186257:0:326147:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788219739.186261:0:326147:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219739.186264:0:326147:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219739.186269:0:326147:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219739.186274:0:326147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219739.186276:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219739.186277:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.186278:0:326147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.186281:0:326147:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.186283:0:326147:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.186285:0:326147:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.186291:0:326147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484800. 00000100:00000001:0.0:1788219739.186296:0:326147:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.186298:0:326147:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219739.186300:0:326147:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219739.186304:0:326147:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219739.186462:0:326147:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219739.186465:0:326147:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219739.186467:0:326147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219739.186470:0:326147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163312 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded82ec expref: -99 pid: 326147 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219739.186482:0:326147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219739.186484:0:326147:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.186485:0:326147:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219739.186487:0:326147:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.186489:0:326147:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1788219739.186491:0:326147:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788219739, ctime 1788219739 00000020:00100000:0.0:1788219739.186500:0:326147:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788219739.186508:0:326147:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219739.186515:0:326147:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.186517:0:326147:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.186766:0:326147:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.186770:0:326147:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061504 : -113714041490112 : ffff9893e2f37540) 00000100:00000001:1.0:1788219739.186773:0:326147:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.186774:0:326147:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:1.0:1788219739.186779:0:326147:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.186782:0:326147:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.186784:0:326147:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.186786:0:326147:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.186791:0:326147:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.186799:0:326147:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.186801:0:326147:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.186805:0:326147:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.186808:0:326147:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.186811:0:326147:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.186815:0:326147:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326147:1875079566183936:192.168.203.120@tcp:36:truncate.0 00000100:00000001:1.0:1788219739.186819:0:326147:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.186824:0:326147:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.186826:0:326147:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.186828:0:326147:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.186833:0:326147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee182c00. 02000000:00000001:1.0:1788219739.186835:0:326147:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.186842:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.186847:0:326147:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e264d0. 00000400:00000010:1.0:1788219739.186853:0:326147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219739.186859:0:326147:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566183936, portal 10 00000100:00000001:1.0:1788219739.186861:0:326147:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.186862:0:326147:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:1.0:1788219739.186868:0:326147:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.186876:0:326147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.186878:0:326147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.186881:0:326147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219739.186885:0:326147:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875079566183936, offset 0 00000400:00000200:1.0:1788219739.186891:0:326147:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.186899:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.186907:0:326147:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.186912:0:326147:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.186916:0:326147:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.186919:0:326147:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.186922:0:326147:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.186925:0:326147:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92636:92636:256:4294967295] 192.168.203.120@tcp LPNI seq info [92636:92636:8:4294967295] 00000400:00000200:1.0:1788219739.186929:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.186939:0:326147:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.186944:0:326147:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.186950:0:326147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219739.186956:0:326147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.186963:0:326147:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.186967:0:326147:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.187033:0:326147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.187038:0:326147:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14626 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.187041:0:326147:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.187054:0:326147:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608290 00000100:00000001:1.0:1788219739.187058:0:326147:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.187060:0:326147:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608290 00000100:00000001:1.0:1788219739.187062:0:326147:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.187064:0:326147:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.187066:0:326147:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.187069:0:326147:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.187070:0:326147:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.187073:0:326147:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.187075:0:326147:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.187079:0:326147:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.189909:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.189919:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219739.189927:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.189936:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.189943:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:2.0:1788219739.189946:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:2.0:1788219739.189951:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.189958:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.189970:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.189973:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.189980:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.189981:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219739.194559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000800:00000001:2.0:1788219739.195778:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.195794:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.195798:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.195801:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.195810:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.195817:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.195826:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.195832:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.195837:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.195842:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77ce00 00000400:00000200:2.0:1788219739.195847:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.195852:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe86dd [1] + 224 00000800:00000001:2.0:1788219739.195860:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.195867:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.195871:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.195882:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.195890:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.195899:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.195910:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.195932:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.195942:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.195946:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.196021:0:326147:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.196029:0:326147:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.196032:0:326147:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.196035:0:326147:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e264d0. 00000400:00000200:1.0:1788219739.196040:0:326147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:1.0:1788219739.196042:0:326147:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:1.0:1788219739.196056:0:326147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.196061:0:326147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.196070:0:326147:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566183936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.196077:0:326147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.196079:0:326147:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.196082:0:326147:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.196085:0:326147:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.196092:0:326147:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.196095:0:326147:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.196098:0:326147:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.196106:0:326147:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.196110:0:326147:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.196113:0:326147:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.196115:0:326147:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.196118:0:326147:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.196122:0:326147:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.196125:0:326147:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219739.196128:0:326147:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219739.196130:0:326147:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219739.196132:0:326147:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.196134:0:326147:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:1.0:1788219739.196137:0:326147:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.196139:0:326147:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.196141:0:326147:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.196144:0:326147:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.196149:0:326147:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566183936/t12884902875(12884902875) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219755 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.196156:0:326147:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.196159:0:326147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.196161:0:326147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.196165:0:326147:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566183936/t12884902875(12884902875) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219755 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.196173:0:326147:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job truncate:a070992b-a374-46bb-a0a0-eb573b6d6afb:326147:1875079566183936:192.168.203.120@tcp:36:truncate.0 00000100:00000001:1.0:1788219739.196178:0:326147:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.196181:0:326147:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.196183:0:326147:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.196185:0:326147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.196189:0:326147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566183936/t12884902875(12884902875) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219755 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.196196:0:326147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.196199:0:326147:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.196203:0:326147:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.196204:0:326147:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.196212:0:326147:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219739.196215:0:326147:0:(lmv_obd.c:3042:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.196221:0:326147:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219739.196223:0:326147:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219739.196229:0:326147:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625558 : 162129670907625558 : 2400013a2000056) 00000080:00000001:1.0:1788219739.196232:0:326147:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000100:00000001:1.0:1788219739.196237:0:326147:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.196240:0:326147:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566183936/t12884902875(12884902875) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.196247:0:326147:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219739.196250:0:326147:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219739.196252:0:326147:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196254:0:326147:0:(llite_lib.c:2197:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196257:0:326147:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1788219739.196260:0:326147:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788219739.196262:0:326147:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219739.196264:0:326147:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788219739.196265:0:326147:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196268:0:326147:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196270:0:326147:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1788219739.196273:0:326147:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788219739.196278:0:326147:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5cfab40. 00000020:00000010:1.0:1788219739.196283:0:326147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3e000. 00000020:00000010:1.0:1788219739.196288:0:326147:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893ebd3f600. 00000020:00000010:1.0:1788219739.196291:0:326147:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893f01f2060. 00000008:00000010:1.0:1788219739.196298:0:326147:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219739.196302:0:326147:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893e259d9c0. 00008000:00000010:1.0:1788219739.196307:0:326147:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219739.196352:0:326147:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219739.196357:0:326147:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219739.196362:0:326147:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3f400. 00000008:00000010:1.0:1788219739.196366:0:326147:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219739.196369:0:326147:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219739.196373:0:326147:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219739.196377:0:326147:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894f7371000. 00000020:00000001:1.0:1788219739.196379:0:326147:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364279450440 : -113709430101176 : ffff9894f5cfab48) 00000020:00001000:1.0:1788219739.196381:0:326147:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5cfab40 00000020:00000001:1.0:1788219739.196386:0:326147:0:(cl_object.c:151:cl_object_top()) ffff9894f5cd5d00 -> ffff9894f5cd5d00 00000020:00000001:1.0:1788219739.196389:0:326147:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788219739.196391:0:326147:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788219739.196393:0:326147:0:(vvp_io.c:1826:vvp_io_init()) [0x2400013a2:0x56:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788219739.196396:0:326147:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788219739.196398:0:326147:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788219739.196400:0:326147:0:(file.c:7090:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788219739.196402:0:326147:0:(file.c:7094:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196404:0:326147:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788219739.196407:0:326147:0:(lov_object.c:1590:lov_io_init()) [0x2400013a2:0x56:0x0]io ffff9894d2505780 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1788219739.196410:0:326147:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9894cd674f80 00020000:00000001:1.0:1788219739.196414:0:326147:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1788219739.196416:0:326147:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788219739.196417:0:326147:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9894cd674f80 00000020:00000001:1.0:1788219739.196419:0:326147:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.196422:0:326147:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1788219739.196424:0:326147:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788219739.196426:0:326147:0:(vvp_io.c:304:vvp_io_fini()) [0x2400013a2:0x56:0x0] ignore/verify layout 0/0, layout version -1 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788219739.196429:0:326147:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788219739.196430:0:326147:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788219739.196431:0:326147:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cfab40 00000020:00000010:1.0:1788219739.196434:0:326147:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3f600. 00000020:00000010:1.0:1788219739.196438:0:326147:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893f01f2060. 00000008:00000010:1.0:1788219739.196441:0:326147:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894ff965980. 00020000:00000010:1.0:1788219739.196450:0:326147:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893e259d9c0. 00008000:00000010:1.0:1788219739.196453:0:326147:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894cb516350. 00000080:00000010:1.0:1788219739.196457:0:326147:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894c8feed20. 00000080:00000010:1.0:1788219739.196459:0:326147:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894d2505720. 00000020:00000010:1.0:1788219739.196465:0:326147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e000. 00000008:00000010:1.0:1788219739.196468:0:326147:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ca0bf760. 00020000:00000010:1.0:1788219739.196471:0:326147:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894f737efe8. 00008000:00000010:1.0:1788219739.196475:0:326147:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f7372270. 00000080:00000010:1.0:1788219739.196478:0:326147:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894f7371000. 00000020:00000010:1.0:1788219739.196480:0:326147:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3f400. 00000020:00000010:1.0:1788219739.196482:0:326147:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cfab40. 00000080:00000001:1.0:1788219739.196485:0:326147:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196487:0:326147:0:(llite_lib.c:2665:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1788219739.196490:0:326147:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9484200. 00000020:00000001:1.0:1788219739.196497:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93c90 00000080:00200008:1.0:1788219739.196500:0:326147:0:(llite_lib.c:2695:ll_setattr_raw()) COMPLETED file foo_160c:[0x2400013a2:0x56:0x0](ffff9893c18a5b88) current size 200, valid attrs 10000168, mode ffff, uid -1939574484, gid -1, new size 199, atime 1788219739.000000000, mtime 1788219739.000000000, ctime 1788219739.000000000, rc 0 00000080:00000001:1.0:1788219739.196506:0:326147:0:(llite_lib.c:2697:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219739.196522:0:326147:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219739.196525:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93e58 00000080:00002000:1.0:1788219739.196527:0:326147:0:(dcache.c:127:ll_ddelete()) deleting dentry foo_160c (ffff9893f0e22288, parent ffff9893e918f360, inode ffff9893c18a5b88) hashed, 00000080:00000001:1.0:1788219739.196530:0:326147:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219739.196538:0:326147:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219739.196543:0:326147:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219739.196546:0:326147:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219739.196547:0:326147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b93e58 00000080:00002000:1.0:1788219739.196549:0:326147:0:(dcache.c:127:ll_ddelete()) keeping dentry d160c.sanity (ffff9893e918f360, parent ffff9893e6c7e870, inode ffff9893e51021c8) hashed, 00000080:00000001:1.0:1788219739.196552:0:326147:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788219739.212367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb7a0. 00000002:00000001:1.0:1788219739.267778:0:326152:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219739.267789:0:326152:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2600. 00000002:00000001:1.0:1788219739.267794:0:326152:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.267808:0:326152:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.267812:0:326152:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219739.273292:0:326153:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1788219739.273302:0:326153:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:3.0:1788219739.273309:0:326153:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:3.0:1788219739.273406:0:326153:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219739.273415:0:326153:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4742e00. 00000040:00000001:3.0:1788219739.273420:0:326153:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219739.273423:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.273430:0:326153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219739.273433:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.273439:0:326153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.273442:0:326153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.273447:0:326153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.273453:0:326153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125d800. 00000100:00000001:3.0:1788219739.273459:0:326153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.273466:0:326153:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.273468:0:326153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.273475:0:326153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4d80. 00000100:00000001:3.0:1788219739.273478:0:326153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512640 : -113710177038976 : ffff9894c94a4d80) 00000100:00000001:3.0:1788219739.273480:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.273482:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000001:3.0:1788219739.273486:0:326153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.273490:0:326153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.273493:0:326153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.273494:0:326153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.273505:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.273515:0:326153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.273518:0:326153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.273523:0:326153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.273525:0:326153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.273527:0:326153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.273530:0:326153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184064:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219739.273534:0:326153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.273539:0:326153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.273541:0:326153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.273544:0:326153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.273547:0:326153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4742a00. 02000000:00000001:3.0:1788219739.273549:0:326153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.273555:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.273560:0:326153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ab58. 00000400:00000010:3.0:1788219739.273566:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219739.273573:0:326153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566184064, portal 10 00000100:00000001:3.0:1788219739.273574:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.273576:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219739.273583:0:326153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.273589:0:326153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.273592:0:326153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.273594:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cc38. 00000100:00000200:3.0:1788219739.273597:0:326153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566184064, offset 0 00000400:00000200:3.0:1788219739.273603:0:326153:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.273613:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.273620:0:326153:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.273626:0:326153:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.273630:0:326153:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.273634:0:326153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.273636:0:326153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.273640:0:326153:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92637:92637:256:4294967295] 192.168.203.120@tcp LPNI seq info [92637:92637:8:4294967295] 00000400:00000200:3.0:1788219739.273644:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.273652:0:326153:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.273658:0:326153:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.273664:0:326153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614500. 00000800:00000200:3.0:1788219739.273670:0:326153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.273678:0:326153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.273682:0:326153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.273704:0:326153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.273708:0:326153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:3.0:1788219739.273712:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.273714:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608389 00000100:00000001:3.0:1788219739.273717:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.273719:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608389 00000100:00000001:3.0:1788219739.273722:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.273724:0:326153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.273726:0:326153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.273729:0:326153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.273731:0:326153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.273734:0:326153:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.273736:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.273739:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.273856:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.273860:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614500. 00000400:00000200:3.0:1788219739.273865:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.273870:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.273875:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cc38 00000400:00000010:3.0:1788219739.273877:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cc38. 00000100:00000001:3.0:1788219739.273881:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.273885:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.273894:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.273898:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.273904:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.273906:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219739.278184:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.278202:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.278207:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.278211:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.278221:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.278231:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.278241:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.278249:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.278255:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.278261:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77ce80 00000400:00000200:3.0:1788219739.278267:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.278275:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe86e5 [1] + 224 00000800:00000001:3.0:1788219739.278282:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.278290:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.278294:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.278300:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.278308:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.278551:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.278569:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.278580:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.278589:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.278593:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.278828:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.278837:0:326153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.278839:0:326153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.278842:0:326153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ab58. 00000400:00000200:0.0:1788219739.278847:0:326153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:0.0:1788219739.278850:0:326153:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:0.0:1788219739.278852:0:326153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.278857:0:326153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.278867:0:326153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.278873:0:326153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.278876:0:326153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.278878:0:326153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.278882:0:326153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.278885:0:326153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.278887:0:326153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.278889:0:326153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.278899:0:326153:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.278903:0:326153:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.278906:0:326153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.278908:0:326153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.278911:0:326153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.278914:0:326153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.278917:0:326153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.278919:0:326153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.278921:0:326153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.278922:0:326153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.278928:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.278935:0:326153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.278938:0:326153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.278940:0:326153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.278943:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.278951:0:326153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184064:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219739.278955:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.278958:0:326153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.278960:0:326153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.278962:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.278966:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.278973:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.278976:0:326153:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4d80. 00000100:00000001:0.0:1788219739.278978:0:326153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.278980:0:326153:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.278985:0:326153:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219739.278989:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.278990:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.278992:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219739.278995:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.278997:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566184064/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.279003:0:326153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.279005:0:326153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.279008:0:326153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4742a00. 02000000:00000001:0.0:1788219739.279011:0:326153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.279012:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.279013:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.279014:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.279017:0:326153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125d800. 02000000:00000001:0.0:1788219739.279020:0:326153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.279021:0:326153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.279023:0:326153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:0.0:1788219739.279026:0:326153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.279027:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219739.279030:0:326153:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.279033:0:326153:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219739.279039:0:326153:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4914000. 00000040:00000001:0.0:1788219739.279041:0:326153:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219739.279054:0:326153:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219739.279057:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.279062:0:326153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017800. 00000020:00000040:0.0:1788219739.279065:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.279067:0:326153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.279069:0:326153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.279073:0:326153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.279079:0:326153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484e00. 00000100:00000001:0.0:1788219739.279084:0:326153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.279088:0:326153:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.279089:0:326153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.279093:0:326153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6e40. 00000100:00000001:0.0:1788219739.279095:0:326153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443328 : -113714195108288 : ffff9893d9cb6e40) 00000100:00000001:0.0:1788219739.279098:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.279100:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000001:0.0:1788219739.279104:0:326153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.279108:0:326153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.279110:0:326153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.279111:0:326153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.279116:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.279122:0:326153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.279124:0:326153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.279128:0:326153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.279131:0:326153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.279133:0:326153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.279137:0:326153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184192:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219739.279141:0:326153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.279145:0:326153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.279147:0:326153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.279149:0:326153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.279170:0:326153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894f0118000. 02000000:00000001:0.0:1788219739.279172:0:326153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.279178:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.279181:0:326153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a46e0. 00000400:00000010:0.0:1788219739.279186:0:326153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893d9cb60c0. 00000100:00000200:0.0:1788219739.279190:0:326153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566184192, portal 10 00000100:00000001:0.0:1788219739.279192:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.279193:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000040:0.0:1788219739.279198:0:326153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.279205:0:326153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.279208:0:326153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.279211:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219739.279214:0:326153:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566184192, offset 0 00000400:00000200:0.0:1788219739.279219:0:326153:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.279225:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.279232:0:326153:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.279237:0:326153:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.279240:0:326153:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.279243:0:326153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.279246:0:326153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.279249:0:326153:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92638:92638:256:4294967295] 192.168.203.120@tcp LPNI seq info [92638:92638:8:4294967295] 00000400:00000200:0.0:1788219739.279253:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.279261:0:326153:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.279266:0:326153:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.279269:0:326153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0400. 00000800:00000200:0.0:1788219739.279276:0:326153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.279283:0:326153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.279286:0:326153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.279304:0:326153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.279309:0:326153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.279335:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.279338:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608394 00000100:00000001:0.0:1788219739.279341:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.279413:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608395 00000100:00000001:0.0:1788219739.279417:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.279420:0:326153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.279422:0:326153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.279425:0:326153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.279427:0:326153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.279429:0:326153:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.279431:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.279433:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.280579:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.280586:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0400. 00000400:00000200:3.0:1788219739.280592:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.280598:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.280605:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:3.0:1788219739.280607:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:3.0:1788219739.280611:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.280617:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.280627:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.280631:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.280648:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.280650:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219739.281116:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.281127:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.281130:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.281132:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.281138:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.281143:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.281150:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.281154:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.281159:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.281163:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77cf00 00000400:00000200:3.0:1788219739.281167:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.281172:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe86f5 [4] + 224 00000800:00000001:3.0:1788219739.281179:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.281200:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.281202:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.281204:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.281208:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.281211:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.281218:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.281225:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.281229:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.281231:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.282989:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.283002:0:326153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.283005:0:326153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.283008:0:326153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a46e0. 00000400:00000200:0.0:1788219739.283013:0:326153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893d9cb60c0 00000400:00000010:0.0:1788219739.283015:0:326153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893d9cb60c0. 00000100:00000001:0.0:1788219739.283019:0:326153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.283039:0:326153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.283058:0:326153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.283065:0:326153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.283067:0:326153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.283069:0:326153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.283073:0:326153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.283077:0:326153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.283079:0:326153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.283081:0:326153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.283091:0:326153:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.283095:0:326153:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.283098:0:326153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.283100:0:326153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.283103:0:326153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.283106:0:326153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.283109:0:326153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.283111:0:326153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.283112:0:326153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.283114:0:326153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.283118:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.283124:0:326153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.283127:0:326153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.283129:0:326153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.283132:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.283140:0:326153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184192:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219739.283145:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.283147:0:326153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.283150:0:326153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.283152:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.283156:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.283162:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.283165:0:326153:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6e40. 00000100:00000001:0.0:1788219739.283168:0:326153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.283169:0:326153:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.283178:0:326153:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219739.283180:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.283184:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017800 x1875079566184192/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.283190:0:326153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.283192:0:326153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.283195:0:326153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894f0118000. 02000000:00000001:0.0:1788219739.283203:0:326153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.283206:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.283208:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.283211:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.283213:0:326153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484e00. 02000000:00000001:0.0:1788219739.283216:0:326153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.283218:0:326153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.283220:0:326153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017800. 00000100:00000001:0.0:1788219739.283223:0:326153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.283224:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219739.283226:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.283227:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.283230:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219739.283233:0:326153:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.283236:0:326153:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1788219739.283239:0:326153:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:0.0:1788219739.283241:0:326153:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.283243:0:326153:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.283246:0:326153:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1788219739.283248:0:326153:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219739.283253:0:326153:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02660. 00000040:00001000:0.0:1788219739.283256:0:326153:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:0.0:1788219739.283259:0:326153:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788219739.283264:0:326153:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9484e00. 00000020:00000010:0.0:1788219739.283269:0:326153:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894c9485400. 00000040:00000010:0.0:1788219739.283274:0:326153:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894c9484200. 00000020:00000010:0.0:1788219739.283278:0:326153:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4b9f000. 00000020:00000010:0.0:1788219739.283284:0:326153:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894d2550f18. 00000020:00000010:0.0:1788219739.283288:0:326153:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894c9484000. 80000000:00000010:0.0:1788219739.283293:0:326153:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893e6a02120. 40000000:00000010:0.0:1788219739.283297:0:326153:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894cb1621c0. 00100000:00000010:0.0:1788219739.283302:0:326153:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4b9c000. 00040000:00000010:0.0:1788219739.283307:0:326153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894c70e0400. 00040000:00000010:0.0:1788219739.284966:0:326153:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4b9b000. 00040000:00000010:0.0:1788219739.284983:0:326153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894c9484400. 00000004:00000010:0.0:1788219739.284988:0:326153:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4b9f800. 00000004:00000010:0.0:1788219739.284993:0:326153:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed085000. 00000004:00000010:0.0:1788219739.284997:0:326153:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4b99800. 00002000:00000010:0.0:1788219739.285001:0:326153:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ed03f800. 00000004:00000010:0.0:1788219739.285006:0:326153:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ed03fc00. 00000020:00000010:0.0:1788219739.285013:0:326153:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894cb162740. 00000040:00000010:0.0:1788219739.285022:0:326153:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4910000. 00000040:00001000:0.0:1788219739.285026:0:326153:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:0.0:1788219739.285028:0:326153:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219739.285031:0:326153:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219739.285034:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.285041:0:326153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017800. 00000020:00000040:0.0:1788219739.285053:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.285057:0:326153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.285061:0:326153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.285066:0:326153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.285073:0:326153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9485e00. 00000100:00000001:0.0:1788219739.285080:0:326153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.285086:0:326153:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.285087:0:326153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.285094:0:326153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6e40. 00000100:00000001:0.0:1788219739.285096:0:326153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443328 : -113714195108288 : ffff9893d9cb6e40) 00000100:00000001:0.0:1788219739.285098:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.285100:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000001:0.0:1788219739.285104:0:326153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.285108:0:326153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.285110:0:326153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.285112:0:326153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.285121:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.285131:0:326153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.285133:0:326153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.285137:0:326153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.285139:0:326153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.285142:0:326153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.285146:0:326153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184320:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219739.285150:0:326153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.285154:0:326153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.285156:0:326153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.285159:0:326153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.285181:0:326153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894f0118000. 02000000:00000001:0.0:1788219739.285183:0:326153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.285190:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.285194:0:326153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a46e0. 00000400:00000010:0.0:1788219739.285200:0:326153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893d9cb60c0. 00000100:00000200:0.0:1788219739.285207:0:326153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566184320, portal 10 00000100:00000001:0.0:1788219739.285209:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.285210:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000040:0.0:1788219739.285219:0:326153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.285226:0:326153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.285228:0:326153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.285232:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219739.285236:0:326153:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566184320, offset 0 00000400:00000200:0.0:1788219739.285242:0:326153:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.285251:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.285258:0:326153:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.285262:0:326153:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.285266:0:326153:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.285270:0:326153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.285272:0:326153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.285277:0:326153:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92639:92639:256:4294967295] 192.168.203.120@tcp LPNI seq info [92639:92639:8:4294967295] 00000400:00000200:0.0:1788219739.285282:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.285293:0:326153:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.285300:0:326153:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.285305:0:326153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0100. 00000800:00000200:0.0:1788219739.285329:0:326153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.285338:0:326153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.285344:0:326153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.285361:0:326153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.285366:0:326153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26295 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.285369:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.285372:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608400 00000100:00000001:0.0:1788219739.285374:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.285376:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608400 00000100:00000001:0.0:1788219739.285379:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.285381:0:326153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.285384:0:326153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.285386:0:326153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.285388:0:326153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.285390:0:326153:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.285393:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.285396:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.286179:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.286186:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0100. 00000400:00000200:3.0:1788219739.286191:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.286198:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.286203:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:3.0:1788219739.286206:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:3.0:1788219739.286210:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.286216:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.286228:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.286231:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.286237:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.286239:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219739.288524:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.288542:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.288546:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.288548:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.288556:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.288564:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.288573:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.288578:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.288583:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.288587:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77cf80 00000400:00000200:3.0:1788219739.288592:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.288643:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe86fd [4] + 224 00000800:00000001:3.0:1788219739.288650:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.288658:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.288662:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.288666:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.288674:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.288684:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.288694:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.288720:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.288730:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.288733:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.288882:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.288891:0:326153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.288893:0:326153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.288896:0:326153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a46e0. 00000400:00000200:1.0:1788219739.288901:0:326153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893d9cb60c0 00000400:00000010:1.0:1788219739.288903:0:326153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893d9cb60c0. 00000100:00000001:1.0:1788219739.288907:0:326153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.288913:0:326153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.288923:0:326153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.288931:0:326153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.288933:0:326153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.288936:0:326153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.288939:0:326153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.288942:0:326153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.288945:0:326153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.288948:0:326153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.288958:0:326153:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.288963:0:326153:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.288966:0:326153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.288968:0:326153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.288971:0:326153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.288975:0:326153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.288979:0:326153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.288981:0:326153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219739.288982:0:326153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.288984:0:326153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.288990:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.288997:0:326153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.289000:0:326153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.289002:0:326153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.289006:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.289014:0:326153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184320:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.289019:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.289022:0:326153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.289025:0:326153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.289027:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.289031:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.289038:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.289041:0:326153:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6e40. 00000100:00000001:1.0:1788219739.289053:0:326153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.289055:0:326153:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.289063:0:326153:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219739.289065:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.289069:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017800 x1875079566184320/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.289076:0:326153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.289078:0:326153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.289081:0:326153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894f0118000. 02000000:00000001:1.0:1788219739.289096:0:326153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.289099:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.289101:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.289104:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.289107:0:326153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9485e00. 02000000:00000001:1.0:1788219739.289111:0:326153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.289113:0:326153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.289116:0:326153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017800. 00000100:00000001:1.0:1788219739.289120:0:326153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.289121:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.289125:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.289126:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.289128:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.289131:0:326153:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.289134:0:326153:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910000 type=0x1064553b idx=1 00000040:00001000:1.0:1788219739.289138:0:326153:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:1.0:1788219739.289140:0:326153:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219739.289142:0:326153:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219739.289144:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.289149:0:326153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219739.289152:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.289156:0:326153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.289157:0:326153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.289162:0:326153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.289169:0:326153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3e000. 00000100:00000001:1.0:1788219739.289176:0:326153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.289180:0:326153:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.289182:0:326153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.289187:0:326153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.289190:0:326153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061504 : -113714041490112 : ffff9893e2f37540) 00000100:00000001:1.0:1788219739.289193:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.289194:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219739.289198:0:326153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.289203:0:326153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.289205:0:326153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.289206:0:326153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.289211:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.289219:0:326153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.289221:0:326153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.289225:0:326153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.289228:0:326153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.289231:0:326153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.289234:0:326153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184448:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.289238:0:326153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.289242:0:326153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.289245:0:326153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.289248:0:326153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.289266:0:326153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894f0118000. 02000000:00000001:1.0:1788219739.289268:0:326153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.289274:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.289278:0:326153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e264d0. 00000400:00000010:1.0:1788219739.289283:0:326153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37780. 00000100:00000200:1.0:1788219739.289289:0:326153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566184448, portal 10 00000100:00000001:1.0:1788219739.289292:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.289293:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219739.289299:0:326153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.289306:0:326153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.289309:0:326153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.289337:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219739.289341:0:326153:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566184448, offset 0 00000400:00000200:1.0:1788219739.289358:0:326153:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.289366:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.289372:0:326153:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.289377:0:326153:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.289381:0:326153:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.289385:0:326153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.289387:0:326153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.289390:0:326153:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92640:92640:256:4294967295] 192.168.203.120@tcp LPNI seq info [92640:92640:8:4294967295] 00000400:00000200:1.0:1788219739.289394:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.289402:0:326153:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.289409:0:326153:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.289414:0:326153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219739.289420:0:326153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.289427:0:326153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.289431:0:326153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.289447:0:326153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.289452:0:326153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26293 usecs (27 jiffies) 00000400:00000200:1.0:1788219739.289455:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.289457:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608405 00000100:00000001:1.0:1788219739.289460:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.289462:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608405 00000100:00000001:1.0:1788219739.289465:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.289467:0:326153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.289470:0:326153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.289472:0:326153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.289474:0:326153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.289476:0:326153:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.289478:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.289480:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.290099:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.290104:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:3.0:1788219739.290110:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.290116:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.290122:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:3.0:1788219739.290124:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:3.0:1788219739.290129:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.290135:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.290145:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.290154:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.290160:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.290162:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219739.304982:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.304999:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.305002:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.305004:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.305013:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.305020:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.305028:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.305033:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.305038:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.305041:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d000 00000400:00000200:3.0:1788219739.305058:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.305064:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8705 [4] + 224 00000800:00000001:3.0:1788219739.305070:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.305081:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.305084:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.305088:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.305096:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.305105:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.305116:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.305138:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.305149:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.305153:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.305574:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.305584:0:326153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.305586:0:326153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.305589:0:326153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e264d0. 00000400:00000200:1.0:1788219739.305594:0:326153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37780 00000400:00000010:1.0:1788219739.305596:0:326153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37780. 00000100:00000001:1.0:1788219739.305600:0:326153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.305605:0:326153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.305615:0:326153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.305622:0:326153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.305624:0:326153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.305626:0:326153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.305630:0:326153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.305633:0:326153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.305646:0:326153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.305650:0:326153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.305660:0:326153:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.305665:0:326153:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.305667:0:326153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.305669:0:326153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.305672:0:326153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.305675:0:326153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.305679:0:326153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.305681:0:326153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219739.305682:0:326153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.305684:0:326153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.305690:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.305697:0:326153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.305699:0:326153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.305701:0:326153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.305705:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.305712:0:326153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184448:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.305716:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.305718:0:326153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.305720:0:326153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.305722:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.305725:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.305731:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.305734:0:326153:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.305736:0:326153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.305738:0:326153:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.305746:0:326153:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219739.305748:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.305751:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566184448/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.305757:0:326153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.305759:0:326153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.305762:0:326153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894f0118000. 02000000:00000001:1.0:1788219739.305776:0:326153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.305779:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.305781:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.305783:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.305786:0:326153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3e000. 02000000:00000001:1.0:1788219739.305791:0:326153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.305793:0:326153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.305795:0:326153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219739.305799:0:326153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.305800:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.305802:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.305803:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.305805:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.305808:0:326153:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.305811:0:326153:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910000 type=0x1064553b idx=1 00000040:00001000:1.0:1788219739.305815:0:326153:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1788219739.305817:0:326153:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910040 type=0x1064553b idx=2 00000040:00001000:1.0:1788219739.305819:0:326153:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1788219739.305820:0:326153:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910080 type=0x1064553b idx=3 00000040:00001000:1.0:1788219739.305822:0:326153:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:1.0:1788219739.305824:0:326153:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:1.0:1788219739.305827:0:326153:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1788219739.305829:0:326153:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1788219739.305831:0:326153:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1788219739.305834:0:326153:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1788219739.305837:0:326153:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788219739.305842:0:326153:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893ebd3e000. 00000040:00000001:1.0:1788219739.305845:0:326153:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788219739.305847:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.305851:0:326153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219739.305853:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.305858:0:326153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.305860:0:326153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.305864:0:326153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.305870:0:326153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3f600. 00000100:00000001:1.0:1788219739.305876:0:326153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.305881:0:326153:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.305883:0:326153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.305889:0:326153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.305892:0:326153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061504 : -113714041490112 : ffff9893e2f37540) 00000100:00000001:1.0:1788219739.305895:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.305896:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219739.305901:0:326153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.305906:0:326153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.305908:0:326153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.305909:0:326153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.305914:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.305921:0:326153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.305923:0:326153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.305928:0:326153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.305931:0:326153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.305934:0:326153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.305938:0:326153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184576:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.305941:0:326153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.305946:0:326153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.305948:0:326153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.305950:0:326153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.305955:0:326153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ebd3f800. 02000000:00000001:1.0:1788219739.305956:0:326153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.305962:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.305965:0:326153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e264d0. 00000400:00000010:1.0:1788219739.305971:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6617f8. 00000100:00000200:1.0:1788219739.305977:0:326153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566184576, portal 10 00000100:00000001:1.0:1788219739.305978:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.305980:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219739.305985:0:326153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.305992:0:326153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.305994:0:326153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.305997:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219739.306001:0:326153:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566184576, offset 0 00000400:00000200:1.0:1788219739.306008:0:326153:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.306015:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.306022:0:326153:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.306028:0:326153:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.306033:0:326153:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.306036:0:326153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.306039:0:326153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.306054:0:326153:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92641:92641:256:4294967295] 192.168.203.120@tcp LPNI seq info [92641:92641:8:4294967295] 00000400:00000200:1.0:1788219739.306059:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.306067:0:326153:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.306073:0:326153:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.306078:0:326153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219739.306084:0:326153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.306091:0:326153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.306095:0:326153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.306114:0:326153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.306119:0:326153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26293 usecs (27 jiffies) 00000400:00000200:1.0:1788219739.306123:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.306126:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608421 00000100:00000001:1.0:1788219739.306129:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.306131:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608421 00000100:00000001:1.0:1788219739.306133:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.306136:0:326153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.306138:0:326153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.306141:0:326153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.306142:0:326153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.306145:0:326153:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.306147:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.306148:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.306394:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.306400:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219739.306405:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.306411:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.306415:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:3.0:1788219739.306417:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:3.0:1788219739.306422:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.306426:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.306442:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.306446:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.306453:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.306455:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219739.309369:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.309388:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.309392:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.309394:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.309403:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.309411:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.309421:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.309427:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.309431:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.309435:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77d080 00000400:00000200:3.0:1788219739.309440:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.309446:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe870d [1] + 224 00000800:00000001:3.0:1788219739.309453:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.309462:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.309465:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.309469:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.309477:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.309485:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.309496:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.309522:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.309532:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.309535:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.309848:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.309856:0:326153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.309858:0:326153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.309862:0:326153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e264d0. 00000400:00000200:1.0:1788219739.309867:0:326153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:1.0:1788219739.309870:0:326153:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:1.0:1788219739.309874:0:326153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.309881:0:326153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.309889:0:326153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.309895:0:326153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.309897:0:326153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.309900:0:326153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.309904:0:326153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.309906:0:326153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.309908:0:326153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.309911:0:326153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.309920:0:326153:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.309924:0:326153:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.309926:0:326153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.309928:0:326153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.309931:0:326153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.309934:0:326153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.309938:0:326153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.309939:0:326153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219739.309941:0:326153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.309943:0:326153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.309948:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.309955:0:326153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.309958:0:326153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.309960:0:326153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.309964:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.309970:0:326153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184576:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.309975:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.309978:0:326153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.309980:0:326153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.309982:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.309986:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.309991:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.309994:0:326153:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.309997:0:326153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.309999:0:326153:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.310004:0:326153:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219739.310007:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.310009:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.310011:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219739.310013:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.310015:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566184576/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.310021:0:326153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.310023:0:326153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.310026:0:326153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ebd3f800. 02000000:00000001:1.0:1788219739.310029:0:326153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.310030:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.310031:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.310033:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.310036:0:326153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f600. 02000000:00000001:1.0:1788219739.310039:0:326153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.310040:0:326153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.310053:0:326153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219739.310057:0:326153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.310058:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219739.310061:0:326153:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.310063:0:326153:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219739.310070:0:326153:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735e000. 00000040:00000001:1.0:1788219739.310072:0:326153:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219739.310074:0:326153:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219739.310076:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.310079:0:326153:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219739.310083:0:326153:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.310085:0:326153:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.310087:0:326153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.310091:0:326153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.310095:0:326153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3f600. 00000100:00000001:1.0:1788219739.310101:0:326153:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.310104:0:326153:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.310106:0:326153:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.310110:0:326153:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37540. 00000100:00000001:1.0:1788219739.310111:0:326153:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061504 : -113714041490112 : ffff9893e2f37540) 00000100:00000001:1.0:1788219739.310114:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.310116:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219739.310119:0:326153:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.310123:0:326153:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.310125:0:326153:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.310127:0:326153:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.310130:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.310136:0:326153:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.310138:0:326153:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.310141:0:326153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.310143:0:326153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.310146:0:326153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.310148:0:326153:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184704:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.310151:0:326153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.310155:0:326153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.310158:0:326153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.310160:0:326153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.310181:0:326153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894f0118000. 02000000:00000001:1.0:1788219739.310184:0:326153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.310189:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.310192:0:326153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e264d0. 00000400:00000010:1.0:1788219739.310197:0:326153:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37780. 00000100:00000200:1.0:1788219739.310203:0:326153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566184704, portal 10 00000100:00000001:1.0:1788219739.310205:0:326153:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.310206:0:326153:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219739.310212:0:326153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.310217:0:326153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.310220:0:326153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.310223:0:326153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6617f8. 00000100:00000200:1.0:1788219739.310226:0:326153:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566184704, offset 0 00000400:00000200:1.0:1788219739.310231:0:326153:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.310237:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.310243:0:326153:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.310248:0:326153:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.310252:0:326153:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.310256:0:326153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.310259:0:326153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.310262:0:326153:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92642:92642:256:4294967295] 192.168.203.120@tcp LPNI seq info [92642:92642:8:4294967295] 00000400:00000200:1.0:1788219739.310266:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.310275:0:326153:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.310280:0:326153:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.310286:0:326153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219739.310292:0:326153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.310299:0:326153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.310303:0:326153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.310510:0:326153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.310524:0:326153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26293 usecs (27 jiffies) 00000400:00000200:1.0:1788219739.310529:0:326153:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.310532:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608426 00000100:00000001:0.0:1788219739.310597:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.310600:0:326153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608426 00000100:00000001:0.0:1788219739.310602:0:326153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.310605:0:326153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.310607:0:326153:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.310609:0:326153:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.310611:0:326153:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.310614:0:326153:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37540 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.310616:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.310618:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.314139:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.314151:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219739.314159:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.314168:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.314175:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:3.0:1788219739.314178:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:3.0:1788219739.314183:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.314191:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.314204:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.314208:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.314215:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.314217:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219739.314227:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.314239:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219739.314241:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.314243:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.314250:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.314254:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219739.314261:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.314265:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.314271:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.314274:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77d100 00000400:00000200:3.0:1788219739.314279:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.314284:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8715 [4] + 224 00000800:00000001:3.0:1788219739.314291:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.314344:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219739.314356:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.314361:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219739.314365:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.314369:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219739.314383:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.314394:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219739.314400:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219739.314404:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.314450:0:326153:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.314457:0:326153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.314459:0:326153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.314462:0:326153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e264d0. 00000400:00000200:0.0:1788219739.314466:0:326153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37780 00000400:00000010:0.0:1788219739.314468:0:326153:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37780. 00000100:00000001:0.0:1788219739.314471:0:326153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.314476:0:326153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.314484:0:326153:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.314490:0:326153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.314492:0:326153:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.314495:0:326153:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.314498:0:326153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.314500:0:326153:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.314502:0:326153:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.314505:0:326153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.314529:0:326153:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.314533:0:326153:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.314536:0:326153:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.314538:0:326153:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.314541:0:326153:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.314544:0:326153:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.314547:0:326153:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.314549:0:326153:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.314551:0:326153:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.314553:0:326153:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.314558:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.314566:0:326153:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.314570:0:326153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.314572:0:326153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.314576:0:326153:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.314583:0:326153:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326153:1875079566184704:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219739.314588:0:326153:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.314591:0:326153:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.314593:0:326153:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.314595:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.314598:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.314603:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.314606:0:326153:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37540. 00000100:00000001:0.0:1788219739.314608:0:326153:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.314610:0:326153:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.314618:0:326153:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219739.314619:0:326153:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.314622:0:326153:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566184704/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.314628:0:326153:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.314630:0:326153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.314632:0:326153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894f0118000. 02000000:00000001:0.0:1788219739.314642:0:326153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.314658:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.314661:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.314663:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.314666:0:326153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f600. 02000000:00000001:0.0:1788219739.314671:0:326153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.314673:0:326153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.314675:0:326153:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:0.0:1788219739.314678:0:326153:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.314680:0:326153:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219739.314682:0:326153:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.314684:0:326153:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.314686:0:326153:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219739.314689:0:326153:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.314691:0:326153:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.314695:0:326153:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.314698:0:326153:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.314700:0:326153:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219739.314705:0:326153:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02ba0. 00000040:00001000:0.0:1788219739.314707:0:326153:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1788219739.314711:0:326153:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:0.0:1788219739.314717:0:326153:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4912000. 00000040:00080000:0.0:1788219739.315241:0:326153:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 64768 count 1 00000040:00000010:0.0:1788219739.315246:0:326153:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4912000. 00000040:00000010:0.0:1788219739.315250:0:326153:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02ba0. 00000040:00000001:0.0:1788219739.315252:0:326153:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.315254:0:326153:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219739.315258:0:326153:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49100c0 type=0x0 idx=0 00000040:00000001:0.0:1788219739.315260:0:326153:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219739.315262:0:326153:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:0.0:1788219739.315264:0:326153:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4910000. 00000020:00000010:0.0:1788219739.315270:0:326153:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894cb162740. 00000020:00000010:0.0:1788219739.315287:0:326153:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9485400. 00000040:00000010:0.0:1788219739.315290:0:326153:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894c9484200. 00000020:00000010:0.0:1788219739.315294:0:326153:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4b9f000. 00000020:00000010:0.0:1788219739.315298:0:326153:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894d2550f18. 00000020:00000010:0.0:1788219739.315303:0:326153:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894c9484000. 80000000:00000010:0.0:1788219739.315307:0:326153:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893e6a02120. 40000000:00000010:0.0:1788219739.315310:0:326153:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894cb1621c0. 00100000:00000010:0.0:1788219739.315343:0:326153:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4b9c000. 00040000:00000010:0.0:1788219739.315348:0:326153:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894c70e0400. 00040000:00000010:0.0:1788219739.315351:0:326153:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4b9b000. 00040000:00000010:0.0:1788219739.315354:0:326153:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894c9484400. 00000004:00000010:0.0:1788219739.315357:0:326153:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4b9f800. 00000004:00000010:0.0:1788219739.315361:0:326153:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed085000. 00000004:00000010:0.0:1788219739.315365:0:326153:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4b99800. 00002000:00000010:0.0:1788219739.315369:0:326153:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ed03f800. 00000004:00000010:0.0:1788219739.315372:0:326153:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ed03fc00. 00000020:00000010:0.0:1788219739.315375:0:326153:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9484e00. 00000040:00000010:0.0:1788219739.315378:0:326153:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02660. 00000040:00000001:0.0:1788219739.315380:0:326153:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.315382:0:326153:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.315403:0:326153:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219739.315406:0:326153:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735e000. 00000040:00000010:0.0:1788219739.315410:0:326153:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893ebd3e000. 00000040:00000010:0.0:1788219739.315413:0:326153:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4914000. 00000040:00000010:0.0:1788219739.315416:0:326153:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4742e00. 00000040:00000001:0.0:1788219739.315418:0:326153:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219739.315420:0:326153:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:0.0:1788219739.315423:0:326153:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219739.315816:0:326152:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.318759:0:326153:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219739.318997:0:326152:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2600. 00000002:00000001:1.0:1788219739.356125:0:326155:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219739.356135:0:326155:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2600. 00000002:00000001:1.0:1788219739.356141:0:326155:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.356167:0:326155:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.356171:0:326155:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:1.0:1788219739.358808:0:326156:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:1.0:1788219739.358818:0:326156:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:1.0:1788219739.358824:0:326156:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:1.0:1788219739.358827:0:326156:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788219739.358833:0:326156:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893ebd3f800. 00000040:00000001:1.0:1788219739.358838:0:326156:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788219739.358841:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.358848:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.358851:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.358857:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.358861:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.358866:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.358875:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183400. 00000100:00000001:1.0:1788219739.358882:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.358889:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.358891:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.358898:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.358900:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.358903:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.358904:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.358909:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.358913:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.358915:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.358916:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.358926:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.358934:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.358936:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.358940:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.358942:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.358945:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.358949:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566184832:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.358952:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.358957:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.358960:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.358962:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.358966:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ebd3e000. 02000000:00000001:1.0:1788219739.358968:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.358975:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.358980:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.358988:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219739.358995:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566184832, portal 10 00000100:00000001:1.0:1788219739.358997:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.358998:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.359006:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.359013:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.359016:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.359019:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219739.359022:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566184832, offset 0 00000400:00000200:1.0:1788219739.359029:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.359037:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.359056:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.359061:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.359066:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.359069:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.359072:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.359076:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92643:92643:256:4294967295] 192.168.203.120@tcp LPNI seq info [92643:92643:8:4294967295] 00000400:00000200:1.0:1788219739.359080:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.359089:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.359096:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.359101:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219739.359109:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.359116:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.359120:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.359139:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.359144:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14625 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.359147:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.359150:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608462 00000100:00000001:1.0:1788219739.359153:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.359155:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608462 00000100:00000001:1.0:1788219739.359157:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.359159:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.359161:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.359164:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.359165:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.359167:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.359170:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.359172:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.359303:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.359307:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:2.0:1788219739.359333:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.359339:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.359352:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:2.0:1788219739.359355:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:2.0:1788219739.359360:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.359365:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.359375:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.359378:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.359385:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.359387:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.375576:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.375599:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.375603:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.375606:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.375615:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.375623:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.375767:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.375775:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.375780:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.375784:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77d180 00000400:00000200:2.0:1788219739.375790:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.375795:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe871d [1] + 224 00000800:00000001:2.0:1788219739.375802:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.375814:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.375818:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.375824:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.375832:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.375841:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.375853:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.375912:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219739.375931:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.375941:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.375945:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219739.379604:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.379613:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.379618:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.379627:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:1.0:1788219739.379629:0:326156:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:1.0:1788219739.379634:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.380466:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.380478:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.380487:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.380490:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.380493:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.380497:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.380501:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.380503:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.380506:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.380609:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.380615:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.380617:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.380619:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.380622:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.380625:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.380629:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.380631:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.380633:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.380707:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.380714:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.380722:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.380725:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.380727:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.380731:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.380739:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566184832:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.380745:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.380748:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.380750:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.380752:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.380756:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.380762:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.380765:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.380770:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.380771:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.380778:0:326156:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219739.380783:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.380784:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.380786:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219739.380788:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.380791:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566184832/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.380797:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.380799:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.380802:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ebd3e000. 02000000:00000001:1.0:1788219739.380805:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.380806:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.380807:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.380809:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.380812:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219739.380816:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.380818:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.380819:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.380822:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.380823:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219739.380826:0:326156:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.380830:0:326156:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219739.380839:0:326156:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735e000. 00000040:00000001:1.0:1788219739.380842:0:326156:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219739.380843:0:326156:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219739.380846:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.380851:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.380853:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.380856:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.380858:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.380863:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.380867:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3e000. 00000100:00000001:1.0:1788219739.380872:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.380876:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.380877:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.380883:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.380884:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.380888:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.380889:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.380893:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.380898:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.380899:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.380901:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.380905:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.380911:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.380913:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.380917:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.380919:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.380921:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.380924:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566184960:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.380928:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.380932:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.380935:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.380937:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.380958:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.380961:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.380969:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.380973:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.380979:0:326156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37900. 00000100:00000200:1.0:1788219739.380986:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566184960, portal 10 00000100:00000001:1.0:1788219739.380988:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.380989:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.380996:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.381003:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.381006:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.381009:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219739.381013:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566184960, offset 0 00000400:00000200:1.0:1788219739.381020:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.381029:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.381037:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.381053:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.381057:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.381061:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.381063:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.381067:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92644:92644:256:4294967295] 192.168.203.120@tcp LPNI seq info [92644:92644:8:4294967295] 00000400:00000200:1.0:1788219739.381071:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.381082:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.381088:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.381093:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219739.381100:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.381107:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.381111:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.381730:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.381738:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14630 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.381742:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.381745:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608485 00000100:00000001:1.0:1788219739.381748:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.381750:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608485 00000100:00000001:1.0:1788219739.381753:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.381756:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.381759:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.381761:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.381764:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.381766:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.381769:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.381772:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.386977:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.386987:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219739.386996:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.387006:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.387014:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:3.0:1788219739.387018:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:3.0:1788219739.387023:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.387031:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.387055:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.387059:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.387066:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.387068:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.394035:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.394063:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.394067:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.394069:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.394079:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.394086:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.394095:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.394101:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.394106:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.394110:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77d200 00000400:00000200:2.0:1788219739.394114:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.394121:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8725 [4] + 224 00000800:00000001:2.0:1788219739.394128:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.394139:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.394142:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.394147:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.394154:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.394163:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.394173:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.394201:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.394209:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.394212:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.394280:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.394288:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.394290:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.394294:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.394298:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37900 00000400:00000010:1.0:1788219739.394300:0:326156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37900. 00000100:00000001:1.0:1788219739.394304:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.394308:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.394355:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.394361:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.394362:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.394365:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.394368:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.394371:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.394374:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.394377:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.394385:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.394390:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.394392:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.394394:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.394397:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.394400:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.394403:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.394405:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.394407:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.394410:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.394414:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.394420:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.394423:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.394425:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.394429:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.394436:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566184960:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.394442:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.394444:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.394446:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.394448:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.394451:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.394457:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.394461:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.394463:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.394465:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.394473:0:326156:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219739.394474:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.394477:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566184960/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.394483:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.394485:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.394488:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.394502:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.394505:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.394507:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.394509:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.394512:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3e000. 02000000:00000001:1.0:1788219739.394516:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.394518:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.394520:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.394523:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.394524:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.394527:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.394528:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.394530:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.394532:0:326156:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.394535:0:326156:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1788219739.394538:0:326156:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:1.0:1788219739.394540:0:326156:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.394543:0:326156:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.394545:0:326156:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1788219739.394547:0:326156:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219739.394552:0:326156:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f2060. 00000040:00001000:1.0:1788219739.394554:0:326156:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1788219739.394557:0:326156:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788219739.394562:0:326156:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893ebd3e000. 00000020:00000010:1.0:1788219739.394567:0:326156:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893ebd3f600. 00000040:00000010:1.0:1788219739.394570:0:326156:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9893ebd3fc00. 00000020:00000010:1.0:1788219739.394575:0:326156:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4f9c000. 00000020:00000010:1.0:1788219739.394581:0:326156:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894c898b250. 00000020:00000010:1.0:1788219739.394585:0:326156:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9893ebd3ee00. 80000000:00000010:1.0:1788219739.394589:0:326156:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893f01f2e40. 40000000:00000010:1.0:1788219739.394593:0:326156:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894c9d25500. 00100000:00000010:1.0:1788219739.394598:0:326156:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4f9a000. 00040000:00000010:1.0:1788219739.394603:0:326156:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894d0df2c00. 00040000:00000010:1.0:1788219739.394607:0:326156:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4f9f800. 00040000:00000010:1.0:1788219739.394610:0:326156:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9893ebd3f000. 00000004:00000010:1.0:1788219739.394615:0:326156:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4f9b800. 00000004:00000010:1.0:1788219739.394620:0:326156:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894d2471000. 00000004:00000010:1.0:1788219739.394625:0:326156:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4f9a800. 00002000:00000010:1.0:1788219739.394630:0:326156:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ee183400. 00000004:00000010:1.0:1788219739.394634:0:326156:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ee182800. 00000020:00000010:1.0:1788219739.394651:0:326156:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894c9d25c40. 00000040:00000010:1.0:1788219739.394658:0:326156:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c735a000. 00000040:00001000:1.0:1788219739.394661:0:326156:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1788219739.394663:0:326156:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219739.394665:0:326156:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219739.394668:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.394672:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.394674:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.394678:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.394680:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.394684:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.394690:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3f200. 00000100:00000001:1.0:1788219739.394696:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.394701:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.394702:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.394706:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.394708:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.394711:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.394712:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.394717:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.394721:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.394723:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.394724:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.394728:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.394736:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.394738:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.394741:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.394743:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.394745:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.394748:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185088:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.394752:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.394756:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.394758:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.394760:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.394778:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.394780:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.394785:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.394788:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.394792:0:326156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37900. 00000100:00000200:1.0:1788219739.394797:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566185088, portal 10 00000100:00000001:1.0:1788219739.394799:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.394801:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.394807:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.394815:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.394818:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.394822:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661880. 00000100:00000200:1.0:1788219739.394826:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566185088, offset 0 00000400:00000200:1.0:1788219739.394832:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.394838:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.394844:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.394849:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.394854:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.394857:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.394860:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.394863:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92645:92645:256:4294967295] 192.168.203.120@tcp LPNI seq info [92645:92645:8:4294967295] 00000400:00000200:1.0:1788219739.394867:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.394876:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.394881:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.394886:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219739.394891:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.394898:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.394903:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.394915:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.394920:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14631 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.394923:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.394925:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608498 00000100:00000001:1.0:1788219739.394928:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.394930:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608498 00000100:00000001:1.0:1788219739.394933:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.394935:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.394937:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.394940:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.394942:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.394944:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.394946:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.394948:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.395249:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.395255:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:3.0:1788219739.395260:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.395266:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.395270:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661880 00000400:00000010:3.0:1788219739.395272:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661880. 00000100:00000001:3.0:1788219739.395276:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.395281:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.395289:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.395292:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.395299:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.395301:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.398440:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.398456:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.398460:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.398462:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.398470:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.398477:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.398485:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.398491:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.398496:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.398500:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d280 00000400:00000200:2.0:1788219739.398505:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.398649:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe872d [4] + 224 00000800:00000001:2.0:1788219739.398659:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.398671:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.398675:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.398679:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.398686:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.398695:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.398705:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.398727:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.398735:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.398738:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.398911:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.398919:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.398922:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.398926:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.398930:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37900 00000400:00000010:1.0:1788219739.398932:0:326156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37900. 00000100:00000001:1.0:1788219739.398935:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.398940:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.398948:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.398954:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.398956:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.398958:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.398961:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.398964:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.398966:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.398968:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.398977:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.398981:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.398984:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.398985:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.398988:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.398991:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.398994:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.398997:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.398998:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.399001:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.399006:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.399019:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.399022:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.399024:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.399028:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.399037:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185088:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.399052:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.399055:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.399057:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.399059:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.399063:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.399069:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.399072:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.399075:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.399076:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.399085:0:326156:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219739.399087:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.399090:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566185088/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.399097:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.399099:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.399102:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.399116:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.399119:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.399121:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.399124:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.399126:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f200. 02000000:00000001:1.0:1788219739.399131:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.399133:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.399135:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.399138:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.399139:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.399142:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.399143:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.399145:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.399148:0:326156:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.399150:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a000 type=0x1064553b idx=1 00000040:00001000:1.0:1788219739.399154:0:326156:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:1.0:1788219739.399156:0:326156:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219739.399158:0:326156:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219739.399160:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.399164:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.399167:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.399170:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.399172:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.399175:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.399181:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3f200. 00000100:00000001:1.0:1788219739.399187:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.399192:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.399193:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.399198:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.399200:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.399202:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.399204:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.399208:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.399212:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.399213:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.399215:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.399219:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.399225:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.399227:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.399230:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.399232:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.399234:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.399238:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185216:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.399241:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.399245:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.399248:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.399251:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.399267:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.399270:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.399275:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.399278:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.399283:0:326156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37900. 00000100:00000200:1.0:1788219739.399289:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566185216, portal 10 00000100:00000001:1.0:1788219739.399291:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.399293:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.399299:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.399305:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.399308:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.399744:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661550. 00000100:00000200:1.0:1788219739.399751:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566185216, offset 0 00000400:00000200:1.0:1788219739.399760:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.399768:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.399774:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.399779:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.399783:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.399787:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.399790:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.399793:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92646:92646:256:4294967295] 192.168.203.120@tcp LPNI seq info [92646:92646:8:4294967295] 00000400:00000200:1.0:1788219739.399797:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.399805:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.399811:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.399818:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219739.399824:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.399832:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.399836:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.399903:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.399908:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14627 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.399911:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.399914:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608503 00000100:00000001:1.0:1788219739.399917:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.399918:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608503 00000100:00000001:1.0:1788219739.399921:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.399923:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.399925:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.399928:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.399929:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.399932:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.399934:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.399936:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.400811:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.400818:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:3.0:1788219739.400824:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.400830:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.400836:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661550 00000400:00000010:3.0:1788219739.400837:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661550. 00000100:00000001:3.0:1788219739.400841:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.400848:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.400859:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.400862:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.400868:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.400870:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.403620:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.403646:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.403650:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.403653:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.403665:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.403672:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.403682:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.403688:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.403693:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.403697:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d300 00000400:00000200:2.0:1788219739.403702:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.403709:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8735 [4] + 224 00000800:00000001:2.0:1788219739.403716:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.403742:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.403746:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.403751:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.403761:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.403771:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.403781:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.403846:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219739.403865:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.403875:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.403878:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219739.407524:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.407531:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.407536:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.407545:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37900 00000400:00000010:1.0:1788219739.407548:0:326156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37900. 00000100:00000001:1.0:1788219739.407554:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.407566:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.407577:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.407585:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.407588:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.407591:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.407595:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.407597:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.407599:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.407603:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.407611:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.407616:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.407618:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.407620:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.407622:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.407625:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.407629:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.407631:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.407633:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.407749:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.407756:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.407764:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.407768:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.407769:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.407774:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.407782:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185216:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.407787:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.407790:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.407792:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.407795:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.407798:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.407805:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.407808:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.407811:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.407813:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.407823:0:326156:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219739.407825:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.407829:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566185216/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.407835:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.407838:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.407841:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.407855:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.407858:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.407861:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.407863:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.407865:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f200. 02000000:00000001:1.0:1788219739.407870:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.407871:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.407873:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.407876:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.407877:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.407880:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.407881:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.407883:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.407885:0:326156:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.407888:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a000 type=0x1064553b idx=1 00000040:00001000:1.0:1788219739.407892:0:326156:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:1.0:1788219739.407894:0:326156:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:1.0:1788219739.407897:0:326156:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1788219739.407898:0:326156:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1788219739.407900:0:326156:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1788219739.407903:0:326156:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1788219739.407907:0:326156:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788219739.407913:0:326156:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893ebd3f200. 00000040:00000001:1.0:1788219739.407917:0:326156:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788219739.407919:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.407923:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.407925:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.407930:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.407934:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.407938:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.407944:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3ec00. 00000100:00000001:1.0:1788219739.407949:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.407954:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.407955:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.407960:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.407963:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.407965:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.407967:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.407971:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.407975:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.407976:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.407978:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.407982:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.407989:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.407991:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.407994:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.407997:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.407999:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.408002:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185344:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.408006:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.408011:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.408013:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.408016:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.408019:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ebd3e400. 02000000:00000001:1.0:1788219739.408021:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.408028:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.408031:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.408037:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219739.408052:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566185344, portal 10 00000100:00000001:1.0:1788219739.408055:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.408056:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.408062:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.408069:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.408072:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.408075:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661908. 00000100:00000200:1.0:1788219739.408079:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566185344, offset 0 00000400:00000200:1.0:1788219739.408085:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.408093:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.408100:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.408105:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.408110:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.408113:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.408117:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.408120:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92647:92647:256:4294967295] 192.168.203.120@tcp LPNI seq info [92647:92647:8:4294967295] 00000400:00000200:1.0:1788219739.408124:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.408133:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.408139:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.408144:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219739.408151:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.408157:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.408161:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.408232:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.408238:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14625 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.408242:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.408245:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608511 00000100:00000001:1.0:1788219739.408247:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.408249:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608511 00000100:00000001:1.0:1788219739.408251:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.408254:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.408256:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.408259:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.408261:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.408263:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.408265:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.408267:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.408612:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.408617:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219739.408623:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.408628:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.408634:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661908 00000400:00000010:3.0:1788219739.408641:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661908. 00000100:00000001:3.0:1788219739.408645:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.408650:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.408659:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.408662:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.408669:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.408670:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.411980:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.411997:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.412001:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.412004:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.412013:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.412020:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.412029:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.412036:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.412041:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.412055:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77d380 00000400:00000200:2.0:1788219739.412061:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.412067:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe873d [1] + 224 00000800:00000001:2.0:1788219739.412076:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.412084:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.412087:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.412092:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.412101:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.412110:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.412121:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.412144:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.412154:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.412158:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.412482:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.412489:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.412492:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.412495:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.412499:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:1.0:1788219739.412502:0:326156:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:1.0:1788219739.412505:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.412509:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.412517:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.412523:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.412525:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.412527:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.412531:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.412533:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.412535:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.412538:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.412547:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.412550:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.412552:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.412554:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.412557:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.412560:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.412563:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.412565:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.412566:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.412569:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.412573:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.412584:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.412587:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.412589:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.412592:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.412599:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185344:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.412604:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.412607:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.412609:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.412611:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.412614:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.412620:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.412622:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.412626:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.412628:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.412634:0:326156:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219739.412646:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.412648:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.412651:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219739.412652:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.412655:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566185344/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.412661:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.412663:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.412666:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ebd3e400. 02000000:00000001:1.0:1788219739.412670:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.412671:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.412672:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.412673:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.412677:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3ec00. 02000000:00000001:1.0:1788219739.412680:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.412682:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.412683:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.412687:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.412688:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219739.412691:0:326156:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.412694:0:326156:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219739.412701:0:326156:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735c000. 00000040:00000001:1.0:1788219739.412703:0:326156:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219739.412705:0:326156:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219739.412707:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.412711:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.412714:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.412716:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.412718:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.412722:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.412726:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3ec00. 00000100:00000001:1.0:1788219739.412731:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.412735:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.412737:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.412740:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.412742:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.412744:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.412746:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.412750:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.412755:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.412756:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.412758:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.412761:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.412767:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.412769:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.412773:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.412775:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.412777:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.412781:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185472:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.412784:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.412789:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.412791:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.412793:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.412815:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.412818:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.412823:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.412826:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.412832:0:326156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37900. 00000100:00000200:1.0:1788219739.412837:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566185472, portal 10 00000100:00000001:1.0:1788219739.412839:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.412840:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.412846:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.412852:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.412855:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.412857:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219739.412861:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566185472, offset 0 00000400:00000200:1.0:1788219739.412866:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.412873:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.412879:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.412884:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.412888:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.412891:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.412894:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.412897:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92648:92648:256:4294967295] 192.168.203.120@tcp LPNI seq info [92648:92648:8:4294967295] 00000400:00000200:1.0:1788219739.412902:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.412911:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.412917:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.412922:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219739.412929:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.412936:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.412940:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.412959:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.412964:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14622 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.412967:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.412970:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608516 00000100:00000001:1.0:1788219739.412973:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.412975:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608516 00000100:00000001:1.0:1788219739.412977:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.412979:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.412981:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.412984:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.412985:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.412987:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.412989:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.412991:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.413209:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.413214:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219739.413219:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.413224:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.413228:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:3.0:1788219739.413230:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:3.0:1788219739.413233:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.413237:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.413245:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.413248:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.413254:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.413256:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.418284:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.418303:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.418308:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.418356:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.418366:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.418374:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.418384:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.418390:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.418395:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.418399:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77d400 00000400:00000200:2.0:1788219739.418404:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.418411:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8745 [4] + 224 00000800:00000001:2.0:1788219739.418418:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.418430:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.418434:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.418439:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.418448:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.418456:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.418466:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.418489:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.418498:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.418502:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.420560:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.420576:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.420578:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.420583:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.420591:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37900 00000400:00000010:1.0:1788219739.420593:0:326156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37900. 00000100:00000001:1.0:1788219739.420598:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.420613:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.420623:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.420630:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.420642:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.420644:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.420648:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.420652:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.420655:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.420658:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.420668:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.420672:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.420675:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.420677:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.420679:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.420683:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.420686:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.420688:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.420690:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.420693:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.420698:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.420704:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.420707:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.420709:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.420712:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.420718:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185472:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.420723:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.420725:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.420727:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.420729:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.420733:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.420739:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.420742:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.420745:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.420746:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.420755:0:326156:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219739.420757:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.420760:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566185472/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.420767:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.420770:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.420773:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.420790:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.420793:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.420795:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.420798:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.420801:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3ec00. 02000000:00000001:1.0:1788219739.420805:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.420807:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.420809:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.420812:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.420814:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.420816:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.420818:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.420820:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.420823:0:326156:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.420825:0:326156:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.420830:0:326156:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.420832:0:326156:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.420835:0:326156:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219739.420842:0:326156:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f2300. 00000040:00001000:1.0:1788219739.420845:0:326156:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:1.0:1788219739.420849:0:326156:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:1.0:1788219739.420857:0:326156:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c7358000. 00000040:00001000:1.0:1788219739.420860:0:326156:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1788219739.420863:0:326156:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219739.420864:0:326156:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219739.420867:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.420871:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.420875:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.420878:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.420881:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.420885:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.420891:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3ec00. 00000100:00000001:1.0:1788219739.420897:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.420902:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.420904:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.420910:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.420913:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668061120 : -113714041490496 : ffff9893e2f373c0) 00000100:00000001:1.0:1788219739.420916:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.420917:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.420922:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.420926:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.420928:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.420930:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.420936:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.420942:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.420945:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.420948:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.420951:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.420953:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.420957:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185600:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.420960:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.420965:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.420967:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.420970:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.420990:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.420992:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.421001:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.421004:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.421010:0:326156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37900. 00000100:00000200:1.0:1788219739.421016:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566185600, portal 10 00000100:00000001:1.0:1788219739.421019:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.421020:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.421026:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.421033:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.421035:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.421039:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661e58. 00000100:00000200:1.0:1788219739.421053:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566185600, offset 0 00000400:00000200:1.0:1788219739.421061:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.421071:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.421078:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.421084:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.421088:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.421092:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.421095:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.421098:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92649:92649:256:4294967295] 192.168.203.120@tcp LPNI seq info [92649:92649:8:4294967295] 00000400:00000200:1.0:1788219739.421102:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.421113:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.421118:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.421123:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219739.421131:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.421140:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.421145:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.421168:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.421173:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14620 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.421176:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.421179:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608524 00000100:00000001:1.0:1788219739.421182:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.421184:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608524 00000100:00000001:1.0:1788219739.421186:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.421188:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.421192:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.421194:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.421196:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.421198:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f373c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.421200:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.421202:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.421435:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.421441:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:3.0:1788219739.421447:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.421452:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.421457:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661e58 00000400:00000010:3.0:1788219739.421459:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661e58. 00000100:00000001:3.0:1788219739.421463:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.421467:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.421475:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.421479:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.421485:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.421487:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.425857:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.425876:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.425880:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.425882:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.425890:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.425898:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.425908:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.425914:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.425919:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.425923:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d480 00000400:00000200:2.0:1788219739.425927:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.425932:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe874d [4] + 224 00000800:00000001:2.0:1788219739.425938:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.425948:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.425952:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.425956:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.425963:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.425972:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.425982:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.426003:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.426011:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.426014:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.426524:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.426532:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.426534:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.426537:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.426542:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37900 00000400:00000010:1.0:1788219739.426544:0:326156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37900. 00000100:00000001:1.0:1788219739.426548:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.426553:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.426562:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.426569:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.426570:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.426573:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.426576:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.426579:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.426581:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.426584:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.426592:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.426596:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.426599:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.426601:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.426604:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.426607:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.426611:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.426613:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.426615:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.426618:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.426622:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.426647:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.426650:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.426652:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.426657:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.426665:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185600:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.426670:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.426673:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.426675:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.426678:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.426681:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.426688:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.426691:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f373c0. 00000100:00000001:1.0:1788219739.426693:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.426695:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.426703:0:326156:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219739.426704:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.426707:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566185600/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.426714:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.426717:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.426719:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.426734:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.426737:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.426738:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.426740:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.426743:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3ec00. 02000000:00000001:1.0:1788219739.426747:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.426749:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.426751:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.426754:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.426755:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.426758:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.426759:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.426761:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.426764:0:326156:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.426766:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358000 type=0x10660000 idx=1 00000040:00001000:1.0:1788219739.426771:0:326156:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 184 (8192 remains) 00000040:00001000:1.0:1788219739.426773:0:326156:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 4 synced_idx: 0 lgh_last_idx: 4 00000002:00000001:1.0:1788219739.426777:0:326156:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219739.426780:0:326156:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 1 02MKDIR 1920086321396578186 0x0 t=[0x2400013a2:0x55:0x0] p=[0x200000007:0x1:0x0] d160c.sanity 00000002:00000010:1.0:1788219739.426788:0:326156:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 180 at ffff9893e2f373c0. 00000002:00000001:1.0:1788219739.426803:0:326156:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.426807:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c73580b8 type=0x10660000 idx=2 00000040:00001000:1.0:1788219739.426809:0:326156:0:(llog.c:784:llog_process_thread()) lrh_index: 2 lrh_len: 176 (8008 remains) 00000040:00001000:1.0:1788219739.426810:0:326156:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 4 synced_idx: 0 lgh_last_idx: 4 00000002:00000001:1.0:1788219739.426812:0:326156:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219739.426814:0:326156:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 2 01CREAT 1920086321480237873 0x0 t=[0x2400013a2:0x56:0x0] p=[0x2400013a2:0x55:0x0] foo_160c 00000002:00000010:1.0:1788219739.426818:0:326156:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 176 at ffff9893e2f37900. 00000002:00000001:1.0:1788219739.426820:0:326156:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.426822:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358168 type=0x10660000 idx=3 00000040:00001000:1.0:1788219739.426823:0:326156:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7832 remains) 00000040:00001000:1.0:1788219739.426825:0:326156:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 4 synced_idx: 0 lgh_last_idx: 4 00000002:00000001:1.0:1788219739.426827:0:326156:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219739.426829:0:326156:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 3 14SATTR 1920086322954857402 0xe t=[0x2400013a2:0x56:0x0] p=[0x2400013a2:0x55:0x0] 00000002:00000010:1.0:1788219739.426833:0:326156:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 168 at ffff9893e2f37cc0. 00000002:00000001:1.0:1788219739.426835:0:326156:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.426836:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358210 type=0x10660000 idx=4 00000040:00001000:1.0:1788219739.426839:0:326156:0:(llog.c:728:llog_process_thread()) synced_idx: 4 00000040:00000001:1.0:1788219739.426841:0:326156:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219739.426843:0:326156:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219739.426845:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.426849:0:326156:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.426852:0:326156:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.426855:0:326156:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.426856:0:326156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.426860:0:326156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.426865:0:326156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3ec00. 00000100:00000001:1.0:1788219739.426870:0:326156:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.426874:0:326156:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.426876:0:326156:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.426881:0:326156:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f370c0. 00000100:00000001:1.0:1788219739.426883:0:326156:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668060352 : -113714041491264 : ffff9893e2f370c0) 00000100:00000001:1.0:1788219739.426886:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.426887:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.426891:0:326156:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.426896:0:326156:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.426898:0:326156:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.426899:0:326156:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.426903:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.426910:0:326156:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.426912:0:326156:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.426916:0:326156:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.426919:0:326156:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.426921:0:326156:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.426924:0:326156:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185728:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.426928:0:326156:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.426933:0:326156:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.426935:0:326156:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.426938:0:326156:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.426952:0:326156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.426955:0:326156:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.426960:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.426964:0:326156:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.426969:0:326156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37d80. 00000100:00000200:1.0:1788219739.426975:0:326156:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566185728, portal 10 00000100:00000001:1.0:1788219739.426978:0:326156:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.426979:0:326156:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.426985:0:326156:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.426993:0:326156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.426995:0:326156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.426999:0:326156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661b28. 00000100:00000200:1.0:1788219739.427003:0:326156:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566185728, offset 0 00000400:00000200:1.0:1788219739.427009:0:326156:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.427016:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.427023:0:326156:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.427028:0:326156:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.427032:0:326156:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.427036:0:326156:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.427038:0:326156:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.427050:0:326156:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92650:92650:256:4294967295] 192.168.203.120@tcp LPNI seq info [92650:92650:8:4294967295] 00000400:00000200:1.0:1788219739.427055:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.427064:0:326156:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.427069:0:326156:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.427075:0:326156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219739.427082:0:326156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.427089:0:326156:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.427092:0:326156:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.427109:0:326156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.427114:0:326156:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14617 usecs (15 jiffies) 00000400:00000200:1.0:1788219739.427117:0:326156:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.427120:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608530 00000100:00000001:1.0:1788219739.427122:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.427125:0:326156:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608530 00000100:00000001:1.0:1788219739.427127:0:326156:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.427129:0:326156:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.427132:0:326156:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.427134:0:326156:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.427136:0:326156:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.427138:0:326156:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f370c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.427140:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.427142:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.427397:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.427403:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219739.427409:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.427414:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.427419:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661b28 00000400:00000010:3.0:1788219739.427421:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661b28. 00000100:00000001:3.0:1788219739.427425:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.427430:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.427439:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.427442:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.427448:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.427449:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000010:2.0:1788219739.429913:0:326155:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 180 at ffff9893e2f373c0. 00000002:00000010:2.0:1788219739.429924:0:326155:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 176 at ffff9893e2f37900. 00000002:00000010:2.0:1788219739.429926:0:326155:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9893e2f37cc0. 00000002:00000001:2.0:1788219739.429929:0:326155:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=452 : 452 : 1c4) 00000002:00000001:2.0:1788219739.430286:0:326155:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000001:2.0:1788219739.434925:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.434943:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.434948:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.434950:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.434960:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.434967:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.434976:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.434982:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.434988:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.434992:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d500 00000400:00000200:2.0:1788219739.434996:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.435002:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8755 [4] + 224 00000800:00000001:2.0:1788219739.435009:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.435034:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.435037:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.435052:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.435061:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.435069:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.435080:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.435101:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.435110:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.435114:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.435253:0:326156:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.435261:0:326156:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.435263:0:326156:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.435267:0:326156:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.435272:0:326156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37d80 00000400:00000010:1.0:1788219739.435274:0:326156:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37d80. 00000100:00000001:1.0:1788219739.435277:0:326156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.435283:0:326156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.435291:0:326156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.435298:0:326156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.435300:0:326156:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.435303:0:326156:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.435306:0:326156:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.435453:0:326156:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.435456:0:326156:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.435459:0:326156:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.435469:0:326156:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.435473:0:326156:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219739.435476:0:326156:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.435478:0:326156:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.435481:0:326156:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.435484:0:326156:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.435488:0:326156:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.435491:0:326156:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:1.0:1788219739.435493:0:326156:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.435496:0:326156:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.435501:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.435509:0:326156:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.435511:0:326156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.435513:0:326156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.435518:0:326156:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.435526:0:326156:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326156:1875079566185728:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219739.435531:0:326156:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.435534:0:326156:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.435536:0:326156:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.435538:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.435541:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.435548:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.435551:0:326156:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f370c0. 00000100:00000001:1.0:1788219739.435554:0:326156:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.435556:0:326156:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.435564:0:326156:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219739.435566:0:326156:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.435570:0:326156:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566185728/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.435577:0:326156:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.435579:0:326156:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.435581:0:326156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed398000. 02000000:00000001:1.0:1788219739.435591:0:326156:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.435594:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.435596:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.435599:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.435602:0:326156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3ec00. 02000000:00000001:1.0:1788219739.435607:0:326156:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.435609:0:326156:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.435611:0:326156:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.435614:0:326156:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.435615:0:326156:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.435618:0:326156:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.435619:0:326156:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.435620:0:326156:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.435623:0:326156:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.435626:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358210 type=0x10660000 idx=4 00000040:00001000:1.0:1788219739.435629:0:326156:0:(llog.c:784:llog_process_thread()) lrh_index: 4 lrh_len: 168 (7664 remains) 00000040:00001000:1.0:1788219739.435632:0:326156:0:(llog.c:805:llog_process_thread()) index: 4, lh_last_idx: 4 synced_idx: 4 lgh_last_idx: 4 00000002:00000001:1.0:1788219739.435699:0:326156:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219739.435703:0:326156:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 4 13TRUNC 1920086324449890610 0xe t=[0x2400013a2:0x56:0x0] p=[0x2400013a2:0x55:0x0] 00000002:00000010:1.0:1788219739.435711:0:326156:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 168 at ffff9893e2f370c0. 00000002:00000001:1.0:1788219739.435725:0:326156:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.435727:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c73582b8 type=0x0 idx=0 00000040:00000001:1.0:1788219739.435730:0:326156:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219739.435732:0:326156:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 5 count 5 00000040:00000010:1.0:1788219739.435735:0:326156:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c7358000. 00000040:00000010:1.0:1788219739.435739:0:326156:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f2300. 00000040:00000001:1.0:1788219739.435742:0:326156:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.435745:0:326156:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.435747:0:326156:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a040 type=0x0 idx=0 00000040:00000001:1.0:1788219739.435749:0:326156:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219739.435751:0:326156:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:1.0:1788219739.435753:0:326156:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c735a000. 00000020:00000010:1.0:1788219739.435761:0:326156:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894c9d25c40. 00000020:00000010:1.0:1788219739.435777:0:326156:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893ebd3f600. 00000040:00000010:1.0:1788219739.435782:0:326156:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9893ebd3fc00. 00000020:00000010:1.0:1788219739.435786:0:326156:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4f9c000. 00000020:00000010:1.0:1788219739.435791:0:326156:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894c898b250. 00000020:00000010:1.0:1788219739.435796:0:326156:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9893ebd3ee00. 80000000:00000010:1.0:1788219739.435800:0:326156:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893f01f2e40. 40000000:00000010:1.0:1788219739.435804:0:326156:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894c9d25500. 00100000:00000010:1.0:1788219739.435809:0:326156:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4f9a000. 00040000:00000010:1.0:1788219739.435813:0:326156:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894d0df2c00. 00040000:00000010:1.0:1788219739.435818:0:326156:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4f9f800. 00040000:00000010:1.0:1788219739.435821:0:326156:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9893ebd3f000. 00000004:00000010:1.0:1788219739.435824:0:326156:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4f9b800. 00000004:00000010:1.0:1788219739.435828:0:326156:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894d2471000. 00000004:00000010:1.0:1788219739.435834:0:326156:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4f9a800. 00002000:00000010:1.0:1788219739.435837:0:326156:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ee183400. 00000004:00000010:1.0:1788219739.435841:0:326156:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ee182800. 00000020:00000010:1.0:1788219739.435844:0:326156:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893ebd3e000. 00000040:00000010:1.0:1788219739.435847:0:326156:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f2060. 00000040:00000001:1.0:1788219739.435848:0:326156:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.435850:0:326156:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.435854:0:326156:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:1.0:1788219739.435857:0:326156:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735c000. 00000040:00000010:1.0:1788219739.435861:0:326156:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893ebd3f200. 00000040:00000010:1.0:1788219739.435863:0:326156:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735e000. 00000040:00000010:1.0:1788219739.435866:0:326156:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893ebd3f800. 00000040:00000001:1.0:1788219739.435868:0:326156:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1788219739.435870:0:326156:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:1.0:1788219739.435874:0:326156:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000010:2.0:1788219739.436132:0:326155:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9893e2f370c0. 00000002:00000001:2.0:1788219739.436138:0:326155:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=144 : 144 : 90) 00000002:00000001:2.0:1788219739.436210:0:326155:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219739.436213:0:326155:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.436460:0:326156:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788219739.436566:0:326155:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2600. 00000002:00000001:0.0:1788219739.546998:0:326167:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:0.0:1788219739.547007:0:326167:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894c70e0400. 00000002:00000001:0.0:1788219739.547013:0:326167:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.547025:0:326167:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.547029:0:326167:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:0.0:1788219739.547287:0:326168:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1788219739.547292:0:326168:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:0.0:1788219739.547296:0:326168:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:0.0:1788219739.547299:0:326168:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219739.547303:0:326168:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894c9484000. 00000040:00000001:0.0:1788219739.547306:0:326168:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219739.547338:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.547484:0:326168:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219739.547488:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.547493:0:326168:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.547496:0:326168:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.547501:0:326168:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.547508:0:326168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f800. 00000100:00000001:0.0:1788219739.547515:0:326168:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.547522:0:326168:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.547524:0:326168:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.547530:0:326168:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.547532:0:326168:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443520 : -113714195108096 : ffff9893d9cb6f00) 00000100:00000001:0.0:1788219739.547535:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.547537:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219739.547542:0:326168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.547546:0:326168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.547548:0:326168:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.547550:0:326168:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.547562:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.547571:0:326168:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.547573:0:326168:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.547577:0:326168:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.547580:0:326168:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.547582:0:326168:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.547586:0:326168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566185856:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219739.547590:0:326168:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.547595:0:326168:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.547598:0:326168:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.547600:0:326168:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.547605:0:326168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484200. 02000000:00000001:0.0:1788219739.547607:0:326168:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.547615:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.547619:0:326168:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4bb0. 00000400:00000010:0.0:1788219739.547626:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219739.547632:0:326168:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566185856, portal 10 00000100:00000001:0.0:1788219739.547704:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.547707:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219739.547716:0:326168:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.547724:0:326168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.547727:0:326168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.547731:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf908. 00000100:00000200:0.0:1788219739.547735:0:326168:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566185856, offset 0 00000400:00000200:0.0:1788219739.547742:0:326168:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.547751:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.547758:0:326168:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.547763:0:326168:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.547767:0:326168:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.547770:0:326168:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.547773:0:326168:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.547777:0:326168:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92651:92651:256:4294967295] 192.168.203.120@tcp LPNI seq info [92651:92651:8:4294967295] 00000400:00000200:0.0:1788219739.547781:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.547791:0:326168:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.547797:0:326168:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.547802:0:326168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0100. 00000800:00000200:0.0:1788219739.547808:0:326168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.547815:0:326168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.547820:0:326168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.547841:0:326168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.547845:0:326168:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26292 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.547849:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.547852:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608663 00000100:00000001:0.0:1788219739.547855:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.547857:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608663 00000100:00000001:0.0:1788219739.547859:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.547862:0:326168:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.547864:0:326168:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.547867:0:326168:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.547868:0:326168:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.547871:0:326168:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.547874:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.547878:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219739.549006:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219739.549013:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0100. 00000400:00000200:3.0:1788219739.549019:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219739.549027:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219739.549033:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:3.0:1788219739.549035:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:3.0:1788219739.549040:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219739.549057:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.549068:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.549071:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.549078:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.549080:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.556983:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.557004:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.557009:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.557012:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.557022:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.557030:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.557050:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.557058:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.557064:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.557068:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77d580 00000400:00000200:2.0:1788219739.557073:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.557079:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe875d [1] + 224 00000800:00000001:2.0:1788219739.557087:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.557098:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.557102:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.557106:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.557114:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.557124:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.557136:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.557151:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.557159:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.557163:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.557237:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.557245:0:326168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.557247:0:326168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.557251:0:326168:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4bb0. 00000400:00000200:0.0:1788219739.557256:0:326168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:0.0:1788219739.557258:0:326168:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:0.0:1788219739.557261:0:326168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.557266:0:326168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.557275:0:326168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.557282:0:326168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.557284:0:326168:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.557286:0:326168:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.557290:0:326168:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.557292:0:326168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.557294:0:326168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.557297:0:326168:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.557306:0:326168:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.557543:0:326168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.557547:0:326168:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.557548:0:326168:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.557552:0:326168:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.557555:0:326168:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.557559:0:326168:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.557561:0:326168:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.557563:0:326168:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.557564:0:326168:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.557571:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.557578:0:326168:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.557581:0:326168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.557583:0:326168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.557588:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.557596:0:326168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566185856:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219739.557602:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.557604:0:326168:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.557606:0:326168:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.557609:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.557612:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.557618:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.557620:0:326168:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.557623:0:326168:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.557625:0:326168:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.557631:0:326168:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219739.557634:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.557636:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.557639:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219739.557640:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.557643:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566185856/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.557649:0:326168:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.557651:0:326168:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.557654:0:326168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484200. 02000000:00000001:0.0:1788219739.557657:0:326168:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.557658:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.557659:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.557661:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.557663:0:326168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f800. 02000000:00000001:0.0:1788219739.557667:0:326168:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.557668:0:326168:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.557670:0:326168:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219739.557674:0:326168:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.557675:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219739.557678:0:326168:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.557682:0:326168:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219739.557689:0:326168:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4914000. 00000040:00000001:0.0:1788219739.557691:0:326168:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219739.557693:0:326168:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219739.557695:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.557699:0:326168:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219739.557702:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.557705:0:326168:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.557707:0:326168:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.557710:0:326168:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.557716:0:326168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484200. 00000100:00000001:0.0:1788219739.557720:0:326168:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.557725:0:326168:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.557726:0:326168:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.557731:0:326168:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.557733:0:326168:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443520 : -113714195108096 : ffff9893d9cb6f00) 00000100:00000001:0.0:1788219739.557736:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.557738:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219739.557742:0:326168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.557747:0:326168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.557749:0:326168:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.557751:0:326168:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.557756:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.557763:0:326168:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.557765:0:326168:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.557769:0:326168:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.557771:0:326168:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.557773:0:326168:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.557777:0:326168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566185984:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219739.557781:0:326168:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.557785:0:326168:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.557788:0:326168:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.557790:0:326168:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.557814:0:326168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:0.0:1788219739.557817:0:326168:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.557822:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.557826:0:326168:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4bb0. 00000400:00000010:0.0:1788219739.557831:0:326168:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893d9cb6900. 00000100:00000200:0.0:1788219739.557837:0:326168:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566185984, portal 10 00000100:00000001:0.0:1788219739.557839:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.557840:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219739.557847:0:326168:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.557855:0:326168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.557858:0:326168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.557861:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219739.557865:0:326168:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566185984, offset 0 00000400:00000200:0.0:1788219739.557871:0:326168:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.557878:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.557885:0:326168:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.557890:0:326168:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.557894:0:326168:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.557898:0:326168:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.557900:0:326168:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.557904:0:326168:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92652:92652:256:4294967295] 192.168.203.120@tcp LPNI seq info [92652:92652:8:4294967295] 00000400:00000200:0.0:1788219739.557908:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.557917:0:326168:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.557922:0:326168:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.557927:0:326168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894c70e0100. 00000800:00000200:0.0:1788219739.557934:0:326168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.557941:0:326168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.557945:0:326168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894c70e0100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.557967:0:326168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.557971:0:326168:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26292 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.557975:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.557977:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608673 00000100:00000001:0.0:1788219739.557980:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.557982:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608673 00000100:00000001:0.0:1788219739.557985:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.557987:0:326168:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.557990:0:326168:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.557992:0:326168:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.557994:0:326168:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.557997:0:326168:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.557999:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.558001:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.558143:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.558148:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894c70e0100. 00000400:00000200:2.0:1788219739.558153:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.558158:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.558162:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:2.0:1788219739.558164:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:2.0:1788219739.558167:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.558171:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.558179:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.558183:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.558189:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.558191:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.563190:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.563209:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.563214:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.563216:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.563225:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.563233:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.563242:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.563248:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.563254:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.563258:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77d600 00000400:00000200:2.0:1788219739.563263:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.563269:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8765 [4] + 224 00000800:00000001:2.0:1788219739.563275:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.563286:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.563290:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.563295:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.563304:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.563446:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.563458:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.563469:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.563479:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.563483:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.563538:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219739.563546:0:326168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.563549:0:326168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.563552:0:326168:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4bb0. 00000400:00000200:0.0:1788219739.563556:0:326168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893d9cb6900 00000400:00000010:0.0:1788219739.563559:0:326168:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893d9cb6900. 00000100:00000001:0.0:1788219739.563563:0:326168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.563568:0:326168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.563575:0:326168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.563581:0:326168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.563583:0:326168:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.563585:0:326168:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.563589:0:326168:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.563591:0:326168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.563593:0:326168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.563596:0:326168:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.563606:0:326168:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.563610:0:326168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.563613:0:326168:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.563615:0:326168:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.563618:0:326168:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.563621:0:326168:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.563625:0:326168:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.563627:0:326168:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.563629:0:326168:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.563631:0:326168:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.563693:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.563702:0:326168:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.563705:0:326168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.563708:0:326168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.563712:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.563719:0:326168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566185984:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219739.563724:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.563727:0:326168:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.563729:0:326168:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.563731:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.563734:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.563740:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.563743:0:326168:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.563745:0:326168:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.563746:0:326168:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.563755:0:326168:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219739.563757:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.563759:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566185984/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.563765:0:326168:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.563767:0:326168:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.563770:0:326168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:0.0:1788219739.563784:0:326168:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.563787:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.563789:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.563791:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.563794:0:326168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484200. 02000000:00000001:0.0:1788219739.563797:0:326168:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.563798:0:326168:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.563800:0:326168:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219739.563803:0:326168:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.563804:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219739.563807:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.563808:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.563809:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219739.563812:0:326168:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.563816:0:326168:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1788219739.563818:0:326168:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:0.0:1788219739.563820:0:326168:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.563822:0:326168:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.563825:0:326168:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1788219739.563827:0:326168:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219739.563832:0:326168:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02660. 00000040:00001000:0.0:1788219739.563835:0:326168:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:0.0:1788219739.563838:0:326168:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788219739.563843:0:326168:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9484200. 00000020:00000010:0.0:1788219739.563849:0:326168:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894c9485400. 00000040:00000010:0.0:1788219739.563854:0:326168:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894c9484a00. 00000020:00000010:0.0:1788219739.563858:0:326168:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4b99800. 00000020:00000010:0.0:1788219739.563864:0:326168:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894d2550f18. 00000020:00000010:0.0:1788219739.563868:0:326168:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894c9485c00. 80000000:00000010:0.0:1788219739.563872:0:326168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893e6a02120. 40000000:00000010:0.0:1788219739.563876:0:326168:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894cb162740. 00100000:00000010:0.0:1788219739.563882:0:326168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4b9f800. 00040000:00000010:0.0:1788219739.563886:0:326168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894c70e0100. 00040000:00000010:0.0:1788219739.563890:0:326168:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4b9b000. 00040000:00000010:0.0:1788219739.563894:0:326168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894c9485800. 00000004:00000010:0.0:1788219739.563898:0:326168:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4b9c000. 00000004:00000010:0.0:1788219739.563903:0:326168:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed085000. 00000004:00000010:0.0:1788219739.563908:0:326168:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4b9f000. 00002000:00000010:0.0:1788219739.563913:0:326168:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ed03f800. 00000004:00000010:0.0:1788219739.563917:0:326168:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ed03c000. 00000020:00000010:0.0:1788219739.563922:0:326168:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894cb1621c0. 00000040:00000010:0.0:1788219739.563929:0:326168:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4910000. 00000040:00001000:0.0:1788219739.563932:0:326168:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:0.0:1788219739.563934:0:326168:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219739.563936:0:326168:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219739.563938:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.563942:0:326168:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219739.563944:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.563947:0:326168:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.563950:0:326168:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.563954:0:326168:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.563959:0:326168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484c00. 00000100:00000001:0.0:1788219739.563964:0:326168:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.563968:0:326168:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.563970:0:326168:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.563974:0:326168:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.563976:0:326168:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443520 : -113714195108096 : ffff9893d9cb6f00) 00000100:00000001:0.0:1788219739.563978:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.563980:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219739.563983:0:326168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.563988:0:326168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.563989:0:326168:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.563991:0:326168:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.563995:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.564002:0:326168:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.564004:0:326168:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.564007:0:326168:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.564010:0:326168:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.564012:0:326168:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.564016:0:326168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186112:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219739.564020:0:326168:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.564025:0:326168:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.564027:0:326168:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.564030:0:326168:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.564056:0:326168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:0.0:1788219739.564059:0:326168:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.564064:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.564067:0:326168:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4bb0. 00000400:00000010:0.0:1788219739.564072:0:326168:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893d9cb6900. 00000100:00000200:0.0:1788219739.564078:0:326168:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566186112, portal 10 00000100:00000001:0.0:1788219739.564081:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.564082:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219739.564088:0:326168:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.564095:0:326168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.564098:0:326168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.564102:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf088. 00000100:00000200:0.0:1788219739.564105:0:326168:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566186112, offset 0 00000400:00000200:0.0:1788219739.564111:0:326168:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.564118:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.564124:0:326168:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.564129:0:326168:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.564134:0:326168:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.564138:0:326168:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.564141:0:326168:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.564144:0:326168:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92653:92653:256:4294967295] 192.168.203.120@tcp LPNI seq info [92653:92653:8:4294967295] 00000400:00000200:0.0:1788219739.564149:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.564158:0:326168:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.564164:0:326168:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.564170:0:326168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894ccd30e00. 00000800:00000200:0.0:1788219739.564176:0:326168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.564184:0:326168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.564188:0:326168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894ccd30e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.564206:0:326168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.564211:0:326168:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26292 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.564214:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.564217:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608679 00000100:00000001:0.0:1788219739.564220:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.564222:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608679 00000100:00000001:0.0:1788219739.564224:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.564226:0:326168:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.564229:0:326168:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.564231:0:326168:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.564233:0:326168:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.564235:0:326168:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.564238:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.564239:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.564750:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.564756:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894ccd30e00. 00000400:00000200:2.0:1788219739.564762:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.564768:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.564773:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf088 00000400:00000010:2.0:1788219739.564775:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf088. 00000100:00000001:2.0:1788219739.564779:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.564784:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.564793:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.564795:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.564801:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.564802:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.567056:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.567073:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.567078:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.567080:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.567089:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.567096:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.567106:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.567113:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.567118:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.567122:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d680 00000400:00000200:2.0:1788219739.567127:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.567133:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe876d [4] + 224 00000800:00000001:2.0:1788219739.567140:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.567150:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.567153:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.567158:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.567166:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.567175:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.567186:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.567255:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219739.567413:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.567426:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.567430:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219739.567740:0:326168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.567743:0:326168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.567746:0:326168:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4bb0. 00000400:00000200:0.0:1788219739.567751:0:326168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893d9cb6900 00000400:00000010:0.0:1788219739.567754:0:326168:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893d9cb6900. 00000100:00000001:0.0:1788219739.567758:0:326168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.567765:0:326168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.567774:0:326168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.567780:0:326168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.567781:0:326168:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.567784:0:326168:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.567788:0:326168:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.567790:0:326168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.567792:0:326168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.567796:0:326168:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.567805:0:326168:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.567809:0:326168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.567811:0:326168:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.567813:0:326168:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.567816:0:326168:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.567819:0:326168:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.567823:0:326168:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.567825:0:326168:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.567827:0:326168:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.567828:0:326168:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.567832:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.567839:0:326168:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.567841:0:326168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.567843:0:326168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.567847:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.567853:0:326168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186112:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219739.567857:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.567860:0:326168:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.567862:0:326168:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.567864:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.567867:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.567874:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.567877:0:326168:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.567879:0:326168:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.567881:0:326168:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.567889:0:326168:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219739.567891:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.567894:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566186112/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.567901:0:326168:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.567903:0:326168:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.567905:0:326168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:0.0:1788219739.567921:0:326168:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.567924:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.567926:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.567928:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.567930:0:326168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484c00. 02000000:00000001:0.0:1788219739.567934:0:326168:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.567936:0:326168:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.567938:0:326168:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219739.567941:0:326168:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.567942:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219739.567945:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.567946:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.567947:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219739.567950:0:326168:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219739.567953:0:326168:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219739.567957:0:326168:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:0.0:1788219739.567959:0:326168:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219739.567961:0:326168:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219739.567963:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.567968:0:326168:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219739.567970:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.567973:0:326168:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.567975:0:326168:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.567978:0:326168:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.567984:0:326168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484c00. 00000100:00000001:0.0:1788219739.567989:0:326168:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.567993:0:326168:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.567994:0:326168:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.567999:0:326168:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.568002:0:326168:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443520 : -113714195108096 : ffff9893d9cb6f00) 00000100:00000001:0.0:1788219739.568004:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.568005:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219739.568009:0:326168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.568013:0:326168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.568015:0:326168:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.568016:0:326168:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.568020:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.568026:0:326168:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.568028:0:326168:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.568032:0:326168:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.568034:0:326168:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.568036:0:326168:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.568039:0:326168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186240:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219739.568054:0:326168:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.568058:0:326168:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.568060:0:326168:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.568063:0:326168:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.568078:0:326168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:0.0:1788219739.568081:0:326168:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.568086:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.568089:0:326168:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4bb0. 00000400:00000010:0.0:1788219739.568095:0:326168:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893d9cb6900. 00000100:00000200:0.0:1788219739.568100:0:326168:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566186240, portal 10 00000100:00000001:0.0:1788219739.568102:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.568104:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219739.568110:0:326168:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.568117:0:326168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.568119:0:326168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219739.568122:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfee0. 00000100:00000200:0.0:1788219739.568126:0:326168:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566186240, offset 0 00000400:00000200:0.0:1788219739.568132:0:326168:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219739.568138:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.568145:0:326168:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219739.568149:0:326168:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219739.568154:0:326168:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219739.568157:0:326168:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219739.568160:0:326168:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219739.568163:0:326168:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92654:92654:256:4294967295] 192.168.203.120@tcp LPNI seq info [92654:92654:8:4294967295] 00000400:00000200:0.0:1788219739.568167:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219739.568175:0:326168:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219739.568181:0:326168:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219739.568186:0:326168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894ccd30900. 00000800:00000200:0.0:1788219739.568192:0:326168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219739.568199:0:326168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219739.568203:0:326168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894ccd30900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219739.568269:0:326168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.568274:0:326168:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26292 usecs (27 jiffies) 00000400:00000200:0.0:1788219739.568278:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219739.568281:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608683 00000100:00000001:0.0:1788219739.568284:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.568286:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608683 00000100:00000001:0.0:1788219739.568288:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:0.0:1788219739.568291:0:326168:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.568294:0:326168:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.568296:0:326168:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219739.568298:0:326168:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219739.568301:0:326168:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219739.568303:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219739.568304:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.569686:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.569695:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894ccd30900. 00000400:00000200:2.0:1788219739.569703:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.569711:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.569717:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfee0 00000400:00000010:2.0:1788219739.569719:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfee0. 00000100:00000001:2.0:1788219739.569724:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.569730:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.569740:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.569743:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.569750:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.569752:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.572141:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.572157:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.572160:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.572163:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.572171:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.572178:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.572186:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.572191:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.572196:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.572200:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d700 00000400:00000200:2.0:1788219739.572205:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.572210:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8775 [4] + 224 00000800:00000001:2.0:1788219739.572215:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.572238:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.572242:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.572246:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.572253:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.572261:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.572270:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.572348:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219739.572405:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.572415:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.572418:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219739.572673:0:326168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219739.572675:0:326168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219739.572679:0:326168:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4bb0. 00000400:00000200:0.0:1788219739.572683:0:326168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893d9cb6900 00000400:00000010:0.0:1788219739.572686:0:326168:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893d9cb6900. 00000100:00000001:0.0:1788219739.572693:0:326168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219739.572698:0:326168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219739.572707:0:326168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.572712:0:326168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219739.572714:0:326168:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.572717:0:326168:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219739.572720:0:326168:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219739.572723:0:326168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219739.572725:0:326168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.572728:0:326168:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219739.572737:0:326168:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219739.572741:0:326168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219739.572743:0:326168:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219739.572745:0:326168:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219739.572748:0:326168:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219739.572751:0:326168:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.572755:0:326168:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219739.572757:0:326168:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219739.572759:0:326168:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219739.572760:0:326168:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219739.572765:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.572771:0:326168:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219739.572774:0:326168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219739.572776:0:326168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219739.572780:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219739.572787:0:326168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186240:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219739.572791:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219739.572794:0:326168:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.572796:0:326168:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219739.572798:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.572801:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.572808:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219739.572811:0:326168:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.572813:0:326168:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219739.572815:0:326168:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219739.572822:0:326168:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219739.572824:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219739.572827:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566186240/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.572834:0:326168:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219739.572837:0:326168:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219739.572839:0:326168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:0.0:1788219739.572850:0:326168:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219739.572853:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.572854:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.572856:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219739.572859:0:326168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484c00. 02000000:00000001:0.0:1788219739.572862:0:326168:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219739.572863:0:326168:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219739.572865:0:326168:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219739.572868:0:326168:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219739.572870:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219739.572872:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219739.572873:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219739.572875:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219739.572877:0:326168:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219739.572880:0:326168:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219739.572883:0:326168:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219739.572885:0:326168:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910040 type=0x1064553b idx=2 00000040:00001000:0.0:1788219739.572887:0:326168:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219739.572888:0:326168:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910080 type=0x1064553b idx=3 00000040:00001000:0.0:1788219739.572890:0:326168:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:0.0:1788219739.572892:0:326168:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:0.0:1788219739.572896:0:326168:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219739.572897:0:326168:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219739.572899:0:326168:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219739.572902:0:326168:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219739.572905:0:326168:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219739.572909:0:326168:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894c9484c00. 00000040:00000001:0.0:1788219739.572912:0:326168:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219739.572914:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219739.572918:0:326168:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219739.572921:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219739.572925:0:326168:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219739.572928:0:326168:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219739.572931:0:326168:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219739.572937:0:326168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484e00. 00000100:00000001:0.0:1788219739.572942:0:326168:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.572947:0:326168:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219739.572948:0:326168:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219739.572953:0:326168:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893d9cb6f00. 00000100:00000001:0.0:1788219739.572955:0:326168:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359514443520 : -113714195108096 : ffff9893d9cb6f00) 00000100:00000001:0.0:1788219739.572957:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.572958:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219739.572963:0:326168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219739.572968:0:326168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219739.572969:0:326168:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219739.572971:0:326168:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219739.572975:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.572982:0:326168:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219739.572985:0:326168:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.572988:0:326168:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219739.572991:0:326168:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219739.572992:0:326168:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219739.572995:0:326168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186368:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219739.572999:0:326168:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219739.573003:0:326168:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219739.573006:0:326168:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219739.573008:0:326168:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219739.573012:0:326168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9485000. 02000000:00000001:0.0:1788219739.573013:0:326168:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219739.573018:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219739.573021:0:326168:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4bb0. 00000400:00000010:0.0:1788219739.573026:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219739.573032:0:326168:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566186368, portal 10 00000100:00000001:0.0:1788219739.573034:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219739.573035:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219739.576971:0:326168:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219739.576997:0:326168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219739.577004:0:326168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.577567:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6612a8. 00000100:00000200:1.0:1788219739.577578:0:326168:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566186368, offset 0 00000400:00000200:1.0:1788219739.577587:0:326168:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.577598:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.577606:0:326168:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.577611:0:326168:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.577616:0:326168:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.577619:0:326168:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.577622:0:326168:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.577625:0:326168:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92655:92655:256:4294967295] 192.168.203.120@tcp LPNI seq info [92655:92655:8:4294967295] 00000400:00000200:1.0:1788219739.577630:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.577640:0:326168:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.577646:0:326168:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.577652:0:326168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219739.577658:0:326168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.577665:0:326168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.577669:0:326168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.577691:0:326168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.577697:0:326168:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26291 usecs (27 jiffies) 00000400:00000200:1.0:1788219739.577701:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.577704:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608693 00000100:00000001:1.0:1788219739.577707:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.577710:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608693 00000100:00000001:1.0:1788219739.577712:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.577715:0:326168:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.577718:0:326168:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.577721:0:326168:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.577723:0:326168:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.577726:0:326168:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893d9cb6f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.577729:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.577732:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.577887:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.577891:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:2.0:1788219739.577897:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.577902:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.577908:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6612a8 00000400:00000010:2.0:1788219739.577910:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6612a8. 00000100:00000001:2.0:1788219739.577914:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.577922:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.577933:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.577937:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.577945:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.577947:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.581475:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.581491:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.581495:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.581498:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.581508:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.581515:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.581523:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.581529:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.581534:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.581538:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77d780 00000400:00000200:2.0:1788219739.581543:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.581549:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe877d [1] + 224 00000800:00000001:2.0:1788219739.581555:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.581565:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.581568:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.581572:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.581580:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.581590:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.581600:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.581626:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.581636:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.581639:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.581746:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.581754:0:326168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.581756:0:326168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.581759:0:326168:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4bb0. 00000400:00000200:1.0:1788219739.581764:0:326168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:1.0:1788219739.581766:0:326168:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:1.0:1788219739.581770:0:326168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.581775:0:326168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.581783:0:326168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.581790:0:326168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.581792:0:326168:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.581795:0:326168:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.581798:0:326168:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.581801:0:326168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.581802:0:326168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.581805:0:326168:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.581814:0:326168:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.581818:0:326168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.581821:0:326168:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.581823:0:326168:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.581825:0:326168:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.581828:0:326168:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.581832:0:326168:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.581833:0:326168:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219739.581835:0:326168:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.581837:0:326168:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.581841:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.581847:0:326168:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.581850:0:326168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.581852:0:326168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.581856:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.581862:0:326168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186368:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219739.581867:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.581870:0:326168:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.581872:0:326168:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.581874:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.581877:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.581899:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.581902:0:326168:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893d9cb6f00. 00000100:00000001:1.0:1788219739.581906:0:326168:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.581907:0:326168:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.581912:0:326168:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219739.581916:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.581918:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.581920:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219739.581922:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.581925:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566186368/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.581931:0:326168:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.581933:0:326168:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.581936:0:326168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9485000. 02000000:00000001:1.0:1788219739.581939:0:326168:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.581941:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.581942:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.581943:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.581946:0:326168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484e00. 02000000:00000001:1.0:1788219739.581949:0:326168:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.581950:0:326168:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.581952:0:326168:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:1.0:1788219739.581955:0:326168:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.581956:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219739.581959:0:326168:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.581961:0:326168:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219739.581968:0:326168:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735e000. 00000040:00000001:1.0:1788219739.581970:0:326168:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219739.581972:0:326168:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219739.581974:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219739.581978:0:326168:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219739.581980:0:326168:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219739.581983:0:326168:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219739.581985:0:326168:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219739.581989:0:326168:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219739.581994:0:326168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3f600. 00000100:00000001:1.0:1788219739.581999:0:326168:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.582002:0:326168:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219739.582004:0:326168:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219739.582009:0:326168:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2f37e40. 00000100:00000001:1.0:1788219739.582010:0:326168:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359668063808 : -113714041487808 : ffff9893e2f37e40) 00000100:00000001:1.0:1788219739.582013:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.582014:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219739.582018:0:326168:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219739.582022:0:326168:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.582024:0:326168:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219739.582025:0:326168:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219739.582028:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.582035:0:326168:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219739.582037:0:326168:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.582051:0:326168:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219739.582054:0:326168:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219739.582056:0:326168:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219739.582060:0:326168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186496:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.582063:0:326168:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219739.582067:0:326168:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219739.582069:0:326168:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.582071:0:326168:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219739.582093:0:326168:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:1.0:1788219739.582096:0:326168:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219739.582100:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219739.582104:0:326168:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219739.582108:0:326168:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2f37d80. 00000100:00000200:1.0:1788219739.582114:0:326168:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566186496, portal 10 00000100:00000001:1.0:1788219739.582117:0:326168:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219739.582118:0:326168:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219739.582124:0:326168:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.582130:0:326168:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219739.582133:0:326168:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219739.582136:0:326168:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661d48. 00000100:00000200:1.0:1788219739.582139:0:326168:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566186496, offset 0 00000400:00000200:1.0:1788219739.582144:0:326168:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219739.582151:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.582157:0:326168:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219739.582162:0:326168:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219739.582165:0:326168:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219739.582169:0:326168:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219739.582172:0:326168:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219739.582175:0:326168:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92656:92656:256:4294967295] 192.168.203.120@tcp LPNI seq info [92656:92656:8:4294967295] 00000400:00000200:1.0:1788219739.582180:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219739.582188:0:326168:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219739.582193:0:326168:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219739.582198:0:326168:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219739.582204:0:326168:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219739.582211:0:326168:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219739.582216:0:326168:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219739.582280:0:326168:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.582285:0:326168:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26291 usecs (27 jiffies) 00000400:00000200:1.0:1788219739.582289:0:326168:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219739.582291:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608697 00000100:00000001:1.0:1788219739.582294:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.582296:0:326168:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608697 00000100:00000001:1.0:1788219739.582298:0:326168:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:1.0:1788219739.582300:0:326168:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.582302:0:326168:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.582305:0:326168:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219739.582307:0:326168:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219739.582309:0:326168:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2f37e40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219739.582356:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219739.582358:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.584697:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.584707:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:2.0:1788219739.584715:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.584725:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.584733:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661d48 00000400:00000010:2.0:1788219739.584736:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661d48. 00000100:00000001:2.0:1788219739.584742:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.584750:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.584763:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.584767:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.584774:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.584776:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.587365:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.587384:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.587390:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.587392:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.587402:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.587411:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.587421:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.587428:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.587434:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.587439:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77d800 00000400:00000200:2.0:1788219739.587444:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.587451:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8785 [4] + 224 00000800:00000001:2.0:1788219739.587459:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.587470:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.587474:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.587477:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.587485:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.587495:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.587506:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.587530:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.587538:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.587541:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.587669:0:326168:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219739.587677:0:326168:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219739.587679:0:326168:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219739.587683:0:326168:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:1.0:1788219739.587687:0:326168:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2f37d80 00000400:00000010:1.0:1788219739.587689:0:326168:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2f37d80. 00000100:00000001:1.0:1788219739.587693:0:326168:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219739.587697:0:326168:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219739.587706:0:326168:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.587712:0:326168:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219739.587714:0:326168:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.587716:0:326168:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219739.587720:0:326168:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219739.587722:0:326168:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219739.587724:0:326168:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219739.587727:0:326168:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219739.587737:0:326168:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219739.587741:0:326168:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219739.587744:0:326168:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219739.587745:0:326168:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219739.587749:0:326168:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219739.587752:0:326168:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.587755:0:326168:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219739.587757:0:326168:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219739.587759:0:326168:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219739.587760:0:326168:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219739.587764:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.587777:0:326168:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219739.587779:0:326168:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219739.587781:0:326168:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219739.587785:0:326168:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219739.587794:0:326168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326168:1875079566186496:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219739.587798:0:326168:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219739.587800:0:326168:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219739.587802:0:326168:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219739.587804:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.587808:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.587814:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219739.587817:0:326168:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2f37e40. 00000100:00000001:1.0:1788219739.587819:0:326168:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219739.587821:0:326168:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.587827:0:326168:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219739.587829:0:326168:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219739.587832:0:326168:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566186496/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219739.587839:0:326168:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219739.587842:0:326168:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219739.587845:0:326168:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:1.0:1788219739.587859:0:326168:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219739.587862:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.587864:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.587866:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219739.587869:0:326168:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f600. 02000000:00000001:1.0:1788219739.587873:0:326168:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219739.587875:0:326168:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219739.587877:0:326168:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219739.587880:0:326168:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219739.587881:0:326168:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219739.587883:0:326168:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219739.587884:0:326168:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219739.587886:0:326168:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219739.591575:0:326168:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.591590:0:326168:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.591597:0:326168:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.591600:0:326168:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.591602:0:326168:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219739.591613:0:326168:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f2060. 00000040:00001000:1.0:1788219739.591617:0:326168:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:1.0:1788219739.591622:0:326168:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:1.0:1788219739.591631:0:326168:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c735c000. 00000040:00080000:1.0:1788219739.593197:0:326168:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 64768 count 1 00000040:00000010:1.0:1788219739.593209:0:326168:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c735c000. 00000040:00000010:1.0:1788219739.593216:0:326168:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f2060. 00000040:00000001:1.0:1788219739.593219:0:326168:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.593223:0:326168:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219739.593226:0:326168:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49100c0 type=0x0 idx=0 00000040:00000001:1.0:1788219739.593228:0:326168:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219739.593230:0:326168:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:1.0:1788219739.593232:0:326168:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4910000. 00000020:00000010:1.0:1788219739.593241:0:326168:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894cb1621c0. 00000020:00000010:1.0:1788219739.593259:0:326168:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9485400. 00000040:00000010:1.0:1788219739.593264:0:326168:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894c9484a00. 00000020:00000010:1.0:1788219739.593267:0:326168:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4b99800. 00000020:00000010:1.0:1788219739.593272:0:326168:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894d2550f18. 00000020:00000010:1.0:1788219739.593278:0:326168:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894c9485c00. 80000000:00000010:1.0:1788219739.593281:0:326168:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893e6a02120. 40000000:00000010:1.0:1788219739.593285:0:326168:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894cb162740. 00100000:00000010:1.0:1788219739.593289:0:326168:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4b9f800. 00040000:00000010:1.0:1788219739.593293:0:326168:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894c70e0100. 00040000:00000010:1.0:1788219739.593298:0:326168:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4b9b000. 00040000:00000010:1.0:1788219739.593303:0:326168:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894c9485800. 00000004:00000010:1.0:1788219739.593306:0:326168:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4b9c000. 00000004:00000010:1.0:1788219739.593830:0:326168:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed085000. 00000004:00000010:1.0:1788219739.593841:0:326168:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4b9f000. 00002000:00000010:1.0:1788219739.593845:0:326168:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ed03f800. 00000004:00000010:1.0:1788219739.593849:0:326168:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ed03c000. 00000020:00000010:1.0:1788219739.593852:0:326168:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9484200. 00000040:00000010:1.0:1788219739.593856:0:326168:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02660. 00000040:00000001:1.0:1788219739.593858:0:326168:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.593861:0:326168:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219739.593881:0:326168:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:1.0:1788219739.593886:0:326168:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735e000. 00000040:00000010:1.0:1788219739.593890:0:326168:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894c9484c00. 00000040:00000010:1.0:1788219739.593893:0:326168:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4914000. 00000040:00000010:1.0:1788219739.593896:0:326168:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894c9484000. 00000040:00000001:1.0:1788219739.593898:0:326168:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1788219739.593901:0:326168:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:1.0:1788219739.593905:0:326168:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:2.0:1788219739.593982:0:326167:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219739.594064:0:326168:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788219739.594179:0:326167:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894c70e0400. 00000002:00000001:0.0:1788219739.639458:0:326171:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:0.0:1788219739.639470:0:326171:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894ccd30900. 00000002:00000001:0.0:1788219739.639475:0:326171:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.639488:0:326171:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219739.639495:0:326171:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219739.645579:0:326172:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1788219739.645592:0:326172:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:3.0:1788219739.645599:0:326172:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:3.0:1788219739.645602:0:326172:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219739.645613:0:326172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4743000. 00000040:00000001:3.0:1788219739.645618:0:326172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219739.645621:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.645629:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.645632:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.645639:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.645642:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.645649:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.645657:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125f400. 00000100:00000001:3.0:1788219739.645665:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.645672:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.645674:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.645682:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.645685:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.645688:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.645690:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.645695:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.645700:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.645703:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.645704:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.645715:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.645725:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.645727:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.645730:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.645733:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.645736:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.645740:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566186624:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219739.645744:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.645750:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.645754:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.645756:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.645761:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4742400. 02000000:00000001:3.0:1788219739.645763:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.645773:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.645777:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.645785:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cc38. 00000100:00000200:3.0:1788219739.645792:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566186624, portal 10 00000100:00000001:3.0:1788219739.645794:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.645795:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.645803:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.645811:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.645814:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.645817:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ce58. 00000100:00000200:3.0:1788219739.645820:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566186624, offset 0 00000400:00000200:3.0:1788219739.645827:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.645838:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.645847:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.645853:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.645857:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.645861:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.645865:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.645869:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92657:92657:256:4294967295] 192.168.203.120@tcp LPNI seq info [92657:92657:8:4294967295] 00000400:00000200:3.0:1788219739.645874:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.645882:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.645888:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.645894:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614500. 00000800:00000200:3.0:1788219739.645900:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.645907:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.645913:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.645935:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.645941:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14615 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.645943:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.645946:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608749 00000100:00000001:3.0:1788219739.645950:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.645952:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608749 00000100:00000001:3.0:1788219739.645954:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.645958:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.645961:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.645963:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.645965:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.645968:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.645970:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.645973:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.646362:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.646367:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614500. 00000400:00000200:2.0:1788219739.646372:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.646377:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.646383:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ce58 00000400:00000010:2.0:1788219739.646385:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ce58. 00000100:00000001:2.0:1788219739.646389:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.646395:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.646404:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.646408:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.646414:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.646416:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.653819:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.653837:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.653841:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.653843:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.653853:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.653860:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.653869:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.653875:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.653881:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.653885:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77d880 00000400:00000200:2.0:1788219739.653890:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.653896:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe878d [1] + 224 00000800:00000001:2.0:1788219739.653903:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.653913:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.653916:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.653921:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.653929:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.653938:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.653948:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.653969:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.653979:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.653982:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.654054:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.654063:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.654065:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.654068:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.654072:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cc38 00000400:00000010:3.0:1788219739.654075:0:326172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cc38. 00000100:00000001:3.0:1788219739.654078:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.654082:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.654090:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.654096:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.654098:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.654101:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.654104:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.654106:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.654108:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.654111:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.654120:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.654124:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.654127:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.654128:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.654131:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.654134:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.654138:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.654141:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.654143:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.654146:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.654151:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.654157:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.654160:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.654162:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.654166:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.654174:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566186624:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219739.654179:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.654181:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.654184:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.654186:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.654190:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.654196:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.654200:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.654203:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.654205:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.654211:0:326172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788219739.654215:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.654217:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.654220:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1788219739.654222:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.654225:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566186624/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.654231:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.654233:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.654236:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4742400. 02000000:00000001:3.0:1788219739.654240:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.654241:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.654242:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.654244:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.654247:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125f400. 02000000:00000001:3.0:1788219739.654251:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.654252:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.654254:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.654258:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.654259:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788219739.654261:0:326172:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.654265:0:326172:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788219739.654272:0:326172:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e3104000. 00000040:00000001:3.0:1788219739.654274:0:326172:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788219739.654275:0:326172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788219739.654277:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.654281:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.654283:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.654286:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.654288:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.654292:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.654297:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4742400. 00000100:00000001:3.0:1788219739.654302:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.654306:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.654307:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.654368:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.654370:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.654373:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.654375:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.654379:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.654384:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.654386:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.654387:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.654391:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.654398:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.654400:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.654403:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.654406:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.654408:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.654411:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566186752:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219739.654415:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.654420:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.654422:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.654424:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.654447:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.654449:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.654454:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.654457:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.654462:0:326172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c94a4780. 00000100:00000200:3.0:1788219739.654468:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566186752, portal 10 00000100:00000001:3.0:1788219739.654470:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.654471:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.654477:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.654494:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.654496:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.654500:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cc38. 00000100:00000200:3.0:1788219739.654503:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566186752, offset 0 00000400:00000200:3.0:1788219739.654509:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.654515:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.654521:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.654526:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.654530:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.654534:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.654537:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.654540:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92658:92658:256:4294967295] 192.168.203.120@tcp LPNI seq info [92658:92658:8:4294967295] 00000400:00000200:3.0:1788219739.654544:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.654552:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.654558:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.654563:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614500. 00000800:00000200:3.0:1788219739.654569:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.654576:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.654580:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.654597:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.654601:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14613 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.654603:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.654606:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608758 00000100:00000001:3.0:1788219739.654609:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.654611:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608758 00000100:00000001:3.0:1788219739.654613:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.654615:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.654617:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.654620:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.654621:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.654623:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.654626:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.654627:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.654942:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.654947:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614500. 00000400:00000200:2.0:1788219739.654951:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.654956:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.654961:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cc38 00000400:00000010:2.0:1788219739.654963:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cc38. 00000100:00000001:2.0:1788219739.654966:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.654971:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.654980:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.654983:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.654990:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.654992:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.657793:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.657810:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.657814:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.657816:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.657825:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.657834:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.657842:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.657848:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.657853:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.657857:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77d900 00000400:00000200:2.0:1788219739.657861:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.657867:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe879d [4] + 224 00000800:00000001:2.0:1788219739.657874:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.657899:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.657903:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.657908:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.657917:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.657926:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.657943:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.657959:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.657969:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.657973:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.658078:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.658086:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.658089:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.658092:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.658096:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c94a4780 00000400:00000010:3.0:1788219739.658098:0:326172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c94a4780. 00000100:00000001:3.0:1788219739.658101:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.658105:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.658113:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.658119:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.658121:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.658124:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.658127:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.658131:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.658133:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.658136:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.658146:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.658150:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.658152:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.658154:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.658156:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.658159:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.658163:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.658165:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.658167:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.658170:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.658174:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.658181:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.658184:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.658186:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.658190:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.658198:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566186752:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219739.658203:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.658206:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.658208:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.658211:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.658214:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.658220:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.658223:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.658225:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.658227:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.658235:0:326172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788219739.658237:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.658241:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566186752/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.658248:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.658250:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.658253:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.658263:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.658266:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.658268:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.658271:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.658273:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4742400. 02000000:00000001:3.0:1788219739.658277:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.658278:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.658280:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.658284:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.658285:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219739.658287:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.658288:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.658290:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219739.658292:0:326172:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.658296:0:326172:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1788219739.658298:0:326172:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:3.0:1788219739.658300:0:326172:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.658301:0:326172:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.658304:0:326172:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1788219739.658306:0:326172:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788219739.658349:0:326172:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894c95ecc60. 00000040:00001000:3.0:1788219739.658353:0:326172:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1788219739.658357:0:326172:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788219739.658362:0:326172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4742400. 00000020:00000010:3.0:1788219739.658367:0:326172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d4742a00. 00000040:00000010:3.0:1788219739.658371:0:326172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894d4742c00. 00000020:00000010:3.0:1788219739.658375:0:326172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894ed09f800. 00000020:00000010:3.0:1788219739.658380:0:326172:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894f68e78c0. 00000020:00000010:3.0:1788219739.658385:0:326172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894c8be6200. 80000000:00000010:3.0:1788219739.658391:0:326172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9894c95ec780. 40000000:00000010:3.0:1788219739.658396:0:326172:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9893e070e5c0. 00100000:00000010:3.0:1788219739.658401:0:326172:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894ed09c800. 00040000:00000010:3.0:1788219739.658405:0:326172:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893f7614f00. 00040000:00000010:3.0:1788219739.658409:0:326172:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894ed09c000. 00040000:00000010:3.0:1788219739.658413:0:326172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894c8be7800. 00000004:00000010:3.0:1788219739.658417:0:326172:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894ed09d800. 00000004:00000010:3.0:1788219739.658422:0:326172:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed2e8000. 00000004:00000010:3.0:1788219739.658427:0:326172:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894ed099000. 00002000:00000010:3.0:1788219739.658431:0:326172:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9893e125f400. 00000004:00000010:3.0:1788219739.658436:0:326172:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9893e125f000. 00000020:00000010:3.0:1788219739.658441:0:326172:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9893e070eac0. 00000040:00000010:3.0:1788219739.658449:0:326172:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e3100000. 00000040:00001000:3.0:1788219739.658452:0:326172:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1788219739.658454:0:326172:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219739.658456:0:326172:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219739.658458:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.658461:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.658464:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.658467:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.658469:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.658472:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.658478:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c8be7c00. 00000100:00000001:3.0:1788219739.658778:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.658783:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.658785:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.658792:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.658794:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.658797:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.658799:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.658803:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.658808:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.658810:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.658812:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.658819:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.658826:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.658828:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.658832:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.658835:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.658837:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.658841:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566186880:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.658845:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.658850:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.658852:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.658855:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.658872:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.658875:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.658880:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.658883:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.658889:0:326172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c94a4780. 00000100:00000200:3.0:1788219739.658895:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566186880, portal 10 00000100:00000001:3.0:1788219739.658897:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.658898:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.658905:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.658911:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.658913:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.658916:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c000. 00000100:00000200:3.0:1788219739.658919:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566186880, offset 0 00000400:00000200:3.0:1788219739.658924:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.658932:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.658939:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.658943:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.658947:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.658951:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.658953:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.658957:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92659:92659:256:4294967295] 192.168.203.120@tcp LPNI seq info [92659:92659:8:4294967295] 00000400:00000200:3.0:1788219739.658961:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.658968:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.658974:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.658979:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614300. 00000800:00000200:3.0:1788219739.658985:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.658991:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.658995:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.659014:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.659018:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14610 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.659021:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.659024:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608762 00000100:00000001:3.0:1788219739.659027:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.659029:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608762 00000100:00000001:3.0:1788219739.659032:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.659035:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.659038:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.659049:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.659051:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.659054:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.659056:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.659059:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.659197:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.659201:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614300. 00000400:00000200:2.0:1788219739.659206:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.659210:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.659214:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c000 00000400:00000010:2.0:1788219739.659216:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c000. 00000100:00000001:2.0:1788219739.659219:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.659223:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.659231:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.659234:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.659239:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.659241:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.663862:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.663881:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.663885:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.663888:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.663896:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.663903:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.663911:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.663916:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.663921:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.663925:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77d980 00000400:00000200:2.0:1788219739.663930:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.663937:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe87ad [4] + 224 00000800:00000001:2.0:1788219739.663944:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.663955:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.663959:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.663963:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.663970:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.663979:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.663990:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.664005:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.664013:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.664016:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.664139:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.664147:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.664149:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.664152:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.664157:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c94a4780 00000400:00000010:3.0:1788219739.664159:0:326172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c94a4780. 00000100:00000001:3.0:1788219739.664162:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.664166:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.664181:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.664187:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.664190:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.664193:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.664196:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.664199:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.664201:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.664205:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.664215:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.664219:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.664222:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.664224:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.664226:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.664229:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.664233:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.664235:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.664237:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.664240:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.664244:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.664252:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.664255:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.664257:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.664261:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.664269:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566186880:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.664274:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.664277:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.664279:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.664282:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.664285:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.664291:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.664294:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.664297:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.664298:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.664307:0:326172:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219739.664308:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.664610:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566186880/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.664618:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.664620:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.664624:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.664649:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.664652:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.664654:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.664656:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.664659:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c8be7c00. 02000000:00000001:3.0:1788219739.664664:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.664666:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.664668:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.664671:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.664673:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219739.664676:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.664677:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.664678:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219739.664681:0:326172:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.664683:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3100000 type=0x1064553b idx=1 00000040:00001000:3.0:1788219739.664687:0:326172:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:3.0:1788219739.664689:0:326172:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219739.664691:0:326172:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219739.664693:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.664698:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.664701:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.664704:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.664706:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.664710:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.664716:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975800. 00000100:00000001:3.0:1788219739.664723:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.664727:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.664729:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.664734:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.664736:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.664739:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.664741:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.664745:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.664749:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.664751:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.664753:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.664758:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.664765:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.664767:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.664770:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.664773:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.664775:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.664778:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187008:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.664782:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.664787:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.664789:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.664791:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.664808:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.664811:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.664817:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.664820:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.664826:0:326172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c94a4780. 00000100:00000200:3.0:1788219739.664832:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566187008, portal 10 00000100:00000001:3.0:1788219739.664834:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.664836:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.664841:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.664848:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.664851:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.664854:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c6e8. 00000100:00000200:3.0:1788219739.664857:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566187008, offset 0 00000400:00000200:3.0:1788219739.664863:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.665071:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.665078:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.665083:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.665087:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.665090:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.665093:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.665096:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92660:92660:256:4294967295] 192.168.203.120@tcp LPNI seq info [92660:92660:8:4294967295] 00000400:00000200:3.0:1788219739.665100:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.665109:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.665115:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.665123:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614700. 00000800:00000200:3.0:1788219739.665130:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.665138:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.665142:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.665206:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.665211:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14606 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.665215:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.665217:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608768 00000100:00000001:3.0:1788219739.665220:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.665222:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608768 00000100:00000001:3.0:1788219739.665224:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.665228:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.665231:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.665233:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.665235:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.665237:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.665239:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.665241:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.671943:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.671953:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614700. 00000400:00000200:2.0:1788219739.671962:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.671972:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.671980:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c6e8 00000400:00000010:2.0:1788219739.671983:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c6e8. 00000100:00000001:2.0:1788219739.671989:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.671997:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.672010:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.672013:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.672020:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.672021:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.675829:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.675846:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.675850:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.675852:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.675862:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.675870:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.675879:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.675885:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.675891:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.675895:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77da00 00000400:00000200:2.0:1788219739.675900:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.675906:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe87bd [4] + 224 00000800:00000001:2.0:1788219739.675913:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.675928:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.675931:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.675936:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.675943:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.675953:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.675964:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.675984:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.675992:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.675995:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.676365:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.676372:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.676374:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.676377:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.676382:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c94a4780 00000400:00000010:3.0:1788219739.676384:0:326172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c94a4780. 00000100:00000001:3.0:1788219739.676387:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.676392:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.676402:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.676407:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.676410:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.676412:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.676415:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.676418:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.676420:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.676423:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.676432:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.676436:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.676438:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.676440:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.676443:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.676446:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.676449:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.676451:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.676453:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.676456:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.676462:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.676468:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.676470:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.676472:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.676475:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.676502:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187008:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.676507:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.676509:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.676512:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.676514:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.676517:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.676524:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.676527:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.676530:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.676531:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.676541:0:326172:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219739.676542:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.676546:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566187008/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.676552:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.676553:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.676556:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.676572:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.676575:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.676577:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.676579:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.676582:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975800. 02000000:00000001:3.0:1788219739.676585:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.676588:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.676589:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.676593:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.676595:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219739.676597:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.676598:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.676599:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219739.676602:0:326172:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.676604:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3100000 type=0x1064553b idx=1 00000040:00001000:3.0:1788219739.676608:0:326172:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:3.0:1788219739.676610:0:326172:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:3.0:1788219739.676613:0:326172:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1788219739.676615:0:326172:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1788219739.676616:0:326172:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1788219739.676619:0:326172:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1788219739.676621:0:326172:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219739.676625:0:326172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4975800. 00000040:00000001:3.0:1788219739.676628:0:326172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219739.676630:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.677628:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.677644:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.677651:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.677653:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.677658:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.677666:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:3.0:1788219739.677672:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.677678:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.677680:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.677685:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.677687:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.677691:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.677692:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.677696:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.677701:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.677702:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.677704:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.677712:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.677719:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.677721:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.677725:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.677727:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.677729:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.677732:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187136:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219739.677736:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.677740:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.677742:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.677745:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.677748:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975a00. 02000000:00000001:3.0:1788219739.677749:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.677756:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.677760:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.677766:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ccc0. 00000100:00000200:3.0:1788219739.677771:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566187136, portal 10 00000100:00000001:3.0:1788219739.677773:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.677774:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.677781:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.677788:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.677791:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.677793:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ca18. 00000100:00000200:3.0:1788219739.677795:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566187136, offset 0 00000400:00000200:3.0:1788219739.677801:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.677809:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.677817:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.677823:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.677827:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.677830:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.677833:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.677837:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92661:92661:256:4294967295] 192.168.203.120@tcp LPNI seq info [92661:92661:8:4294967295] 00000400:00000200:3.0:1788219739.677841:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.677850:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.677856:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.677861:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614600. 00000800:00000200:3.0:1788219739.677868:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.677875:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.677879:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.677899:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.677904:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14606 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.677907:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.677910:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608781 00000100:00000001:3.0:1788219739.677913:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.677915:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608781 00000100:00000001:3.0:1788219739.677917:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.677919:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.677921:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.677924:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.677926:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.677929:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.677931:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.677934:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.678162:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.678167:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614600. 00000400:00000200:2.0:1788219739.678172:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.678177:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.678182:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ca18 00000400:00000010:2.0:1788219739.678184:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ca18. 00000100:00000001:2.0:1788219739.678187:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.678191:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.678199:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.678202:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.678212:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.678214:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.688031:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.688060:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.688064:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.688067:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.688076:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.688084:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.688094:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.688100:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.688105:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.688110:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77da80 00000400:00000200:2.0:1788219739.688114:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.688119:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe87cd [1] + 224 00000800:00000001:2.0:1788219739.688126:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.688136:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.688140:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.688144:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.688152:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.688161:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.688172:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.688194:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.688202:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.688206:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.688263:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.688271:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.688274:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.688277:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.688282:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ccc0 00000400:00000010:3.0:1788219739.688285:0:326172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ccc0. 00000100:00000001:3.0:1788219739.688289:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.688294:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.688304:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.688357:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.688360:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.688363:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.688367:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.688369:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.688372:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.688375:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.688386:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.688390:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.688392:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.688395:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.688398:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.688402:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.688405:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.688407:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.688409:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.688412:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.688417:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.688425:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.688427:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.688429:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.688433:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.688441:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187136:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219739.688447:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.688450:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.688453:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.688456:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.688459:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.688466:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.688469:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.688473:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.688474:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.688480:0:326172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788219739.688483:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.688485:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.688488:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1788219739.688490:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.688493:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566187136/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.688499:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.688502:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.688505:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975a00. 02000000:00000001:3.0:1788219739.688508:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.688509:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.688510:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.688511:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.688514:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:3.0:1788219739.688516:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.688518:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.688519:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.688523:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.688524:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788219739.688526:0:326172:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.688530:0:326172:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788219739.688538:0:326172:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893de384000. 00000040:00000001:3.0:1788219739.688540:0:326172:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788219739.688541:0:326172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788219739.688543:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.688547:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.688549:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.688552:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.688554:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.688559:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.688563:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:3.0:1788219739.688568:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.688572:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.688574:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.688578:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.688580:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.688583:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.688585:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.688589:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.688593:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.688595:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.688597:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.688601:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.688608:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.688611:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.688614:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.688617:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.688619:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.688622:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187264:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219739.688626:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.688631:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.688633:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.688648:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.688674:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.688677:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.688682:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.688685:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.688690:0:326172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c94a4780. 00000100:00000200:3.0:1788219739.688697:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566187264, portal 10 00000100:00000001:3.0:1788219739.688699:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.688700:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.688706:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.688712:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.688714:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.688717:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ccc0. 00000100:00000200:3.0:1788219739.688719:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566187264, offset 0 00000400:00000200:3.0:1788219739.688725:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.688730:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.688736:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.688741:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.688745:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.688749:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.688751:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.688754:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92662:92662:256:4294967295] 192.168.203.120@tcp LPNI seq info [92662:92662:8:4294967295] 00000400:00000200:3.0:1788219739.688759:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.688766:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.688772:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.688777:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614000. 00000800:00000200:3.0:1788219739.688783:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.688790:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.688794:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.688810:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.688815:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14606 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.688818:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.688820:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608792 00000100:00000001:3.0:1788219739.688823:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.688825:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608792 00000100:00000001:3.0:1788219739.688827:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.688829:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.688831:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.688833:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.688835:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.688837:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.688839:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.688841:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.689165:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.689170:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614000. 00000400:00000200:2.0:1788219739.689174:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.689178:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.689182:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ccc0 00000400:00000010:2.0:1788219739.689185:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ccc0. 00000100:00000001:2.0:1788219739.689189:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.689193:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.689202:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.689204:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.689210:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.689211:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.697948:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.698019:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.698024:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.698027:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.698037:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.698054:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.698064:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.698071:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.698076:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.698080:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77db00 00000400:00000200:2.0:1788219739.698085:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.698091:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe87dd [4] + 224 00000800:00000001:2.0:1788219739.698098:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.698127:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.698130:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.698136:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.698144:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.698153:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.698164:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.698185:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.698195:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.698198:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.698493:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.698502:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.698504:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.698508:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.698512:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c94a4780 00000400:00000010:3.0:1788219739.698514:0:326172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c94a4780. 00000100:00000001:3.0:1788219739.698517:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.698522:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.698530:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.698536:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.698538:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.698540:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.698543:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.698546:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.698548:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.698551:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.698560:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.698564:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.698567:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.698568:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.698571:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.698574:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.698578:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.698580:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.698582:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.698585:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.698590:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.698602:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.698605:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.698607:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.698611:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.698618:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187264:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219739.698623:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.698626:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.698628:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.698630:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.698645:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.698653:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.698656:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.698658:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.698660:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.698668:0:326172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788219739.698670:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.698673:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566187264/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.698679:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.698681:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.698684:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.698696:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.698699:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.698701:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.698703:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.698706:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:3.0:1788219739.698710:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.698712:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.698714:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.698717:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.698719:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219739.698722:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.698723:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.698724:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219739.698727:0:326172:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.698729:0:326172:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.698733:0:326172:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.698735:0:326172:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.698738:0:326172:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788219739.698742:0:326172:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894c95ecea0. 00000040:00001000:3.0:1788219739.698744:0:326172:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:3.0:1788219739.698747:0:326172:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:3.0:1788219739.698755:0:326172:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893de386000. 00000040:00001000:3.0:1788219739.698757:0:326172:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1788219739.698759:0:326172:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219739.698761:0:326172:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219739.698763:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.698766:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.698768:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.698771:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.698773:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.698778:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.698782:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:3.0:1788219739.698787:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.698791:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.698793:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.698797:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.698799:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532512448 : -113710177039168 : ffff9894c94a4cc0) 00000100:00000001:3.0:1788219739.698802:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.698803:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.698807:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.698811:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.698813:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.698814:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.698819:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.698825:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.698827:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.698830:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.698832:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.698834:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.698837:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187392:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.698841:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.698845:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.698847:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.698850:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.698867:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.698870:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.698874:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.698877:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.698882:0:326172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c94a4780. 00000100:00000200:3.0:1788219739.698888:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566187392, portal 10 00000100:00000001:3.0:1788219739.698890:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.698891:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.698896:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.698902:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.698904:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.698908:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cb28. 00000100:00000200:3.0:1788219739.698910:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566187392, offset 0 00000400:00000200:3.0:1788219739.698915:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.698921:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.698927:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.698932:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.698936:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.698939:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.698942:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.698946:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92663:92663:256:4294967295] 192.168.203.120@tcp LPNI seq info [92663:92663:8:4294967295] 00000400:00000200:3.0:1788219739.698950:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.698957:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.698963:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.698967:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614200. 00000800:00000200:3.0:1788219739.698973:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.698980:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.698984:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.699003:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.699008:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14605 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.699011:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.699014:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608802 00000100:00000001:3.0:1788219739.699017:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.699018:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608802 00000100:00000001:3.0:1788219739.699020:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.699023:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.699025:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.699027:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.699028:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.699031:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.699033:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.699034:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219739.699364:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.699369:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614200. 00000400:00000200:2.0:1788219739.699373:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.699379:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.699383:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cb28 00000400:00000010:2.0:1788219739.699385:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cb28. 00000100:00000001:2.0:1788219739.699389:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.699393:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.699401:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.699403:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.699409:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.699410:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.709669:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.709693:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.709697:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.709699:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.709710:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.709717:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.709727:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.709734:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.709740:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.709744:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77db80 00000400:00000200:2.0:1788219739.709748:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.709754:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe87ed [4] + 224 00000800:00000001:2.0:1788219739.709761:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.709776:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.709779:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.709783:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.709791:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.709801:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.709812:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.709831:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.709841:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.709844:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.709948:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.709956:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.709958:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.709962:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.709967:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c94a4780 00000400:00000010:3.0:1788219739.709970:0:326172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c94a4780. 00000100:00000001:3.0:1788219739.709973:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.709978:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.709987:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.709994:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.709996:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.709998:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.710002:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.710005:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.710007:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.710010:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.710020:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.710024:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.710027:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.710029:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.710031:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.710035:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.710038:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.710051:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.710053:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.710056:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.710061:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.710067:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.710070:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.710071:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.710075:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.710081:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187392:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.710086:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.710088:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.710091:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.710093:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.710096:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.710102:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.710105:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4cc0. 00000100:00000001:3.0:1788219739.710108:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.710109:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.710119:0:326172:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219739.710120:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.710123:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566187392/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.710129:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.710131:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.710134:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.710150:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.710154:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.710155:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.710158:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.710161:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:3.0:1788219739.710164:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.710165:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.710167:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.710170:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.710171:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219739.710174:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.710175:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.710176:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219739.710178:0:326172:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.710181:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de386000 type=0x10660000 idx=1 00000040:00001000:3.0:1788219739.710185:0:326172:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 184 (8192 remains) 00000040:00001000:3.0:1788219739.710188:0:326172:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 4 synced_idx: 0 lgh_last_idx: 4 00000002:00000001:3.0:1788219739.710190:0:326172:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:3.0:1788219739.710193:0:326172:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 1 02MKDIR 1920086321396578186 0x0 t=[0x2400013a2:0x55:0x0] p=[0x200000007:0x1:0x0] d160c.sanity 00000002:00000010:3.0:1788219739.710199:0:326172:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 180 at ffff9894c94a4cc0. 00000002:00000001:3.0:1788219739.710217:0:326172:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.710219:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de3860b8 type=0x10660000 idx=2 00000002:00000010:0.0:1788219739.710368:0:326171:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 180 at ffff9894c94a4cc0. 00000002:00000001:0.0:1788219739.710373:0:326171:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=156 : 156 : 9c) 00000002:00000001:0.0:1788219739.710713:0:326171:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000040:00001000:3.0:1788219739.710912:0:326172:0:(llog.c:784:llog_process_thread()) lrh_index: 2 lrh_len: 176 (8008 remains) 00000040:00001000:3.0:1788219739.710914:0:326172:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 4 synced_idx: 0 lgh_last_idx: 4 00000002:00000001:3.0:1788219739.710916:0:326172:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:3.0:1788219739.710918:0:326172:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 2 01CREAT 1920086321480237873 0x0 t=[0x2400013a2:0x56:0x0] p=[0x2400013a2:0x55:0x0] foo_160c 00000002:00000010:3.0:1788219739.710926:0:326172:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 176 at ffff9894c94a4780. 00000002:00000001:3.0:1788219739.710930:0:326172:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.710932:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de386168 type=0x10660000 idx=3 00000040:00001000:3.0:1788219739.710933:0:326172:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7832 remains) 00000040:00001000:3.0:1788219739.710935:0:326172:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 4 synced_idx: 0 lgh_last_idx: 4 00000002:00000001:3.0:1788219739.710936:0:326172:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:3.0:1788219739.710938:0:326172:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 3 14SATTR 1920086322954857402 0xe t=[0x2400013a2:0x56:0x0] p=[0x2400013a2:0x55:0x0] 00000002:00000010:3.0:1788219739.710942:0:326172:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 168 at ffff9894c94a4600. 00000002:00000001:3.0:1788219739.710943:0:326172:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.710945:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de386210 type=0x10660000 idx=4 00000040:00001000:3.0:1788219739.710947:0:326172:0:(llog.c:728:llog_process_thread()) synced_idx: 4 00000040:00000001:3.0:1788219739.710950:0:326172:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219739.710952:0:326172:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219739.710955:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219739.710960:0:326172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219739.710962:0:326172:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=10 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219739.710965:0:326172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219739.710968:0:326172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219739.710972:0:326172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219739.710977:0:326172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:3.0:1788219739.710984:0:326172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.710989:0:326172:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219739.710990:0:326172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219739.710996:0:326172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a43c0. 00000100:00000001:3.0:1788219739.710998:0:326172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532510144 : -113710177041472 : ffff9894c94a43c0) 00000100:00000001:3.0:1788219739.711001:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.711002:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219739.711007:0:326172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219739.711011:0:326172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.711013:0:326172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219739.711015:0:326172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219739.711021:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.711029:0:326172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219739.711031:0:326172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.711035:0:326172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219739.711037:0:326172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219739.711050:0:326172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219739.711054:0:326172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187520:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.711058:0:326172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219739.711063:0:326172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219739.711065:0:326172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.711067:0:326172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219739.711082:0:326172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.711085:0:326172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219739.711091:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219739.711095:0:326172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219739.711102:0:326172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c94a4840. 00000100:00000200:3.0:1788219739.711108:0:326172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566187520, portal 10 00000100:00000001:3.0:1788219739.711110:0:326172:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219739.711111:0:326172:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219739.711118:0:326172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.711124:0:326172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219739.711127:0:326172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219739.711130:0:326172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219739.711133:0:326172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566187520, offset 0 00000400:00000200:3.0:1788219739.711139:0:326172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219739.711147:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.711155:0:326172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219739.711160:0:326172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219739.711165:0:326172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219739.711169:0:326172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219739.711171:0:326172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219739.711175:0:326172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92664:92664:256:4294967295] 192.168.203.120@tcp LPNI seq info [92664:92664:8:4294967295] 00000400:00000200:3.0:1788219739.711179:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219739.711187:0:326172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219739.711194:0:326172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219739.711199:0:326172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614a00. 00000800:00000200:3.0:1788219739.711205:0:326172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219739.711213:0:326172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219739.711217:0:326172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219739.711226:0:326172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.711231:0:326172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14605 usecs (15 jiffies) 00000400:00000200:3.0:1788219739.711234:0:326172:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219739.711236:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313608814 00000100:00000001:3.0:1788219739.711239:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.711241:0:326172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313608814 00000100:00000001:3.0:1788219739.711243:0:326172:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313609466 00000100:00000001:3.0:1788219739.711245:0:326172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.711248:0:326172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.711251:0:326172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219739.711253:0:326172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219739.711255:0:326172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a43c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219739.711258:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219739.711261:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788219739.711363:0:326171:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 176 at ffff9894c94a4780. 00000002:00000010:0.0:1788219739.711368:0:326171:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9894c94a4600. 00000002:00000001:0.0:1788219739.711370:0:326171:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=296 : 296 : 128) 00000002:00000001:0.0:1788219739.711408:0:326171:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000200:2.0:1788219739.711661:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219739.711666:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614a00. 00000400:00000200:2.0:1788219739.711670:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.711676:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219739.711682:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:2.0:1788219739.711684:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:2.0:1788219739.711688:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219739.711693:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.711702:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219739.711705:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.711712:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219739.711713:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219739.715272:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.715289:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219739.715293:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.715296:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.715304:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.715358:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219739.715368:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.715374:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.715379:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.715383:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77dc00 00000400:00000200:2.0:1788219739.715387:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219739.715394:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe87fd [4] + 224 00000800:00000001:2.0:1788219739.715401:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.715413:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219739.715416:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219739.715420:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219739.715427:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219739.715436:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219739.715447:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219739.715468:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219739.715476:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219739.715487:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.715545:0:326172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219739.715553:0:326172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219739.715555:0:326172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219739.715559:0:326172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219739.715564:0:326172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c94a4840 00000400:00000010:3.0:1788219739.715567:0:326172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c94a4840. 00000100:00000001:3.0:1788219739.715570:0:326172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219739.715575:0:326172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219739.715584:0:326172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.715589:0:326172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219739.715591:0:326172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.715594:0:326172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219739.715597:0:326172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219739.715600:0:326172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219739.715603:0:326172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219739.715606:0:326172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219739.715616:0:326172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219739.715620:0:326172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219739.715623:0:326172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219739.715625:0:326172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219739.715628:0:326172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219739.715633:0:326172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.715648:0:326172:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219739.715650:0:326172:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902854 00000100:00000001:3.0:1788219739.715652:0:326172:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219739.715656:0:326172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219739.715662:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.715668:0:326172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219739.715671:0:326172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219739.715673:0:326172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219739.715677:0:326172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219739.715684:0:326172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326172:1875079566187520:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219739.715689:0:326172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219739.715692:0:326172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219739.715695:0:326172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219739.715697:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.715700:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.715707:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219739.715710:0:326172:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a43c0. 00000100:00000001:3.0:1788219739.715713:0:326172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219739.715715:0:326172:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.715723:0:326172:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219739.715724:0:326172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219739.715727:0:326172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566187520/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219739.715733:0:326172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219739.715736:0:326172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219739.715738:0:326172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ddb50000. 02000000:00000001:3.0:1788219739.715753:0:326172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219739.715756:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.715758:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.715760:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219739.715763:0:326172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:3.0:1788219739.715766:0:326172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219739.715768:0:326172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219739.715770:0:326172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219739.715773:0:326172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219739.715774:0:326172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219739.715777:0:326172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219739.715778:0:326172:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219739.715780:0:326172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219739.715782:0:326172:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.715785:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de386210 type=0x10660000 idx=4 00000040:00001000:3.0:1788219739.715788:0:326172:0:(llog.c:784:llog_process_thread()) lrh_index: 4 lrh_len: 168 (7664 remains) 00000040:00001000:3.0:1788219739.715791:0:326172:0:(llog.c:805:llog_process_thread()) index: 4, lh_last_idx: 4 synced_idx: 4 lgh_last_idx: 4 00000002:00000001:3.0:1788219739.715794:0:326172:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:3.0:1788219739.715796:0:326172:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 4 13TRUNC 1920086324449890610 0xe t=[0x2400013a2:0x56:0x0] p=[0x2400013a2:0x55:0x0] 00000002:00000010:3.0:1788219739.715804:0:326172:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 168 at ffff9894c94a43c0. 00000002:00000001:3.0:1788219739.715814:0:326172:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.715816:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de3862b8 type=0x0 idx=0 00000040:00000001:3.0:1788219739.715818:0:326172:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1788219739.715821:0:326172:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 5 count 5 00000040:00000010:3.0:1788219739.715823:0:326172:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893de386000. 00000040:00000010:3.0:1788219739.715828:0:326172:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894c95ecea0. 00000040:00000001:3.0:1788219739.715830:0:326172:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.715833:0:326172:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219739.715836:0:326172:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3100040 type=0x0 idx=0 00000040:00000001:3.0:1788219739.715838:0:326172:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1788219739.715839:0:326172:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:3.0:1788219739.715841:0:326172:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e3100000. 00000020:00000010:3.0:1788219739.715849:0:326172:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9893e070eac0. 00000020:00000010:3.0:1788219739.715864:0:326172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d4742a00. 00000040:00000010:3.0:1788219739.715869:0:326172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894d4742c00. 00000020:00000010:3.0:1788219739.715872:0:326172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894ed09f800. 00000020:00000010:3.0:1788219739.715877:0:326172:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894f68e78c0. 00000020:00000010:3.0:1788219739.715883:0:326172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894c8be6200. 80000000:00000010:3.0:1788219739.715888:0:326172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9894c95ec780. 40000000:00000010:3.0:1788219739.715891:0:326172:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9893e070e5c0. 00100000:00000010:3.0:1788219739.715895:0:326172:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894ed09c800. 00040000:00000010:3.0:1788219739.715899:0:326172:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893f7614f00. 00040000:00000010:3.0:1788219739.715904:0:326172:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894ed09c000. 00040000:00000010:3.0:1788219739.715906:0:326172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894c8be7800. 00000004:00000010:3.0:1788219739.715910:0:326172:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894ed09d800. 00000004:00000010:3.0:1788219739.715914:0:326172:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed2e8000. 00000004:00000010:3.0:1788219739.715919:0:326172:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894ed099000. 00002000:00000010:3.0:1788219739.715923:0:326172:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9893e125f400. 00000004:00000010:3.0:1788219739.715926:0:326172:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9893e125f000. 00000020:00000010:3.0:1788219739.715930:0:326172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4742400. 00000040:00000010:3.0:1788219739.715932:0:326172:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894c95ecc60. 00000040:00000001:3.0:1788219739.715934:0:326172:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.715936:0:326172:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219739.715940:0:326172:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:3.0:1788219739.715943:0:326172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893de384000. 00000040:00000010:3.0:1788219739.715947:0:326172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4975800. 00000040:00000010:3.0:1788219739.715949:0:326172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e3104000. 00000040:00000010:3.0:1788219739.715954:0:326172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4743000. 00000040:00000001:3.0:1788219739.715957:0:326172:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1788219739.715959:0:326172:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:3.0:1788219739.715962:0:326172:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000010:0.0:1788219739.716685:0:326171:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9894c94a43c0. 00000002:00000001:0.0:1788219739.716694:0:326171:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=144 : 144 : 90) 00000002:00000001:0.0:1788219739.716761:0:326171:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:0.0:1788219739.716763:0:326171:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219739.716948:0:326172:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788219739.717144:0:326171:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894ccd30900. 00010000:00000001:1.0:1788219740.065535:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219740.065542:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065548:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219740.065549:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065553:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219740.065556:0:310529:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219740.065558:0:310529:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219740.065564:0:310529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219740.065566:0:310529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219740.065568:0:310529:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065570:0:310529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219740.065572:0:310529:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065574:0:310529:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065576:0:310529:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065580:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219740.065581:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219740.065584:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219740.065585:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219740.065608:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219740.065611:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219740.065614:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219740.385444:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313609466, at 4313609474 00000100:00000010:3.0:1788219740.385460:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02900. 00000100:00000040:2.0:1788219740.386693:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313609466, at 4313609475 00000100:00000010:2.0:1788219740.386704:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02960. 00000080:00000001:2.0:1788219740.892206:0:326261:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219741.087444:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219741.087452:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219741.087459:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219741.087461:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219741.087465:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219741.087467:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219741.087473:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219741.087474:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219741.087477:0:310529:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219741.087478:0:310529:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219741.087575:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219741.087580:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219741.087592:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219742.111641:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219742.111648:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219742.111653:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219742.111654:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219742.111658:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219742.111659:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219742.111662:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219742.111664:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219742.111666:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219742.111667:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219742.111688:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219742.111690:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219742.111692:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788219742.543794:0:326402:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219742.690060:0:280884:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788219742.690072:0:280884:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219743.136802:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219743.136812:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219743.136820:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219743.136821:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219743.136826:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219743.136827:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219743.136832:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219743.136833:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219743.136837:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219743.136838:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219743.136879:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219743.136884:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219743.136888:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219744.159619:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219744.159629:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219744.159637:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219744.159638:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219744.159643:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219744.159645:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219744.159650:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219744.159651:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219744.159656:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219744.159657:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219744.161973:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219744.161981:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219744.161986:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788219744.228123:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219744.228135:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219744.228144:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219744.228152:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1788219744.228158:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219744.228161:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219744.228168:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219744.228176:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2600. 00000100:00000001:1.0:1788219744.228184:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228200:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219744.228213:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219744.228218:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228226:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b061468e] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228259:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228262:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219744.228267:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219744.228270:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ce00. 00000020:00000040:1.0:1788219744.228273:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219744.228275:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219744.228277:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219744.228279:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219744.228282:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2100. 00000100:00000001:1.0:1788219744.228285:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228290:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219744.228296:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219744.228298:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228302:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9f2e809] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228309:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228327:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219744.228331:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219744.228334:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ca80. 00000020:00000040:1.0:1788219744.228337:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219744.228339:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219744.228340:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219744.228342:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219744.228345:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2000. 00000100:00000001:1.0:1788219744.228348:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228352:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219744.228359:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219744.228361:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228365:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005773602c] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228373:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228375:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219744.228379:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219744.228383:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ed80. 00000020:00000040:1.0:1788219744.228386:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219744.228388:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219744.228389:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219744.228391:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219744.228394:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2400. 00000100:00000001:1.0:1788219744.228397:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228401:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219744.228407:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219744.228409:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228413:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e81ad967] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228419:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228421:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219744.228425:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219744.228429:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f480. 00000020:00000040:1.0:1788219744.228431:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219744.228433:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219744.228435:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219744.228436:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219744.228439:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2b00. 00000100:00000001:1.0:1788219744.228442:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228445:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219744.228451:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219744.228454:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228457:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1082ab] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228464:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228469:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18951) 00000100:00000001:1.0:1788219744.228487:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219744.228492:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219744.228496:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219744.228501:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228510:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219744.228512:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.228517:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219744.228520:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219744.228523:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219744.228527:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566187776:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219744.228531:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219744.228538:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219744.228541:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.228544:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219744.228549:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7c00. 02000000:00000001:1.0:1788219744.228551:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219744.228560:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219744.228566:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26898. 00000400:00000010:1.0:1788219744.228575:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661c38. 00000100:00000200:1.0:1788219744.228586:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566187776, portal 10 00000100:00000001:1.0:1788219744.228589:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219744.228591:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000040:1.0:1788219744.228599:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228606:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219744.228609:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219744.228612:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661f68. 00000100:00000200:1.0:1788219744.228615:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566187776, offset 0 00000400:00000200:1.0:1788219744.228623:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219744.228634:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.228644:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219744.228650:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219744.228656:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219744.228660:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219744.228663:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219744.228666:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92665:92665:256:4294967295] 192.168.203.120@tcp LPNI seq info [92665:92665:8:4294967295] 00000400:00000200:1.0:1788219744.228671:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.228682:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219744.228689:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219744.228694:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219744.228703:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219744.228712:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219744.228717:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219744.228736:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228741:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26291 usecs (27 jiffies) 00000400:00000200:1.0:1788219744.228744:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219744.228747:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313613343 00000100:00000010:1.0:1788219744.228752:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2300. 00000100:00000001:1.0:1788219744.228761:0:256062:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219744.228767:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313613343 00000100:00000010:1.0:1788219744.228770:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2e40. 00000100:00000001:1.0:1788219744.228773:0:256062:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219744.228776:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219744.228779:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.228782:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219744.228786:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228792:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219744.228794:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.228796:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219744.228798:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219744.228799:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219744.228803:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566188032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219744.228806:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219744.228809:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219744.228810:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.228812:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219744.228814:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7a00. 02000000:00000001:1.0:1788219744.228816:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219744.228819:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219744.228822:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26580. 00000400:00000010:1.0:1788219744.228826:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219744.228829:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188032, portal 4 00000100:00000001:1.0:1788219744.228830:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219744.228832:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000040:1.0:1788219744.228838:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228844:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219744.228846:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219744.228849:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219744.228851:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566188032, offset 0 00000400:00000200:1.0:1788219744.228854:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219744.228858:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.228861:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219744.228864:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219744.228866:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219744.228869:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219744.228871:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219744.228874:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92666:92666:255:4294967295] 192.168.203.120@tcp LPNI seq info [92666:92666:7:4294967295] 00000400:00000200:1.0:1788219744.228877:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.228884:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219744.228888:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219744.228892:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219744.228897:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219744.228902:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219744.228904:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219744.228907:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.228910:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17328 usecs (18 jiffies) 00000400:00000200:1.0:1788219744.228913:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219744.228915:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313613334 00000100:00000001:1.0:1788219744.228918:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313613343 00000100:00000001:1.0:1788219744.228920:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313613334 00000100:00000001:1.0:1788219744.228922:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313613343 00000100:00000001:1.0:1788219744.228924:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219744.228926:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.228929:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.228932:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219744.228942:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219744.228945:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219744.228947:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219744.228949:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219744.228950:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219744.228953:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1788219744.228954:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219744.228957:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219744.228958:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219744.228960:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219744.228961:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219744.228962:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219744.228967:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.228975:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219744.228976:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.228979:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219744.228980:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219744.228982:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219744.228986:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566187648:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219744.228989:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219744.228991:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219744.228993:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.228995:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219744.228998:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6800. 02000000:00000001:1.0:1788219744.228999:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219744.229003:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219744.229006:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26dc0. 00000800:00000200:2.0:1788219744.232954:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219744.232969:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219744.232985:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.232997:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219744.233020:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661f68 00000400:00000010:2.0:1788219744.233024:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661f68. 00000100:00000001:2.0:1788219744.233035:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219744.233047:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.233064:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219744.233068:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.233077:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219744.233079:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219744.233188:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219744.233191:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:2.0:1788219744.233195:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.233199:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219744.233202:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:2.0:1788219744.233204:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:2.0:1788219744.233207:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219744.233211:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.233220:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219744.233223:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.233229:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219744.233231:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1788219744.233583:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661cc0. 00000100:00000200:1.0:1788219744.233600:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566187648, portal 25 00000100:00000001:1.0:1788219744.233603:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219744.233605:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219744.233615:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.233623:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219744.233626:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219744.233631:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661a18. 00000100:00000200:1.0:1788219744.233634:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566187648, offset 0 00000400:00000200:1.0:1788219744.233642:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219744.233655:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.233665:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219744.233671:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219744.233676:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219744.233680:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219744.233683:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219744.233687:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92667:92667:256:4294967295] 192.168.203.120@tcp LPNI seq info [92667:92667:8:4294967295] 00000400:00000200:1.0:1788219744.233692:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.233703:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219744.233710:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219744.233716:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219744.233725:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219744.233734:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219744.233740:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219744.233760:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219744.233766:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219744.233769:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313614594 00000100:00000001:1.0:1788219744.233777:0:256062:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313613343 00000100:00000001:1.0:1788219744.233784:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313614594 00000100:00000001:1.0:1788219744.233787:0:256062:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313613343 00000100:00000001:1.0:1788219744.233790:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219744.233794:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.233800:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219744.233807:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.233815:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219744.233818:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.233823:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219744.233827:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219744.233830:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219744.233834:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566187904:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219744.233838:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219744.233845:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219744.233848:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.233851:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219744.233858:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6e00. 02000000:00000001:1.0:1788219744.233861:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219744.233866:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219744.233870:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26370. 00000400:00000010:1.0:1788219744.233875:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661bb0. 00000100:00000200:1.0:1788219744.233879:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566187904, portal 10 00000100:00000001:1.0:1788219744.233881:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219744.233883:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875166848 : -113709834384768 : ffff9894ddb6ca80) 00000100:00000040:1.0:1788219744.233890:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.233897:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219744.233899:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219744.233902:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661440. 00000100:00000200:1.0:1788219744.233904:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566187904, offset 0 00000400:00000200:1.0:1788219744.233908:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219744.233912:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.233915:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219744.233918:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219744.233921:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219744.233924:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219744.233927:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219744.233930:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92668:92668:255:4294967295] 192.168.203.120@tcp LPNI seq info [92668:92668:7:4294967295] 00000400:00000200:1.0:1788219744.233934:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.233941:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219744.233945:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219744.233949:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219744.233952:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219744.233957:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219744.233960:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219744.233962:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.233967:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14601 usecs (15 jiffies) 00000400:00000200:1.0:1788219744.233969:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219744.233971:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313613337 00000100:00000001:1.0:1788219744.233973:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313614594 00000100:00000001:1.0:1788219744.233975:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313613337 00000100:00000001:1.0:1788219744.233977:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313614594 00000100:00000001:1.0:1788219744.233980:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219744.233982:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.233985:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219744.233995:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.234002:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219744.234003:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.234006:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219744.234007:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219744.234020:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219744.234024:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566188160:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219744.234027:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219744.234030:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219744.234032:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219744.234034:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219744.234037:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6c00. 02000000:00000001:1.0:1788219744.234039:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219744.234042:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219744.234045:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e265d8. 00000400:00000010:1.0:1788219744.234049:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6615d8. 00000100:00000200:1.0:1788219744.234052:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188160, portal 4 00000100:00000001:1.0:1788219744.234053:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219744.234055:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875177600 : -113709834374016 : ffff9894ddb6f480) 00000100:00000040:1.0:1788219744.234062:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219744.234067:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219744.234069:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219744.234072:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661330. 00000100:00000200:1.0:1788219744.234074:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566188160, offset 0 00000400:00000200:1.0:1788219744.234079:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219744.234082:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.234085:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219744.234089:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219744.234091:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219744.234093:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219744.234095:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219744.234098:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92669:92669:254:4294967295] 192.168.203.120@tcp LPNI seq info [92669:92669:6:4294967295] 00000400:00000200:1.0:1788219744.234102:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219744.234107:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219744.234112:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219744.234115:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219744.234119:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219744.234124:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219744.234127:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219744.234129:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219744.234132:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27617 usecs (28 jiffies) 00000400:00000200:1.0:1788219744.234136:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219744.234139:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313613350 00000100:00000001:1.0:1788219744.234141:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313614594 00000100:00000001:1.0:1788219744.234143:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313613350 00000100:00000001:1.0:1788219744.234145:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313614594 00000100:00000001:1.0:1788219744.234147:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219744.234149:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.234153:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219744.234159:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.234279:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219744.234284:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219744.235008:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219744.235026:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:2.0:1788219744.235035:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.235042:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219744.235048:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661a18 00000400:00000010:2.0:1788219744.235050:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661a18. 00000100:00000001:2.0:1788219744.235055:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219744.235062:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.235074:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219744.235077:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.235084:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219744.235086:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219744.235100:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219744.235103:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:2.0:1788219744.235106:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.235109:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219744.235112:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661440 00000400:00000010:2.0:1788219744.235114:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661440. 00000100:00000001:2.0:1788219744.235116:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219744.235120:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.235126:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219744.235129:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.235135:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219744.235136:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219744.235239:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219744.235242:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219744.235245:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.235248:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219744.235251:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661330 00000400:00000010:2.0:1788219744.235253:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661330. 00000100:00000001:2.0:1788219744.235255:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219744.235259:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.235266:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219744.235269:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.235275:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219744.235277:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219744.244385:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.244410:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219744.244416:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.244419:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219744.244429:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.244439:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219744.244451:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.244458:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.248884:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.248905:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77dd00 00000400:00000200:2.0:1788219744.248914:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.248923:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe880d [1] + 224 00000800:00000001:2.0:1788219744.248935:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.248951:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219744.248956:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.248962:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219744.248972:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219744.248983:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219744.248995:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.249031:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219744.249048:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249052:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219744.249054:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249056:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219744.249061:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249065:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219744.249073:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249078:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249083:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249086:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77de00 00000400:00000200:2.0:1788219744.249089:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249094:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8815 [1] + 224 00000800:00000001:2.0:1788219744.249097:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249100:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219744.249102:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.249106:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219744.249109:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219744.249115:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219744.249123:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.249130:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219744.249133:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249135:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219744.249137:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249139:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219744.249141:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249144:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219744.249147:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249150:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249152:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249154:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77dd80 00000400:00000200:2.0:1788219744.249157:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219744.249160:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8825 [1] + 224 00000800:00000001:2.0:1788219744.249163:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249170:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219744.249172:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219744.249175:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219744.249178:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219744.249182:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219744.249190:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219744.249197:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219744.249200:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219744.249204:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249266:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219744.249273:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219744.249283:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219744.249286:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219744.249291:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26370. 00000400:00000200:0.0:1788219744.249297:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661bb0 00000400:00000010:0.0:1788219744.249299:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661bb0. 00000100:00000001:0.0:1788219744.249304:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219744.249309:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219744.249332:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249338:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219744.249341:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249343:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219744.249349:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219744.249352:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219744.249354:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219744.249358:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219744.249369:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219744.249374:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219744.249377:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219744.249379:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219744.249382:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219744.249387:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.249391:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788219744.249394:0:256062:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: committing for last_committed 12884902875 gen 1 00000100:00000040:0.0:1788219744.249400:0:256062:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902875) req@ffff9894ddb6fb80 x1875079566181376/t12884902872(12884902872) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249413:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249418:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6fb80 x1875079566181376/t12884902872(12884902872) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249424:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249427:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249432:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9d000. 02000000:00000001:0.0:1788219744.249436:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249440:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249442:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249444:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249447:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183000. 02000000:00000001:0.0:1788219744.249452:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249455:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249457:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6fb80. 00000100:00000001:0.0:1788219744.249461:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249462:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.249468:0:256062:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902875) req@ffff9894ed39ca80 x1875079566182144/t12884902873(12884902873) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249488:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249491:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566182144/t12884902873(12884902873) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219752 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249497:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249499:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249501:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09a000. 02000000:00000001:0.0:1788219744.249504:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249505:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249506:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249509:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249510:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490d400. 02000000:00000001:0.0:1788219744.249514:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249515:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249516:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:0.0:1788219744.249520:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249521:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.249526:0:256062:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902875) req@ffff9894ed017480 x1875079566182656/t12884902874(12884902874) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219753 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249532:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249534:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017480 x1875079566182656/t12884902874(12884902874) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219753 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249539:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249540:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249542:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219744.249544:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249546:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249547:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249549:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249551:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9485a00. 02000000:00000001:0.0:1788219744.249553:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249554:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249555:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017480. 00000100:00000001:0.0:1788219744.249558:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249560:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.249564:0:256062:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902875) req@ffff9894ed015180 x1875079566183936/t12884902875(12884902875) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249571:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249574:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566183936/t12884902875(12884902875) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1788219755 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249579:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249581:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249582:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee182c00. 02000000:00000001:0.0:1788219744.249585:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249586:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249588:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249589:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249591:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484800. 02000000:00000001:0.0:1788219744.249593:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249595:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249596:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219744.249598:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249599:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249602:0:256062:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788219744.249605:0:256062:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1788219744.249608:0:256062:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219744.249610:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219744.249615:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249622:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219744.249626:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219744.249628:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.249633:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219744.249641:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566187904:192.168.203.120@tcp:400:kworker.0 00000400:00000001:0.0:1788219744.249648:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219744.249650:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219744.249651:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26898. 00000400:00000200:0.0:1788219744.249653:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661c38 00000400:00000010:0.0:1788219744.249655:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661c38. 00000100:00000001:0.0:1788219744.249658:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219744.249661:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219744.249668:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249674:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219744.249675:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249677:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219744.249679:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219744.249680:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219744.249682:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219744.249684:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219744.249688:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219744.249691:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219744.249693:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219744.249694:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219744.249696:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219744.249698:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.249700:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219744.249702:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219744.249704:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219744.249706:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219744.249709:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249715:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219744.249717:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219744.249718:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.249721:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219744.249727:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566187776:192.168.203.120@tcp:400:kworker.0 00000400:00000001:0.0:1788219744.249732:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219744.249733:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219744.249734:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26580. 00000400:00000200:0.0:1788219744.249737:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:0.0:1788219744.249739:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:0.0:1788219744.249740:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219744.249743:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219744.249751:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249761:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219744.249762:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249764:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219744.249765:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219744.249766:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219744.249768:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219744.249770:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219744.249774:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219744.249777:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219744.249779:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219744.249780:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219744.249782:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219744.249783:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.249786:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219744.249787:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:0.0:1788219744.249790:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219744.249791:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219744.249795:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249800:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219744.249802:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219744.249803:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.249806:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219744.249812:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566188032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219744.249816:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.249819:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249823:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ca80 x1875079566187904/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249828:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249830:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249832:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6e00. 02000000:00000001:0.0:1788219744.249835:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249837:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249838:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249840:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249842:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2000. 02000000:00000001:0.0:1788219744.249847:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249848:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249850:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ca80. 00000100:00000001:0.0:1788219744.249853:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249854:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249855:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249860:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ce00 x1875079566187776/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249866:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249867:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249868:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7c00. 02000000:00000001:0.0:1788219744.249870:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249871:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249872:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249874:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249875:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2100. 02000000:00000001:0.0:1788219744.249877:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249878:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249879:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ce00. 00000100:00000001:0.0:1788219744.249881:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249882:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249884:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.249887:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ed80 x1875079566188032/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.249893:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.249894:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.249896:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7a00. 02000000:00000001:0.0:1788219744.249898:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.249899:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.249900:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.249903:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.249905:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2400. 02000000:00000001:0.0:1788219744.249908:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.249909:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.249911:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ed80. 00000100:00000001:0.0:1788219744.249915:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.249916:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.249921:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.249924:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219744.249926:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219744.249927:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.249929:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219744.254898:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.254922:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219744.254928:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.254931:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219744.254941:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.254951:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219744.254961:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.254967:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.254974:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.254978:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77de80 00000400:00000200:3.0:1788219744.254984:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.254991:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe882d [1] + 224 00000800:00000001:3.0:1788219744.255000:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.255004:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219744.255007:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219744.255024:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219744.255034:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219744.255046:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219744.255065:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219744.255089:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219744.255099:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.255104:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219744.255106:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.255108:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219744.255111:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.255115:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219744.255119:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.255122:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.255125:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.255128:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77dc80 00000400:00000200:3.0:1788219744.255132:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219744.255136:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe881d [1] + 224 00000800:00000001:3.0:1788219744.255140:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.255150:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219744.255152:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219744.255155:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219744.255158:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219744.255163:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219744.255171:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219744.255179:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219744.255182:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219744.255185:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.255874:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219744.255880:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219744.255891:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219744.255893:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219744.255897:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26dc0. 00000400:00000200:0.0:1788219744.255903:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661cc0 00000400:00000010:0.0:1788219744.255906:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661cc0. 00000100:00000001:0.0:1788219744.255910:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219744.255918:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219744.255928:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.255936:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219744.255938:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.255941:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219744.255945:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219744.255949:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219744.255952:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219744.255956:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219744.255965:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=140 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219744.255971:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219744.255974:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219744.255976:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219744.255979:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219744.255983:0:256062:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.255988:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219744.255993:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.256002:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219744.256006:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219744.256021:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.256025:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219744.256035:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566187648:192.168.203.120@tcp:400:kworker.0 00000400:00000001:0.0:1788219744.256042:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219744.256044:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219744.256046:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e265d8. 00000400:00000200:0.0:1788219744.256049:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6615d8 00000400:00000010:0.0:1788219744.256051:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6615d8. 00000100:00000001:0.0:1788219744.256053:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219744.256057:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219744.256065:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.256072:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219744.256073:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.256075:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219744.256077:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219744.256078:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219744.256080:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219744.256082:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219744.256089:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219744.256092:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=48 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219744.256094:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219744.256096:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219744.256097:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219744.256101:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.256105:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219744.256108:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:0.0:1788219744.256111:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219744.256112:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219744.256116:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.256122:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219744.256124:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219744.256126:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219744.256129:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219744.256137:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566188160:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219744.256141:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.256145:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.256160:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566187648/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.256168:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.256171:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.256175:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6800. 02000000:00000001:0.0:1788219744.256180:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.256184:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.256186:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1788219744.256189:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.256192:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2600. 02000000:00000001:0.0:1788219744.256199:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.256201:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.256203:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:0.0:1788219744.256207:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.256209:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.256211:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219744.256214:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f480 x1875079566188160/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219744.256227:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219744.256229:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219744.256230:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6c00. 02000000:00000001:0.0:1788219744.256232:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219744.256234:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219744.256235:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219744.256237:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219744.256238:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2b00. 02000000:00000001:0.0:1788219744.256240:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219744.256241:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219744.256242:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f480. 00000100:00000001:0.0:1788219744.256245:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219744.256246:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.256249:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219744.256258:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219744.256260:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219744.256262:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219744.256265:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219744.851888:0:326548:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219745.183425:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219745.183431:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219745.183437:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219745.183438:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219745.183442:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219745.183443:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219745.183446:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219745.183447:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219745.183451:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219745.183452:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219745.183502:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219745.183505:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219745.183508:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219745.569411:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313614594, at 4313614657 00000100:00000010:3.0:1788219745.569432:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2e40. 00000100:00000040:2.0:1788219745.572244:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313614594, at 4313614657 00000100:00000010:2.0:1788219745.572266:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2300. 00010000:00000001:1.0:1788219746.207985:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219746.207992:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208008:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219746.208010:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208013:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219746.208015:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208018:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219746.208022:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219746.208025:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219746.208031:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219746.208033:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219746.208035:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208038:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219746.208040:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208042:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208044:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219746.208048:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219746.208049:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219746.208073:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219746.208077:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219746.208079:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:0.0:1788219746.792796:0:326615:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:0.0:1788219746.792807:0:326615:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d40d3a00. 00000002:00000001:0.0:1788219746.792812:0:326615:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219746.792820:0:326615:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:0.0:1788219746.792824:0:326615:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894cb162f80. 00000020:00000040:0.0:1788219746.792832:0:326615:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:0.0:1788219746.792835:0:326615:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:0.0:1788219746.792839:0:326615:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1788219746.792842:0:326615:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:0.0:1788219746.792847:0:326615:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219746.792851:0:326615:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219746.792856:0:326615:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219746.792860:0:326615:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219746.792864:0:326615:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219746.792871:0:326615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9484400. 00000100:00000001:0.0:1788219746.792877:0:326615:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219746.792882:0:326615:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219746.792884:0:326615:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219746.792890:0:326615:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a40c0. 00000100:00000001:0.0:1788219746.792892:0:326615:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532509376 : -113710177042240 : ffff9894c94a40c0) 00000100:00000001:0.0:1788219746.792895:0:326615:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219746.792897:0:326615:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219746.792902:0:326615:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219746.792905:0:326615:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219746.792907:0:326615:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219746.792909:0:326615:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219746.792919:0:326615:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219746.792928:0:326615:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219746.792931:0:326615:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219746.792935:0:326615:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219746.792937:0:326615:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219746.793294:0:326615:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219746.793301:0:326615:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326615:1875079566188288:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219746.793305:0:326615:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219746.793334:0:326615:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219746.793337:0:326615:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219746.793340:0:326615:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219746.793344:0:326615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9484200. 02000000:00000001:0.0:1788219746.793346:0:326615:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219746.793353:0:326615:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219746.793357:0:326615:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219746.793364:0:326615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219746.793371:0:326615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188288, portal 10 00000100:00000001:0.0:1788219746.793373:0:326615:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219746.793374:0:326615:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219746.793382:0:326615:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219746.793394:0:326615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219746.793396:0:326615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219746.793399:0:326615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219746.793403:0:326615:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566188288, offset 0 00000400:00000200:0.0:1788219746.793409:0:326615:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219746.793418:0:326615:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219746.793426:0:326615:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219746.793431:0:326615:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219746.793436:0:326615:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219746.793440:0:326615:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219746.793442:0:326615:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219746.793446:0:326615:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92670:92670:256:4294967295] 192.168.203.120@tcp LPNI seq info [92670:92670:8:4294967295] 00000400:00000200:0.0:1788219746.793450:0:326615:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219746.793460:0:326615:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219746.793466:0:326615:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219746.793471:0:326615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3e00. 00000800:00000200:0.0:1788219746.793479:0:326615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219746.793487:0:326615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219746.793491:0:326615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3e00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1788219746.793507:0:326615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219746.793512:0:326615:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14606 usecs (15 jiffies) 00000400:00000200:0.0:1788219746.793515:0:326615:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219746.793518:0:326615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313615896 00000100:00000010:0.0:1788219746.793522:0:326615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a027e0. 00000100:00000001:0.0:1788219746.793529:0:326615:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219746.793536:0:326615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313615896 00000100:00000010:0.0:1788219746.793538:0:326615:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02780. 00000100:00000001:0.0:1788219746.793542:0:326615:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219746.793545:0:326615:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219746.793548:0:326615:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219746.793550:0:326615:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219746.793552:0:326615:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219746.793555:0:326615:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a40c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219746.793558:0:326615:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219746.793561:0:326615:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219746.793724:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219746.793729:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3e00. 00000400:00000200:2.0:1788219746.793734:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219746.793739:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219746.793744:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:2.0:1788219746.793746:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:2.0:1788219746.793749:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219746.793754:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219746.793763:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219746.793767:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219746.793773:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219746.793775:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219746.805403:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219746.805418:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219746.805422:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219746.805424:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219746.805432:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219746.805440:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219746.805448:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219746.805454:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219746.805460:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219746.805463:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77df00 00000400:00000200:3.0:1788219746.805468:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219746.805475:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8835 [1] + 224 00000800:00000001:3.0:1788219746.805481:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219746.805487:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219746.805490:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219746.805495:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219746.805502:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219746.805511:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219746.805522:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219746.805538:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219746.805548:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219746.805551:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219746.806058:0:326615:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219746.806067:0:326615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219746.806069:0:326615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219746.806072:0:326615:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219746.806077:0:326615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:0.0:1788219746.806080:0:326615:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:0.0:1788219746.806083:0:326615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219746.806089:0:326615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219746.806098:0:326615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219746.806104:0:326615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219746.806106:0:326615:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219746.806108:0:326615:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219746.806111:0:326615:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219746.806114:0:326615:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219746.806116:0:326615:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219746.806119:0:326615:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219746.806128:0:326615:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219746.806132:0:326615:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219746.806134:0:326615:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219746.806136:0:326615:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219746.806139:0:326615:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219746.806143:0:326615:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219746.806146:0:326615:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219746.806148:0:326615:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:0.0:1788219746.806150:0:326615:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219746.806152:0:326615:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219746.806156:0:326615:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219746.806167:0:326615:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219746.806170:0:326615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219746.806172:0:326615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219746.806176:0:326615:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219746.806183:0:326615:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326615:1875079566188288:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219746.806188:0:326615:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219746.806190:0:326615:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219746.806192:0:326615:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219746.806194:0:326615:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219746.806197:0:326615:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219746.806203:0:326615:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219746.806206:0:326615:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a40c0. 00000100:00000001:0.0:1788219746.806209:0:326615:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219746.806210:0:326615:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219746.806212:0:326615:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219746.806215:0:326615:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566188288/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219762 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219746.806220:0:326615:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219746.806222:0:326615:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219746.806225:0:326615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9484200. 02000000:00000001:0.0:1788219746.806228:0:326615:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219746.806231:0:326615:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219746.806232:0:326615:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219746.806234:0:326615:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219746.806237:0:326615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9484400. 02000000:00000001:0.0:1788219746.806240:0:326615:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219746.806242:0:326615:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219746.806244:0:326615:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219746.806247:0:326615:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219746.806248:0:326615:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219746.806250:0:326615:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219746.806253:0:326615:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219746.806256:0:326615:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219746.806259:0:326615:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:0.0:1788219746.806262:0:326615:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:0.0:1788219746.806264:0:326615:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894cb162f80. 00000002:00000010:0.0:1788219746.806283:0:326615:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d40d3a00. 00000100:00000040:2.0:1788219746.809443:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313615896, at 4313615898 00000100:00000010:2.0:1788219746.809458:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a027e0. 00000100:00000040:3.0:1788219746.812074:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313615896, at 4313615900 00000100:00000010:3.0:1788219746.812087:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02780. 00010000:00000001:1.0:1788219747.231447:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219747.231454:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231460:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219747.231461:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231464:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219747.231465:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231469:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219747.231470:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231473:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219747.231477:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219747.231479:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219747.231482:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231486:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219747.231488:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231489:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219747.231492:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219747.231515:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219747.231518:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219747.231521:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219748.255468:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219748.255476:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219748.255479:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219748.255484:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219748.255486:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219748.255488:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255493:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219748.255495:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255497:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255500:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255504:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219748.255506:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219748.255507:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219748.255508:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219748.255509:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219748.255510:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255511:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219748.255512:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255514:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255516:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255520:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219748.255521:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255525:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219748.255527:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219748.255530:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219748.255540:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219748.255764:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219748.255768:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219748.255771:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219749.280110:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219749.280117:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280123:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219749.280125:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280129:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219749.280132:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219749.280135:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219749.280141:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219749.280143:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219749.280145:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280148:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219749.280150:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280152:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280154:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280158:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219749.280159:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219749.280163:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219749.280164:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219749.280265:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219749.280269:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219749.280272:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219749.345478:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219749.345488:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219749.345500:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219749.345506:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219749.345510:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219749.345513:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219749.345518:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219749.345526:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c100. 00000100:00000001:2.0:1788219749.345533:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345546:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219749.345564:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219749.345569:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345575:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008587514e] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.345611:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345614:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219749.345617:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219749.345619:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219749.345622:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219749.345624:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219749.345625:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219749.345627:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219749.345630:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c300. 00000100:00000001:2.0:1788219749.345633:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345637:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219749.345644:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219749.345646:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345649:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_01+1] req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.345657:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345660:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219749.345662:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219749.345665:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219749.345666:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219749.345668:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219749.345669:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219749.345670:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219749.345674:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027cc00. 00000100:00000001:2.0:1788219749.345676:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345679:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219749.345685:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219749.345687:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345690:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_00+0] req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.345697:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345699:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219749.345702:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219749.345705:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219749.345707:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219749.345709:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219749.345710:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219749.345712:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219749.345714:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c900. 00000100:00000001:2.0:1788219749.345716:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345720:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219749.345726:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219749.345728:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345731:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.345738:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345740:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219749.345743:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219749.345745:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219749.345747:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219749.345749:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219749.345750:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219749.345752:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219749.345755:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027cf00. 00000100:00000001:2.0:1788219749.345757:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345761:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219749.345768:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219749.345769:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345773:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.345780:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.345785:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18956) 00000100:00000001:3.0:1788219749.346355:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219749.346361:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219749.346363:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219749.346379:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.346388:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219749.346391:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.346394:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219749.346397:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219749.346400:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219749.346403:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566188416:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219749.346407:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219749.346412:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219749.346414:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.346416:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219749.346422:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fc400. 02000000:00000001:3.0:1788219749.346424:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219749.346432:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219749.346436:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219749.346444:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c110. 00000100:00000200:3.0:1788219749.346451:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188416, portal 25 00000100:00000001:3.0:1788219749.346453:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219749.346455:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:3.0:1788219749.346460:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.346467:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219749.346470:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219749.346473:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cee0. 00000100:00000200:3.0:1788219749.346476:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566188416, offset 0 00000400:00000200:3.0:1788219749.346485:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219749.346493:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.346502:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:2.0:1788219749.346504:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.346508:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788219749.346509:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788219749.346512:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788219749.346516:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219749.346521:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788219749.346522:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219749.346526:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219749.346533:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92671:92671:256:4294967295] 192.168.203.120@tcp LPNI seq info [92671:92671:8:4294967295] 00000100:00000001:2.0:1788219749.346541:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788219749.346542:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219749.346544:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219749.346549:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219749.346552:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219749.346556:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:2.0:1788219749.346557:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219749.346564:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566188544:192.168.203.120@tcp:400:kworker.0 00000800:00000200:3.0:1788219749.346569:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219749.346572:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1788219749.346576:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 02000000:00000001:2.0:1788219749.346576:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219749.346580:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219749.346583:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788219749.346585:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219749.346593:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219749.346598:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1788219749.346598:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893c4f75200. 02000000:00000001:2.0:1788219749.346603:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219749.346610:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219749.346614:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000100:00000001:3.0:1788219749.346616:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219749.346619:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000400:00000200:3.0:1788219749.346623:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:2.0:1788219749.346624:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188544, portal 10 00000100:00000001:3.0:1788219749.346627:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313619707 00000100:00000001:2.0:1788219749.346629:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219749.346632:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000010:3.0:1788219749.346634:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecf00. 00000100:00000040:2.0:1788219749.346641:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.346642:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219749.346649:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313619707 00000100:00000001:2.0:1788219749.346653:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1788219749.346655:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec180. 00000100:00000040:2.0:1788219749.346658:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219749.346661:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1788219749.346663:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000001:3.0:1788219749.346666:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1788219749.346668:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566188544, offset 0 00000100:00000001:3.0:1788219749.346671:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.346676:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788219749.346676:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000040:3.0:1788219749.346683:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219749.346684:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.346692:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1788219749.346696:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788219749.346698:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788219749.346700:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219749.346703:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 02000000:00000001:3.0:1788219749.346705:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219749.346709:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788219749.346709:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788219749.346714:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219749.346714:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00100000:3.0:1788219749.346721:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566188672:192.168.203.120@tcp:400:kworker.0 00000400:00000200:2.0:1788219749.346722:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92672:92672:255:4294967295] 192.168.203.120@tcp LPNI seq info [92672:92672:7:4294967295] 00000100:00000001:3.0:1788219749.346729:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788219749.346733:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:3.0:1788219749.346734:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219749.346737:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.346741:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788219749.346744:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000010:3.0:1788219749.346746:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fcc00. 02000000:00000001:3.0:1788219749.346750:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219749.346755:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219749.346759:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:2.0:1788219749.346762:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ca00. 00000400:00000010:3.0:1788219749.346764:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a420. 00000800:00000200:2.0:1788219749.346769:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:3.0:1788219749.346770:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c990. 00000100:00000200:3.0:1788219749.346776:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188672, portal 10 00000800:00000200:2.0:1788219749.346779:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:3.0:1788219749.346780:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219749.346783:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000800:00000200:2.0:1788219749.346785:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219749.346790:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219749.346794:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219749.346795:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26291 usecs (27 jiffies) 00000400:00000200:2.0:1788219749.346804:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219749.346808:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313618462 00000100:00000001:3.0:1788219749.346809:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219749.346814:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219749.346814:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313619707 00000400:00000010:3.0:1788219749.346819:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c908. 00000100:00000001:2.0:1788219749.346819:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313618462 00000100:00000200:3.0:1788219749.346825:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566188672, offset 0 00000100:00000001:2.0:1788219749.346825:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313619707 00000100:00000001:2.0:1788219749.346831:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219749.346836:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219749.346836:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.346840:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788219749.346842:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:2.0:1788219749.346847:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219749.346849:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219749.346854:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219749.346859:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219749.346864:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788219749.346865:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219749.346868:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219749.346869:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:2.0:1788219749.346873:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788219749.346875:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92673:92673:254:4294967295] 192.168.203.120@tcp LPNI seq info [92673:92673:6:4294967295] 02000000:00000001:2.0:1788219749.346876:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219749.346882:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219749.346883:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00100000:2.0:1788219749.346890:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566188800:192.168.203.120@tcp:400:kworker.0 00000400:00000200:3.0:1788219749.346896:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:2.0:1788219749.346898:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1788219749.346903:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 02000000:00000001:2.0:1788219749.346903:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219749.346907:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788219749.346908:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 02000000:00000001:2.0:1788219749.346910:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788219749.346915:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 02000000:00000010:2.0:1788219749.346916:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893c4f75800. 02000000:00000001:2.0:1788219749.346920:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219749.346925:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:2.0:1788219749.346928:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:3.0:1788219749.346930:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1788219749.346932:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2f78. 00000100:00000001:3.0:1788219749.346935:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219749.346938:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000040:3.0:1788219749.346941:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14606 usecs (15 jiffies) 00000100:00000200:2.0:1788219749.346943:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188800, portal 4 00000400:00000200:3.0:1788219749.346948:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219749.346949:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219749.346951:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313618450 00000100:00000001:2.0:1788219749.346952:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000001:3.0:1788219749.346956:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313619707 00000100:00000001:3.0:1788219749.346960:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313618450 00000100:00000040:2.0:1788219749.346962:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.346964:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313619707 00000100:00000001:3.0:1788219749.346969:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219749.346984:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.346987:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788219749.346992:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219749.346995:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219749.346999:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219749.347004:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000001:3.0:1788219749.347007:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219749.347009:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.347012:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219749.347013:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219749.347018:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788219749.347018:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566188800, offset 0 00000100:00100000:3.0:1788219749.347023:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566188928:192.168.203.120@tcp:400:kworker.0 00000400:00000200:2.0:1788219749.347028:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219749.347030:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219749.347034:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788219749.347035:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:3.0:1788219749.347037:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.347041:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788219749.347042:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 02000000:00000010:3.0:1788219749.347046:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fde00. 00000400:00000200:2.0:1788219749.347048:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1788219749.347050:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219749.347053:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219749.347057:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.347058:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1788219749.347063:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a580. 00000400:00000200:2.0:1788219749.347064:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000010:3.0:1788219749.347070:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c330. 00000400:00000200:2.0:1788219749.347070:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92674:92674:253:4294967295] 192.168.203.120@tcp LPNI seq info [92674:92674:5:4294967295] 00000100:00000200:3.0:1788219749.347077:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566188928, portal 4 00000400:00000200:2.0:1788219749.347079:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219749.347082:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219749.347084:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000400:00000200:2.0:1788219749.347092:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000040:3.0:1788219749.347096:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788219749.347102:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219749.347109:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ce00. 00000100:00000001:3.0:1788219749.347110:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219749.347116:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000800:00000200:2.0:1788219749.347118:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:3.0:1788219749.347121:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cdd0. 00000100:00000200:3.0:1788219749.347126:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566188928, offset 0 00000800:00000200:2.0:1788219749.347126:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219749.347131:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219749.347136:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219749.347137:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000040:2.0:1788219749.347141:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17328 usecs (18 jiffies) 00000400:00000200:3.0:1788219749.347145:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.347150:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.347153:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:2.0:1788219749.347154:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313618453 00000400:00000200:3.0:1788219749.347159:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788219749.347160:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313619707 00000400:00000200:3.0:1788219749.347165:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:2.0:1788219749.347165:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313618453 00000100:00000001:2.0:1788219749.347170:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313619707 00000400:00000200:3.0:1788219749.347172:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788219749.347174:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219749.347177:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000001:2.0:1788219749.347179:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219749.347184:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92675:92675:252:4294967295] 192.168.203.120@tcp LPNI seq info [92675:92675:4:4294967295] 00000100:00000001:2.0:1788219749.347185:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.347190:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.347194:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219749.347200:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788219749.347204:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:2.0:1788219749.347205:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219749.347210:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788219749.347213:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219749.347213:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219749.347215:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788219749.347219:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000100:00000001:2.0:1788219749.347220:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219749.347227:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219749.347234:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219749.347236:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219749.347239:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219749.347242:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27626 usecs (28 jiffies) 00000400:00000200:3.0:1788219749.347246:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219749.347248:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313618463 00000100:00000001:3.0:1788219749.347250:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313619707 00000100:00000001:3.0:1788219749.347252:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313618463 00000100:00000001:3.0:1788219749.347254:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313619707 00000100:00000001:3.0:1788219749.347256:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219749.347258:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.347260:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.347262:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.347267:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219749.347268:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219749.347270:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219749.347271:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219749.347275:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.347278:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219749.347283:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219749.347288:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219749.347296:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.347302:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219749.347308:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cee0 00000400:00000010:2.0:1788219749.347333:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cee0. 00000100:00000001:2.0:1788219749.347338:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219749.347343:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347352:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.347356:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347362:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.347364:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219749.347376:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219749.347378:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ca00. 00000400:00000200:2.0:1788219749.347380:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.347384:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219749.347387:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:2.0:1788219749.347388:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:2.0:1788219749.347390:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219749.347394:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347401:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.347404:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347409:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.347410:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219749.347417:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219749.347419:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:2.0:1788219749.347422:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.347425:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219749.347427:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c908 00000400:00000010:2.0:1788219749.347428:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c908. 00000100:00000001:2.0:1788219749.347430:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219749.347434:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347440:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.347445:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347450:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.347451:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219749.347457:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219749.347459:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ce00. 00000400:00000200:2.0:1788219749.347461:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.347464:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219749.347466:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219749.347467:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219749.347469:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219749.347472:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347478:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.347481:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347487:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.347488:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219749.347543:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219749.347546:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219749.347549:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.347552:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219749.347554:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cdd0 00000400:00000010:2.0:1788219749.347556:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cdd0. 00000100:00000001:2.0:1788219749.347558:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219749.347561:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347568:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.347570:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.347576:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.347578:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219749.350599:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.350615:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219749.350619:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.350621:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.350630:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.350638:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219749.350647:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.350652:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.350657:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.350661:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77df80 00000400:00000200:3.0:1788219749.350666:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.350671:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe883d [1] + 224 00000800:00000001:3.0:1788219749.350678:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.350684:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.350688:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219749.350692:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219749.350698:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219749.350706:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219749.350716:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.350740:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219749.350749:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.350753:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.351747:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.351753:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219749.351761:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219749.351764:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219749.351767:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:2.0:1788219749.351773:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c110 00000400:00000010:2.0:1788219749.351775:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c110. 00000100:00000001:2.0:1788219749.351779:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219749.351787:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219749.351798:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.351804:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219749.351806:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.351808:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219749.351812:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219749.351814:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219749.351816:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219749.351819:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219749.351825:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219749.351829:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219749.351832:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219749.351833:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219749.351836:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219749.351838:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.351841:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.351846:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.351853:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219749.351856:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219749.351858:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219749.351862:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219749.351869:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566188416:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219749.351875:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.351878:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.351881:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566188416/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.351888:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219749.351890:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219749.351894:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fc400. 02000000:00000001:2.0:1788219749.351898:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219749.351901:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219749.351903:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219749.351905:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219749.351908:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c100. 02000000:00000001:2.0:1788219749.351911:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219749.351913:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219749.351915:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:2.0:1788219749.351918:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219749.351920:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.351923:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.351925:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.351926:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219749.351927:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.351929:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219749.356026:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356044:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219749.356048:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356050:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219749.356059:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356066:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219749.356074:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356081:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356086:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356091:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77e000 00000400:00000200:2.0:1788219749.356096:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356101:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe884d [1] + 224 00000800:00000001:2.0:1788219749.356108:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356113:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219749.356116:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.356120:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219749.356127:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219749.356136:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219749.356146:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.356166:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219749.356175:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356179:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219749.356181:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356183:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219749.356186:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356189:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219749.356192:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356195:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356197:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356199:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77e080 00000400:00000200:2.0:1788219749.356202:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.356206:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe885d [1] + 224 00000800:00000001:2.0:1788219749.356210:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356216:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219749.356218:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.356221:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219749.356224:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219749.356229:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219749.356243:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.356260:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219749.356264:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.356267:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.356281:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.356284:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219749.356290:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219749.356292:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219749.356295:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a420. 00000400:00000200:2.0:1788219749.356299:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c990 00000400:00000010:2.0:1788219749.356301:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c990. 00000100:00000001:2.0:1788219749.356304:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219749.356308:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219749.356345:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.356352:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219749.356354:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.356356:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219749.356359:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219749.356362:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219749.356364:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219749.356367:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219749.356376:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219749.356380:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219749.356382:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219749.356384:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219749.356387:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219749.356390:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.356406:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219749.356408:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:2.0:1788219749.356410:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219749.356412:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.356417:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.356424:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219749.356427:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219749.356429:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219749.356433:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219749.356441:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566188672:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219749.356446:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.356448:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.356452:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566188672/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.356459:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219749.356461:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219749.356464:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fcc00. 02000000:00000001:2.0:1788219749.356469:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219749.356472:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219749.356474:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219749.356476:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219749.356478:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027cc00. 02000000:00000001:2.0:1788219749.356482:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219749.356483:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219749.356485:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:2.0:1788219749.356488:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219749.356489:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.356492:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.356494:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.356495:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219749.356496:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.356498:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.356759:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219749.356762:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219749.356766:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219749.356768:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219749.356770:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:3.0:1788219749.356774:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:3.0:1788219749.356777:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:3.0:1788219749.356780:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219749.356786:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219749.356796:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.356802:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219749.356803:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.356805:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219749.356807:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219749.356808:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219749.356810:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.356812:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219749.356817:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219749.356821:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219749.356823:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219749.356824:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219749.356826:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219749.356828:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.356831:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219749.356832:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:3.0:1788219749.356834:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219749.356835:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219749.356840:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.356846:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219749.356847:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219749.356849:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219749.356852:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219749.356859:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566188544:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219749.356864:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.356866:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219749.356869:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566188544/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.356876:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219749.356877:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219749.356879:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893c4f75200. 02000000:00000001:3.0:1788219749.356885:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219749.356886:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219749.356887:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219749.356889:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219749.356891:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c300. 02000000:00000001:3.0:1788219749.356894:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219749.356895:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219749.356896:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:3.0:1788219749.356899:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219749.356900:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.356902:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.356904:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219749.356905:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219749.356906:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.356908:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219749.366915:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.366930:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219749.366934:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.366937:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.366946:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.366954:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219749.366963:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.366969:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.367260:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.367267:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77e180 00000400:00000200:3.0:1788219749.367272:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.367279:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe887d [1] + 224 00000800:00000001:3.0:1788219749.367286:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.367308:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.367415:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219749.367422:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219749.367431:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219749.367440:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219749.367451:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.367471:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219749.367480:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.367483:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.368168:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.368173:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219749.368181:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219749.368184:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219749.368187:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a580. 00000400:00000200:2.0:1788219749.368194:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c330 00000400:00000010:2.0:1788219749.368197:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c330. 00000100:00000001:2.0:1788219749.368200:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219749.368207:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219749.368216:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.368223:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219749.368225:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.368227:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219749.368231:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219749.368233:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219749.368236:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219749.368239:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219749.368248:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219749.368252:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=53 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219749.368255:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219749.368257:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219749.368260:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219749.368264:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.368268:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219749.368270:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219749.368271:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219749.368273:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219749.368278:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.368285:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219749.368288:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219749.368290:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219749.368294:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219749.368308:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566188928:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219749.368332:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.368335:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219749.368339:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566188928/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.368346:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219749.368348:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219749.368351:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fde00. 02000000:00000001:2.0:1788219749.368355:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219749.368358:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219749.368359:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219749.368361:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219749.368364:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027cf00. 02000000:00000001:2.0:1788219749.368367:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219749.368368:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219749.368370:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:2.0:1788219749.368374:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219749.368375:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.368378:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219749.368385:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219749.368388:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219749.368390:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219749.368392:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219749.376360:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.376383:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219749.376387:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.376390:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219749.376398:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.376407:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219749.376418:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.376425:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.376430:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.376434:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77e100 00000400:00000200:2.0:1788219749.376441:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219749.376447:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe886d [1] + 224 00000800:00000001:2.0:1788219749.376453:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.376464:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219749.376467:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219749.376471:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219749.376479:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219749.376487:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219749.376497:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219749.376529:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219749.376537:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219749.376541:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.376654:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219749.376658:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219749.376664:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219749.376666:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219749.376669:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2f78. 00000400:00000200:3.0:1788219749.376674:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:3.0:1788219749.376677:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:3.0:1788219749.376680:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219749.376685:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219749.376693:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.376699:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219749.376701:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.376703:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219749.376706:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219749.376709:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219749.376711:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219749.376714:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219749.376723:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219749.376726:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=115 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219749.376729:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219749.376731:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219749.376734:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219749.376738:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.376742:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219749.376744:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219749.376746:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219749.376748:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219749.376753:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.376760:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219749.376763:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219749.376765:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219749.376768:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219749.376775:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566188800:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219749.376780:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.376782:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219749.376785:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566188800/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.376792:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219749.376794:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219749.376798:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893c4f75800. 02000000:00000001:3.0:1788219749.376803:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219749.376806:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219749.376808:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219749.376810:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219749.376813:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c900. 02000000:00000001:3.0:1788219749.376816:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219749.376817:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219749.376819:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:3.0:1788219749.376823:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219749.376824:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.376826:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219749.376833:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219749.376835:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.376838:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219749.376840:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219749.510392:0:326649:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:0.0:1788219749.510400:0:326649:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d40d3a00. 00000002:00000001:0.0:1788219749.510406:0:326649:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219749.510412:0:326649:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:0.0:1788219749.510415:0:326649:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894cb162e00. 00000020:00000040:0.0:1788219749.510423:0:326649:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:0.0:1788219749.510426:0:326649:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:0.0:1788219749.510429:0:326649:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1788219749.510432:0:326649:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:0.0:1788219749.510451:0:326649:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219749.510455:0:326649:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219749.510461:0:326649:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219749.510464:0:326649:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219749.510468:0:326649:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219749.510476:0:326649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9485000. 00000100:00000001:0.0:1788219749.510482:0:326649:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219749.510488:0:326649:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219749.510490:0:326649:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219749.510498:0:326649:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a40c0. 00000100:00000001:0.0:1788219749.510500:0:326649:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532509376 : -113710177042240 : ffff9894c94a40c0) 00000100:00000001:0.0:1788219749.510503:0:326649:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219749.510505:0:326649:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219749.510510:0:326649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219749.510514:0:326649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219749.510516:0:326649:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219749.510519:0:326649:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219749.510530:0:326649:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219749.510539:0:326649:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219749.510541:0:326649:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219749.510546:0:326649:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219749.510548:0:326649:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219749.510550:0:326649:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219749.510554:0:326649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326649:1875079566189056:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219749.510558:0:326649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219749.510564:0:326649:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219749.510566:0:326649:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219749.510568:0:326649:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219749.510572:0:326649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9485a00. 02000000:00000001:0.0:1788219749.510574:0:326649:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219749.510581:0:326649:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219749.510586:0:326649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219749.510592:0:326649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219749.510599:0:326649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566189056, portal 10 00000100:00000001:0.0:1788219749.510601:0:326649:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219749.510602:0:326649:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219749.510609:0:326649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219749.510616:0:326649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219749.510619:0:326649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219749.510622:0:326649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219749.510626:0:326649:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566189056, offset 0 00000400:00000200:0.0:1788219749.510632:0:326649:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219749.510641:0:326649:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219749.510649:0:326649:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219749.510654:0:326649:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219749.510658:0:326649:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219749.510663:0:326649:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219749.510666:0:326649:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219749.510670:0:326649:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92676:92676:256:4294967295] 192.168.203.120@tcp LPNI seq info [92676:92676:8:4294967295] 00000400:00000200:0.0:1788219749.510674:0:326649:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219749.510683:0:326649:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219749.510688:0:326649:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219749.510693:0:326649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219749.510699:0:326649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219749.510706:0:326649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219749.510710:0:326649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1788219749.510727:0:326649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219749.510732:0:326649:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219749.510735:0:326649:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219749.510738:0:326649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313618625 00000100:00000001:0.0:1788219749.510740:0:326649:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313619707 00000100:00000001:0.0:1788219749.510742:0:326649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313618625 00000100:00000001:0.0:1788219749.510745:0:326649:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313619707 00000100:00000001:0.0:1788219749.510747:0:326649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219749.510749:0:326649:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219749.510752:0:326649:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219749.510753:0:326649:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219749.510756:0:326649:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a40c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219749.510758:0:326649:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219749.510761:0:326649:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219749.512154:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219749.512162:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:3.0:1788219749.512169:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219749.512176:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219749.512183:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:3.0:1788219749.512186:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:3.0:1788219749.512190:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219749.512198:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.512212:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219749.512215:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.512223:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219749.512225:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219749.524477:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.524493:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219749.524497:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.524500:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.524509:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.524517:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219749.524527:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.524535:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.524539:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.524544:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77e200 00000400:00000200:3.0:1788219749.524549:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219749.524555:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe888d [1] + 224 00000800:00000001:3.0:1788219749.524562:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.524574:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219749.524578:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219749.524582:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219749.524588:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219749.524598:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219749.524609:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219749.524628:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219749.524637:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219749.524641:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219749.525021:0:326649:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219749.525029:0:326649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219749.525031:0:326649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219749.525034:0:326649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219749.525039:0:326649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:0.0:1788219749.525041:0:326649:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:0.0:1788219749.525044:0:326649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219749.525049:0:326649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219749.525060:0:326649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219749.525066:0:326649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219749.525068:0:326649:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219749.525070:0:326649:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219749.525073:0:326649:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219749.525076:0:326649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219749.525078:0:326649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219749.525081:0:326649:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219749.525090:0:326649:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=144 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219749.525094:0:326649:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219749.525097:0:326649:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219749.525098:0:326649:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219749.525101:0:326649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219749.525104:0:326649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219749.525107:0:326649:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219749.525109:0:326649:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219749.525111:0:326649:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219749.525112:0:326649:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219749.525117:0:326649:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219749.525124:0:326649:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219749.525127:0:326649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219749.525129:0:326649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219749.525132:0:326649:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219749.525140:0:326649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326649:1875079566189056:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219749.525144:0:326649:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219749.525147:0:326649:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219749.525149:0:326649:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219749.525151:0:326649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219749.525155:0:326649:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219749.525162:0:326649:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219749.525164:0:326649:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a40c0. 00000100:00000001:0.0:1788219749.525167:0:326649:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219749.525168:0:326649:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219749.525170:0:326649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219749.525173:0:326649:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566189056/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219765 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219749.525180:0:326649:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219749.525182:0:326649:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219749.525185:0:326649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9485a00. 02000000:00000001:0.0:1788219749.525188:0:326649:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219749.525190:0:326649:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219749.525192:0:326649:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219749.525194:0:326649:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219749.525196:0:326649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9485000. 02000000:00000001:0.0:1788219749.525198:0:326649:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219749.525200:0:326649:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219749.525202:0:326649:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219749.525205:0:326649:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219749.525206:0:326649:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219749.525208:0:326649:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219749.525211:0:326649:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219749.525214:0:326649:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219749.525217:0:326649:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:0.0:1788219749.525220:0:326649:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:0.0:1788219749.525222:0:326649:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894cb162e00. 00000002:00000010:0.0:1788219749.525238:0:326649:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d40d3a00. 00010000:00000001:1.0:1788219750.303640:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219750.303648:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219750.303654:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219750.303655:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219750.303658:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219750.303660:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219750.303664:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219750.303665:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219750.303669:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219750.303670:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219750.303695:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219750.303698:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219750.303701:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219750.623415:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313619707, at 4313619712 00000100:00000010:2.0:1788219750.623430:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecf00. 00000100:00000040:3.0:1788219750.624060:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313619707, at 4313619712 00000100:00000010:3.0:1788219750.624069:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec180. 00010000:00000001:1.0:1788219751.329451:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219751.329458:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219751.329465:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219751.329466:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219751.329469:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219751.329471:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219751.329474:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219751.329475:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219751.329479:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219751.329480:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219751.329498:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219751.329501:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219751.329504:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788219751.348977:0:326677:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219752.352434:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219752.352441:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219752.352447:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219752.352449:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219752.352453:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219752.352454:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219752.352458:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219752.352459:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219752.352462:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219752.352463:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219752.352681:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219752.352685:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219752.352688:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788219752.604234:0:326770:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788219753.088309:0:326806:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788219753.088717:0:326806:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160d: verify that changelog log catch the migrate event ========================================================== 19:42:31 (1788219751) 00000001:00000001:1.0:1788219753.107409:0:326806:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788219753.376685:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219753.376693:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219753.376698:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219753.376699:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219753.376702:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219753.376703:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219753.376707:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219753.376708:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219753.376712:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219753.376713:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219753.376740:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219753.376743:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219753.376746:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219754.400758:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219754.400764:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219754.400770:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219754.400771:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219754.400774:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219754.400775:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219754.400778:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219754.400779:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219754.400782:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219754.400783:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219754.407475:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219754.407481:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219754.407486:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219754.463446:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219754.463457:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219754.463468:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219754.463473:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219754.463478:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219754.463481:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219754.463487:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219754.463495:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027cc00. 00000100:00000001:2.0:1788219754.463501:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463523:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219754.463538:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219754.463543:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463550:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463576:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463580:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219754.463582:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219754.463586:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219754.463588:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219754.463591:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219754.463592:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219754.463594:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219754.463597:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c100. 00000100:00000001:2.0:1788219754.463600:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463605:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219754.463613:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219754.463614:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463618:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_00+0] req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463626:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463628:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219754.463632:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219754.463634:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219754.463637:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219754.463639:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219754.463640:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219754.463641:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219754.463645:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027ce00. 00000100:00000001:2.0:1788219754.463648:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463651:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219754.463658:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219754.463659:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463662:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008587514e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463669:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463671:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219754.463674:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219754.463677:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b480. 00000020:00000040:2.0:1788219754.463679:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219754.463681:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219754.463682:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219754.463684:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219754.463686:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027ca00. 00000100:00000001:2.0:1788219754.463689:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463693:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219754.463700:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219754.463702:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463705:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000503fa5c5] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463711:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463713:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219754.463716:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219754.463719:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219754.463721:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219754.463722:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219754.463724:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219754.463725:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219754.463728:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c600. 00000100:00000001:2.0:1788219754.463730:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463733:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219754.463739:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219754.463741:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463744:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_01+1] req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463750:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463755:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18961) 00000100:00000001:2.0:1788219754.463768:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.463772:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219754.463774:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219754.463780:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463787:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219754.463789:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.463792:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219754.463794:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219754.463797:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219754.463799:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189312:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.463803:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219754.463808:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219754.463810:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.463812:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219754.463817:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6000. 02000000:00000001:2.0:1788219754.463818:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219754.463826:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219754.463830:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2948. 00000400:00000010:2.0:1788219754.463837:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219754.463843:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566189312, portal 10 00000100:00000001:2.0:1788219754.463846:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219754.463847:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:2.0:1788219754.463854:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.463861:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219754.463863:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219754.463865:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000200:2.0:1788219754.463867:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566189312, offset 0 00000400:00000200:2.0:1788219754.463873:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219754.463881:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.463889:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219754.463894:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219754.463898:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219754.463902:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219754.463905:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219754.463908:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92677:92677:256:4294967295] 192.168.203.120@tcp LPNI seq info [92677:92677:8:4294967295] 00000400:00000200:2.0:1788219754.463913:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.463922:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219754.463927:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219754.463932:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c800. 00000800:00000200:2.0:1788219754.463938:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219754.463957:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219754.463961:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219754.463970:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.463975:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:2.0:1788219754.463977:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219754.463980:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313623579 00000100:00000010:2.0:1788219754.463984:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192420. 00000100:00000001:2.0:1788219754.463990:0:256063:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219754.463994:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313623579 00000100:00000010:2.0:1788219754.463997:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192780. 00000100:00000001:2.0:1788219754.463999:0:256063:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219754.464002:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.464004:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464007:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219754.464011:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464017:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219754.464019:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464021:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219754.464023:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219754.464025:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219754.464027:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189568:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.464030:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219754.464033:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219754.464034:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464036:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219754.464038:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7e00. 02000000:00000001:2.0:1788219754.464040:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219754.464042:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219754.464045:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb24d0. 00000400:00000010:2.0:1788219754.464048:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219754.464051:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566189568, portal 4 00000100:00000001:2.0:1788219754.464053:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219754.464054:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000040:2.0:1788219754.464059:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464065:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219754.464067:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219754.464070:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5990. 00000100:00000200:2.0:1788219754.464072:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566189568, offset 0 00000400:00000200:2.0:1788219754.464076:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464080:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464084:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219754.464086:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219754.464088:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219754.464090:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219754.464092:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464095:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92678:92678:255:4294967295] 192.168.203.120@tcp LPNI seq info [92678:92678:7:4294967295] 00000400:00000200:2.0:1788219754.464098:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464103:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219754.464106:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219754.464109:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c500. 00000800:00000200:2.0:1788219754.464112:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219754.464116:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219754.464118:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219754.464120:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.464123:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17330 usecs (18 jiffies) 00000400:00000200:2.0:1788219754.464125:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219754.464127:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313623570 00000100:00000001:2.0:1788219754.464129:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313623579 00000100:00000001:2.0:1788219754.464131:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313623570 00000100:00000001:2.0:1788219754.464132:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313623579 00000100:00000001:2.0:1788219754.464134:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.464136:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464138:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464140:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.464147:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219754.464148:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219754.464151:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.464152:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219754.464153:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219754.464155:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1788219754.464157:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.464159:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219754.464160:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.464161:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.464162:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219754.464163:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219754.464167:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464173:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219754.464174:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464176:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219754.464178:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219754.464180:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219754.464182:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566189184:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.464185:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219754.464188:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219754.464189:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464190:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219754.464194:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6200. 02000000:00000001:2.0:1788219754.464196:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219754.464199:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219754.464201:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb20b0. 00000400:00000010:2.0:1788219754.464205:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219754.464208:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566189184, portal 25 00000100:00000001:2.0:1788219754.464210:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219754.464211:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:2.0:1788219754.464216:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464222:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219754.464224:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219754.464227:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000200:2.0:1788219754.464229:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566189184, offset 0 00000400:00000200:2.0:1788219754.464233:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464237:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464241:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219754.464244:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219754.464246:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219754.464248:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219754.464250:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464253:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92679:92679:254:4294967295] 192.168.203.120@tcp LPNI seq info [92679:92679:6:4294967295] 00000400:00000200:2.0:1788219754.464256:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464261:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219754.464265:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219754.464268:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c200. 00000800:00000200:2.0:1788219754.464272:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219754.464276:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219754.464278:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219754.464281:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219754.464283:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219754.464285:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313624824 00000100:00000001:2.0:1788219754.464290:0:256063:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313623579 00000100:00000001:2.0:1788219754.464293:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313624824 00000100:00000001:2.0:1788219754.464295:0:256063:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313623579 00000100:00000001:2.0:1788219754.464297:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.464299:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464301:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219754.464305:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464349:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219754.464351:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464353:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219754.464355:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219754.464356:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219754.464359:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189440:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.464363:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219754.464365:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219754.464366:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464368:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219754.464371:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7400. 02000000:00000001:2.0:1788219754.464373:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219754.464377:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219754.464379:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2370. 00000400:00000010:2.0:1788219754.464382:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219754.464385:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566189440, portal 10 00000100:00000001:2.0:1788219754.464387:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219754.464388:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:2.0:1788219754.464395:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464401:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219754.464403:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219754.464405:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219754.464407:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566189440, offset 0 00000400:00000200:2.0:1788219754.464411:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464415:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464418:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219754.464420:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219754.464422:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219754.464425:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219754.464427:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464430:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92680:92680:253:4294967295] 192.168.203.120@tcp LPNI seq info [92680:92680:5:4294967295] 00000400:00000200:2.0:1788219754.464434:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464439:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219754.464443:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219754.464447:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c000. 00000800:00000200:2.0:1788219754.464450:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219754.464455:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219754.464457:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219754.464460:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.464463:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14606 usecs (15 jiffies) 00000400:00000200:2.0:1788219754.464465:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219754.464467:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313623567 00000100:00000001:2.0:1788219754.464469:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313624824 00000100:00000001:2.0:1788219754.464471:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313623567 00000100:00000001:2.0:1788219754.464473:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313624824 00000100:00000001:2.0:1788219754.464475:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.464477:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464479:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219754.464482:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464487:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219754.464489:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464491:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219754.464492:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219754.464494:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219754.464496:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189696:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.464499:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219754.464501:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219754.464502:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.464504:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219754.464507:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7600. 02000000:00000001:2.0:1788219754.464508:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219754.464511:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219754.464513:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219754.464516:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219754.464519:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566189696, portal 4 00000100:00000001:2.0:1788219754.464521:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219754.464523:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219754.464528:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.464534:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219754.464536:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219754.464539:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219754.464540:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566189696, offset 0 00000400:00000200:2.0:1788219754.464544:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464547:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464551:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219754.464553:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219754.464555:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219754.464557:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219754.464559:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219754.464561:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92681:92681:252:4294967295] 192.168.203.120@tcp LPNI seq info [92681:92681:4:4294967295] 00000400:00000200:2.0:1788219754.464565:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219754.464569:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219754.464573:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219754.464576:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cf00. 00000800:00000200:2.0:1788219754.464580:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219754.464584:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219754.464586:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219754.464589:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.464591:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27626 usecs (28 jiffies) 00000400:00000200:2.0:1788219754.464593:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219754.464595:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313623580 00000100:00000001:2.0:1788219754.464597:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313624824 00000100:00000001:2.0:1788219754.464599:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313623580 00000100:00000001:2.0:1788219754.464601:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313624824 00000100:00000001:2.0:1788219754.464604:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.464605:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464608:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.464610:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219754.465050:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219754.465054:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219754.465092:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219754.465096:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c800. 00000400:00000200:3.0:1788219754.465102:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.465108:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219754.465114:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:3.0:1788219754.465116:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:3.0:1788219754.465120:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219754.465125:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465135:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219754.465138:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465145:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219754.465147:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219754.465160:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219754.465162:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c500. 00000400:00000200:3.0:1788219754.465165:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.465168:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219754.465171:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5990 00000400:00000010:3.0:1788219754.465173:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5990. 00000100:00000001:3.0:1788219754.465175:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219754.465178:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465186:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219754.465188:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465193:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219754.465195:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219754.465202:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219754.465204:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c200. 00000400:00000200:3.0:1788219754.465206:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.465209:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219754.465211:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:3.0:1788219754.465213:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:3.0:1788219754.465215:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219754.465218:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465225:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219754.465228:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465234:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219754.465236:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219754.465243:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219754.465245:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c000. 00000400:00000200:3.0:1788219754.465248:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.465251:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219754.465253:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:3.0:1788219754.465255:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:3.0:1788219754.465256:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219754.465260:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465271:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219754.465273:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465335:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219754.465337:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219754.465628:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219754.465632:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cf00. 00000400:00000200:3.0:1788219754.465636:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.465640:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219754.465645:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:3.0:1788219754.465646:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:3.0:1788219754.465650:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219754.465654:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465661:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219754.465664:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.465670:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219754.465671:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219754.476984:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.477001:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219754.477005:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.477007:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.477017:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.477025:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219754.477037:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.477043:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.477049:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.477053:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77e300 00000400:00000200:3.0:1788219754.477057:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.477063:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8895 [1] + 224 00000800:00000001:3.0:1788219754.477071:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.477077:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.477080:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.477085:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219754.477092:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219754.477102:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219754.477113:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.477137:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219754.477146:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.477149:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.477353:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.477359:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219754.477368:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219754.477371:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219754.477374:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2948. 00000400:00000200:2.0:1788219754.477378:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219754.477380:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219754.477383:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219754.477389:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219754.477399:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.477405:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219754.477407:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.477409:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219754.477412:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219754.477415:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219754.477417:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.477420:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219754.477430:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219754.477434:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219754.477437:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219754.477440:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219754.477443:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219754.477447:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.477451:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219754.477453:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:2.0:1788219754.477456:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219754.477457:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.477462:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.477475:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.477477:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219754.477479:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219754.477483:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219754.477491:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189312:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.477496:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.477500:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219754.477503:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566189312/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.477510:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219754.477512:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219754.477527:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6000. 02000000:00000001:2.0:1788219754.477538:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219754.477541:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219754.477543:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219754.477545:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219754.477548:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c100. 02000000:00000001:2.0:1788219754.477552:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219754.477554:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219754.477555:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:2.0:1788219754.477558:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219754.477560:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.477563:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.477564:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.477566:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219754.477567:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.477569:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219754.483678:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.483696:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219754.483700:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.483703:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.483713:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.483720:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219754.483729:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.483736:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.483741:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.483745:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77e380 00000400:00000200:3.0:1788219754.483750:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.483756:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe88c5 [1] + 224 00000800:00000001:3.0:1788219754.483764:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.483770:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.483774:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.483779:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219754.483786:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219754.483796:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219754.483808:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.483832:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219754.483840:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.483843:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.485363:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.485370:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219754.485380:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219754.485382:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219754.485387:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2370. 00000400:00000200:2.0:1788219754.485395:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:2.0:1788219754.485397:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:2.0:1788219754.485401:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219754.485411:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219754.485421:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.485428:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219754.485430:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.485432:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219754.485435:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219754.485438:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219754.485440:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.485443:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219754.485452:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219754.485457:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219754.485459:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219754.485461:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219754.485465:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219754.485468:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.485472:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219754.485474:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:2.0:1788219754.485476:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219754.485478:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.485483:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.485490:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.485494:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219754.485496:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219754.485499:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219754.485507:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189440:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.485513:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.485516:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219754.485519:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566189440/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.485526:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219754.485528:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219754.485532:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7400. 02000000:00000001:2.0:1788219754.485546:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219754.485549:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219754.485551:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219754.485553:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219754.485556:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027ce00. 02000000:00000001:2.0:1788219754.485559:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219754.485561:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219754.485563:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:2.0:1788219754.485566:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219754.485567:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.485571:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.485573:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.485575:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219754.485576:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.485578:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219754.486997:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487013:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219754.487017:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487020:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.487028:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487037:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219754.487045:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487051:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487056:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487060:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77e400 00000400:00000200:3.0:1788219754.487064:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487070:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe88a5 [1] + 224 00000800:00000001:3.0:1788219754.487078:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487082:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.487085:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.487090:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219754.487097:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219754.487106:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219754.487117:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.487137:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219754.487146:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487150:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219754.487152:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487154:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.487156:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487160:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219754.487165:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487168:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487171:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487174:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77e280 00000400:00000200:3.0:1788219754.487177:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.487181:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe88b5 [1] + 224 00000800:00000001:3.0:1788219754.487185:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487192:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.487194:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.487196:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219754.487199:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219754.487204:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219754.487212:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.487219:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219754.487223:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.487225:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.487479:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.487484:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219754.487490:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219754.487492:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219754.487495:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb20b0. 00000400:00000200:2.0:1788219754.487499:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:2.0:1788219754.487501:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:2.0:1788219754.487504:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219754.487510:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219754.487518:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.487525:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219754.487527:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.487540:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219754.487543:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219754.487546:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219754.487548:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.487551:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219754.487557:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219754.487561:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219754.487564:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219754.487565:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219754.487568:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219754.487570:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.487573:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.487578:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.487585:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.487588:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219754.487590:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219754.487594:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219754.487602:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566189184:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219754.487608:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219754.487609:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219754.487611:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb24d0. 00000400:00000200:2.0:1788219754.487614:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:2.0:1788219754.487615:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:2.0:1788219754.487618:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219754.487621:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219754.487629:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.487636:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219754.487638:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.487639:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219754.487641:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219754.487642:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219754.487644:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.487645:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219754.487650:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219754.487653:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=120 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219754.487656:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219754.487657:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219754.487659:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219754.487661:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.487664:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219754.487666:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219754.487668:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219754.487669:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.487673:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.487680:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.487682:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219754.487683:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219754.487686:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219754.487694:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189568:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.487698:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.487700:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219754.487704:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566189184/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.487711:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219754.487713:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219754.487716:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6200. 02000000:00000001:2.0:1788219754.487720:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219754.487723:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219754.487725:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219754.487728:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219754.487730:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027cc00. 02000000:00000001:2.0:1788219754.487733:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219754.487735:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219754.487737:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:2.0:1788219754.487740:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219754.487741:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.487743:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219754.487746:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b480 x1875079566189568/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.487752:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219754.487753:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219754.487754:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7e00. 02000000:00000001:2.0:1788219754.487756:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219754.487757:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219754.487758:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219754.487760:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219754.487761:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027ca00. 02000000:00000001:2.0:1788219754.487763:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219754.487764:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219754.487765:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b480. 00000100:00000001:2.0:1788219754.487767:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219754.487768:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.487771:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.487772:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.487773:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219754.487775:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.487776:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219754.496046:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.496063:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219754.496067:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.496070:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.496078:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.496087:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219754.496095:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.496101:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.496134:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.496138:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77e480 00000400:00000200:3.0:1788219754.496143:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219754.496149:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe88d5 [1] + 224 00000800:00000001:3.0:1788219754.496156:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.496164:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219754.496167:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219754.496172:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219754.496179:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219754.496189:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219754.496199:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219754.496221:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219754.496231:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219754.496234:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.496679:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.496684:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219754.496690:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219754.496692:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219754.496695:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219754.496700:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:2.0:1788219754.496703:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:2.0:1788219754.496706:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219754.496712:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219754.496723:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.496729:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219754.496731:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.496733:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219754.496736:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219754.496739:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219754.496741:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219754.496744:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219754.496753:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219754.496757:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=58 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219754.496760:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219754.496762:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219754.496765:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219754.496768:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.496772:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219754.496774:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219754.496777:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219754.496779:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219754.496784:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.496791:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219754.496794:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219754.496796:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219754.496800:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219754.496809:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566189696:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219754.496814:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.496817:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219754.496821:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566189696/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219754.496829:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219754.496831:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219754.496834:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7600. 02000000:00000001:2.0:1788219754.496839:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219754.496842:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219754.496844:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219754.496846:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219754.496849:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c600. 02000000:00000001:2.0:1788219754.496853:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219754.496854:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219754.496856:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219754.496860:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219754.496861:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.496864:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219754.496871:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219754.496874:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219754.496876:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219754.496878:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423595:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219755.423601:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423606:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219755.423608:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423612:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219755.423613:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423616:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219755.423620:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219755.423622:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219755.423628:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219755.423630:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219755.423631:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423634:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219755.423636:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423638:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423640:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219755.423643:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219755.423644:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219755.423665:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219755.423668:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219755.423670:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219755.743438:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313624824, at 4313624832 00000100:00000010:2.0:1788219755.743457:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192420. 00000100:00000040:3.0:1788219755.743992:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313624824, at 4313624832 00000100:00000010:3.0:1788219755.744007:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192780. 00010000:00000001:1.0:1788219756.449504:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219756.449512:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219756.449532:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219756.449534:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219756.449537:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219756.449539:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219756.449543:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219756.449545:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219756.449548:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219756.449550:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219756.450014:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219756.450019:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219756.450022:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219757.471722:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219757.471729:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471735:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219757.471736:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471739:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219757.471741:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471744:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219757.471745:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471749:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219757.471752:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219757.471755:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219757.471759:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471761:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219757.471764:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471766:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219757.471768:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219757.471792:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219757.471795:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219757.471798:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219758.497660:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219758.497668:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219758.497670:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219758.497676:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219758.497678:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219758.497680:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497685:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219758.497687:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497689:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497692:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497696:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219758.497698:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219758.497699:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219758.497701:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219758.497702:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219758.497703:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497705:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219758.497706:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497707:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497709:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497713:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219758.497714:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497717:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219758.497718:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219758.497721:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219758.497722:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219758.499068:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219758.499074:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219758.499080:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788219759.072307:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.072479:0:326923:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.072483:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfde0 00000080:00200000:0.0:1788219759.072487:0:326923:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219759.072495:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.072501:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.072506:0:326923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.072510:0:326923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.072512:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfd00 00800000:00000002:0.0:1788219759.072515:0:326923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.072519:0:326923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.072522:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.072524:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.072526:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.072528:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.072531:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.072532:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.072534:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.072538:0:326923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.072542:0:326923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.072544:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfbd0 00000002:00010000:0.0:1788219759.072546:0:326923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.072550:0:326923:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.072552:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.072555:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.072571:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:0.0:1788219759.072574:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.072580:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.072583:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.072588:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788219759.072599:0:326923:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.072604:0:326923:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.072607:0:326923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788219759.072613:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.072615:0:326923:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.072618:0:326923:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.072619:0:326923:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.072622:0:326923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.072624:0:326923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219759.072626:0:326923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.072629:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.072633:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:0.0:1788219759.072637:0:326923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.072638:0:326923:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.072641:0:326923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219759.072645:0:326923:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:0.0:1788219759.072648:0:326923:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.072651:0:326923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.072652:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.072654:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.072657:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.072659:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072662:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072665:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072667:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.072668:0:326923:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.072669:0:326923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.072672:0:326923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c7fbfe18 00010000:00000001:0.0:1788219759.072674:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.072676:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.072677:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.072679:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072681:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072683:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.072686:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219759.072693:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072694:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.072696:0:326923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.072698:0:326923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.072701:0:326923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219759.072708:0:326923:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.072711:0:326923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.072713:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.072718:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072720:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.072721:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072725:0:326923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.072727:0:326923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072729:0:326923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072732:0:326923:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072735:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.072736:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072737:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.072740:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219759.072742:0:326923:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.072744:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 101 00000080:00000001:0.0:1788219759.072749:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.072756:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.072758:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.072759:0:326923:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.072760:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfba8 00000080:00200000:0.0:1788219759.072762:0:326923:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219759.072766:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.072768:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.072770:0:326923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.072772:0:326923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.072773:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfac8 00800000:00000002:0.0:1788219759.072775:0:326923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.072777:0:326923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.072778:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.072780:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.072781:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.072783:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.072784:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.072786:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.072789:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.072791:0:326923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.072794:0:326923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.072795:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf998 00000002:00010000:0.0:1788219759.072796:0:326923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.072799:0:326923:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.072800:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.072802:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.072804:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:0.0:1788219759.072806:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.072808:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.072810:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.072813:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788219759.072819:0:326923:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.072821:0:326923:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.072824:0:326923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788219759.072829:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.072831:0:326923:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.072832:0:326923:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.072834:0:326923:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.072835:0:326923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.072837:0:326923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219759.072839:0:326923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.072841:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.072843:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:0.0:1788219759.072846:0:326923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.072847:0:326923:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.072849:0:326923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219759.072852:0:326923:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:0.0:1788219759.072854:0:326923:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.072856:0:326923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.072858:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.072859:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.072861:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.072862:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072864:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072866:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072867:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.072868:0:326923:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.072869:0:326923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.072871:0:326923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c7fbfbe0 00010000:00000001:0.0:1788219759.072873:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.072874:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.072875:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.072876:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072878:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.072880:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.072882:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219759.072887:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072888:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.072889:0:326923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.072891:0:326923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.072893:0:326923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219759.072898:0:326923:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.072899:0:326923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.072901:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.072902:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072903:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.072905:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072906:0:326923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.072917:0:326923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072920:0:326923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072922:0:326923:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.072924:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.072925:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.072926:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.072928:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219759.072929:0:326923:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.072931:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219759.072934:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.072944:0:326923:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb640. 00000020:00000001:0.0:1788219759.072948:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfd98 00000080:00200000:0.0:1788219759.072950:0:326923:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=1536 00000080:00000001:0.0:1788219759.072953:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.072954:0:326923:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.072955:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfca8 00000080:00200000:0.0:1788219759.072957:0:326923:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219759.072960:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.072963:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.072965:0:326923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.072966:0:326923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.072968:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfbc8 00800000:00000002:0.0:1788219759.072969:0:326923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.072972:0:326923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.072973:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.072974:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.072975:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.072977:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.072978:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.072980:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.072981:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.072983:0:326923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.072986:0:326923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.072987:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfa98 00000002:00010000:0.0:1788219759.072989:0:326923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.072991:0:326923:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.072993:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.072995:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.072997:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:0.0:1788219759.072999:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.073001:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.073003:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.073005:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788219759.073012:0:326923:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.073015:0:326923:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.073018:0:326923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788219759.073023:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.073025:0:326923:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.073026:0:326923:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.073028:0:326923:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.073030:0:326923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.073031:0:326923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219759.073033:0:326923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.073035:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.073038:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:0.0:1788219759.073040:0:326923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.073041:0:326923:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.073043:0:326923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219759.073045:0:326923:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:0.0:1788219759.073047:0:326923:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.073049:0:326923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.073050:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.073051:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.073052:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.073054:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073056:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073058:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073060:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.073061:0:326923:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073062:0:326923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.073064:0:326923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c7fbfce0 00010000:00000001:0.0:1788219759.073066:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.073067:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.073068:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.073070:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073072:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073074:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.073076:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219759.073082:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073083:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073084:0:326923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.073085:0:326923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.073088:0:326923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219759.073093:0:326923:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.073095:0:326923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.073096:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.073098:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073099:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073100:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073101:0:326923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.073103:0:326923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073104:0:326923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073106:0:326923:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073108:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.073109:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073110:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.073111:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219759.073112:0:326923:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.073114:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 3 00000080:00000001:0.0:1788219759.073118:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.073121:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.073122:0:326923:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.073124:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfd90 00000080:00200000:0.0:1788219759.073126:0:326923:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219759.073130:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.073132:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.073134:0:326923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.073136:0:326923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.073137:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfcb0 00800000:00000002:0.0:1788219759.073138:0:326923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.073141:0:326923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.073142:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.073144:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.073145:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.073146:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.073148:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.073149:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.073151:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.073153:0:326923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.073156:0:326923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.073157:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfb80 00000002:00010000:0.0:1788219759.073159:0:326923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.073161:0:326923:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.073162:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.073164:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.073166:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:0.0:1788219759.073168:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.073170:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.073172:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.073175:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788219759.073181:0:326923:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.073184:0:326923:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.073187:0:326923:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788219759.073193:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.073194:0:326923:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.073196:0:326923:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.073198:0:326923:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.073199:0:326923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.073201:0:326923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219759.073203:0:326923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.073205:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.073207:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:0.0:1788219759.073210:0:326923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.073211:0:326923:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.073213:0:326923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219759.073215:0:326923:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a1632e8 00800000:00000001:0.0:1788219759.073217:0:326923:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.073218:0:326923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.073219:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.073221:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.073222:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.073224:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073226:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073228:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073229:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.073230:0:326923:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073231:0:326923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.073233:0:326923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1632e8 from it ffffa959c7fbfdc8 00010000:00000001:0.0:1788219759.073235:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.073236:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.073237:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9c00 refcount=3 00000020:00000001:0.0:1788219759.073239:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073241:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588903936 : -113714120647680 : ffff9893de3b9c00) 00010000:00000001:0.0:1788219759.073243:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.073246:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219759.073252:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073253:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073255:0:326923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.073256:0:326923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.073258:0:326923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219759.073264:0:326923:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.073265:0:326923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.073267:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.073268:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073270:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073271:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073272:0:326923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.073274:0:326923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073275:0:326923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073277:0:326923:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073279:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.073280:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073281:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.073283:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219759.073284:0:326923:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.073286:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 3 00000080:00000001:0.0:1788219759.073289:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.073293:0:326923:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:0.0:1788219759.073294:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfda0 00000080:00200000:0.0:1788219759.073296:0:326923:0:(namei.c:2239:do_mkdir()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00000001:0.0:1788219759.073299:0:326923:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788219759.073301:0:326923:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788219759.073305:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.073308:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.073355:0:326923:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9894cb1629c0. 00000080:00000001:0.0:1788219759.073359:0:326923:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073362:0:326923:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:0.0:1788219759.073365:0:326923:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788219759.073367:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.073368:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.073370:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.073371:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.073372:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.073374:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.073376:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073379:0:326923:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:0.0:1788219759.073382:0:326923:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1788219759.073387:0:326923:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1788219759.073389:0:326923:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:0.0:1788219759.073392:0:326923:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1788219759.073395:0:326923:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:0.0:1788219759.073399:0:326923:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:0.0:1788219759.073401:0:326923:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9893ca6d2800: age 18857, max_age 0 00000100:00000010:0.0:1788219759.073407:0:326923:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219759.073411:0:326923:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219759.073414:0:326923:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.073417:0:326923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.073420:0:326923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.073425:0:326923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d40d3900. 00000100:00000001:0.0:1788219759.073432:0:326923:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.073437:0:326923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.073440:0:326923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.073454:0:326923:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000820329eb] to pc [ptlrpcd_00_01+1] req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00800000:00000001:0.0:1788219759.073480:0:326923:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073482:0:326923:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:0.0:1788219759.073485:0:326923:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00000100:00000001:0.0:1788219759.073496:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788219759.073500:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788219759.073502:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.073508:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.073510:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.073513:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219759.073514:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.073516:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.073521:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.073529:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.073531:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.073534:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.073536:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.073538:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.073542:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566189824:192.168.203.120@tcp:41:mkdir.0 00000100:00000001:0.0:1788219759.073545:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.073551:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.073553:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.073555:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.073559:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03d000. 02000000:00000001:0.0:1788219759.073561:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.073568:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.073572:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219759.073579:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219759.073585:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566189824, portal 10 00000100:00000001:0.0:1788219759.073587:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.073589:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219759.073596:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.073602:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.073605:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.073607:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf770. 00000100:00000200:0.0:1788219759.073611:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566189824, offset 0 00000400:00000200:0.0:1788219759.073617:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.073626:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.073633:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.073638:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.073643:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.073646:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.073649:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.073652:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92682:92682:256:4294967295] 192.168.203.120@tcp LPNI seq info [92682:92682:8:4294967295] 00000400:00000200:0.0:1788219759.073657:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.073666:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.073671:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.073676:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3e00. 00000800:00000200:0.0:1788219759.073682:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.073689:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.073694:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.073706:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.073710:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.073714:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.073717:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628189 00000100:00000010:0.0:1788219759.073721:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02120. 00000100:00000001:0.0:1788219759.073728:0:256061:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219759.073734:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628189 00000100:00000010:0.0:1788219759.073737:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02660. 00000100:00000001:0.0:1788219759.073740:0:256061:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219759.073743:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.073746:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.073749:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.073751:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073764:0:326923:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788219759.073767:0:326923:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788219759.073769:0:326923:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788219759.073771:0:326923:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x980:0x0] 40000000:00000001:0.0:1788219759.073774:0:326923:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.073776:0:326923:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073777:0:326923:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.073779:0:326923:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.073781:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfbc0 00800000:00000002:0.0:1788219759.073782:0:326923:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd160d.sanity' [0x2000013a2:0x980:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788219759.073787:0:326923:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788219759.073789:0:326923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219759.073792:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 2 00010000:00000001:0.0:1788219759.073794:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.073796:0:326923:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219759.073799:0:326923:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219759.073801:0:326923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219759.073808:0:326923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219759.073811:0:326923:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219759.073813:0:326923:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219759.073815:0:326923:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788219759.073817:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.073818:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.073819:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 3 00010000:00000001:0.0:1788219759.073821:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.073823:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.073825:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.073826:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.073827:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 3 00010000:00000001:0.0:1788219759.073829:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.073831:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.073832:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.073833:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.073834:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619700 count: 3 00010000:00000001:0.0:1788219759.073836:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.073837:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.073839:0:326923:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219759.073841:0:326923:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9894d1eeb180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788219759.073844:0:326923:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219759.073847:0:326923:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219759.073850:0:326923:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219759.073851:0:326923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073854:0:326923:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219759.073856:0:326923:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219759.073858:0:326923:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219759.073859:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.073861:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788219759.073863:0:326923:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9c00 with handle 0x34450ab7a1632e8 from hash 00010000:00000001:0.0:1788219759.073865:0:326923:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219759.073866:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073867:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073868:0:326923:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219759.073870:0:326923:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219759.073872:0:326923:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219759.073874:0:326923:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219759.073876:0:326923:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.073877:0:326923:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788219759.073881:0:326923:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017480. 00000020:00000040:0.0:1788219759.073883:0:326923:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219759.073888:0:326923:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219759.073889:0:326923:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073891:0:326923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.073894:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.073897:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.073898:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073899:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.073901:0:326923:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.073903:0:326923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.073905:0:326923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.073919:0:326923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c800. 00000100:00000001:0.0:1788219759.073923:0:326923:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073925:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.073927:0:326923:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219759.073933:0:326923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219759.073940:0:326923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219759.073942:0:326923:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219759.073944:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219759.073946:0:326923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9c00/0x34450ab7a1632e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8260 expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219759.073954:0:326923:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619700 count: 0 00010000:00000010:0.0:1788219759.073958:0:326923:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef100. 00010000:00000001:0.0:1788219759.073966:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.073967:0:326923:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073970:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.073971:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.073973:0:326923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788219759.073983:0:326923:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788219759.073989:0:326923:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219759.073997:0:326923:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.073998:0:326923:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.074004:0:326923:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.074006:0:326923:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.074008:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.074009:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131718272 : -113709577833344 : ffff9894ed017480) 00000100:00000001:0.0:1788219759.074013:0:326923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.074016:0:326923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.074017:0:326923:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.074018:0:326923:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.074022:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.074028:0:326923:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.074029:0:326923:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.074032:0:326923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.074033:0:326923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.074035:0:326923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.074038:0:326923:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017480 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190080:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:0.0:1788219759.074041:0:326923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.074043:0:326923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.074045:0:326923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.074046:0:326923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.074049:0:326923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219759.074051:0:326923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.074054:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.074057:0:326923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.074061:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219759.074063:0:326923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566190080, portal 10 00000100:00000001:0.0:1788219759.074065:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.074066:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131718272 : -113709577833344 : ffff9894ed017480) 00000100:00000040:0.0:1788219759.074070:0:326923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.074076:0:326923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.074078:0:326923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.074080:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf2a8. 00000100:00000200:0.0:1788219759.074082:0:326923:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1875079566190080, offset 0 00000400:00000200:0.0:1788219759.074086:0:326923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.074090:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.074094:0:326923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.074097:0:326923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.074100:0:326923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.074102:0:326923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.074104:0:326923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.074106:0:326923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92683:92683:255:4294967295] 192.168.203.120@tcp LPNI seq info [92683:92683:7:4294967295] 00000400:00000200:0.0:1788219759.074109:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.074116:0:326923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.074120:0:326923:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.074123:0:326923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3800. 00000800:00000200:0.0:1788219759.074127:0:326923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.074133:0:326923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.074135:0:326923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3800 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.074138:0:326923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.074141:0:326923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.074144:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.074146:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628189 00000100:00000001:0.0:1788219759.074149:0:326923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313628189 00000100:00000001:0.0:1788219759.074151:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628189 00000100:00000001:0.0:1788219759.074153:0:326923:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313628189 00000100:00000001:0.0:1788219759.074155:0:326923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.074157:0:326923:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.074159:0:326923:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.074160:0:326923:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.074162:0:326923:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.074164:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.074166:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.074497:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.074501:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3e00. 00000400:00000200:3.0:1788219759.074507:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.074512:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.074519:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf770 00000400:00000010:3.0:1788219759.074521:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf770. 00000100:00000001:3.0:1788219759.074525:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.074530:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.074540:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.074543:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.074550:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.074552:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219759.074633:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.074635:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3800. 00000400:00000200:3.0:1788219759.074638:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.074643:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.074645:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf2a8 00000400:00000010:3.0:1788219759.074647:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf2a8. 00000100:00000001:3.0:1788219759.074649:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.074652:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.074658:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.074661:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.074666:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.074668:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219759.074756:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.074760:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219759.079138:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.079160:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.079165:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.079168:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.079179:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.079188:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.079199:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.079206:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.079211:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.079216:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x6a95ffb77e500 00000400:00000200:3.0:1788219759.079222:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.079228:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0xe88e5 [1] + 224 00000800:00000001:3.0:1788219759.079237:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.079244:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.079247:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.079251:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.079259:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.079269:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.079281:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.079400:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219759.079404:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.079436:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.079449:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.079452:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219759.085894:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.085901:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.085905:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219759.085920:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:0.0:1788219759.085923:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:0.0:1788219759.085927:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.085940:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219759.085952:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.085959:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.085961:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.085964:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.085967:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.085972:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.085974:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.085977:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.085988:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.085993:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.085996:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.085998:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.086001:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.086005:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.086010:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.086012:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219759.086014:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.086015:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.086020:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.086027:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.086030:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.086031:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1788219759.086037:0:256061:0:(mdc_request.c:1625:mdc_statfs_interpret()) blocks=353529 free=352301 avail=316598 objects=1024000 free=1023566 state=0 00000100:00000040:0.0:1788219759.086043:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219759.086051:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566189824:192.168.203.120@tcp:41:mkdir.0 00000100:00000001:0.0:1788219759.086056:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.086060:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.086063:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566189824/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.086069:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.086071:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.086074:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03d000. 02000000:00000001:0.0:1788219759.086078:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.086080:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.086082:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.086085:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.086088:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d40d3900. 02000000:00000001:0.0:1788219759.086092:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.086094:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.086096:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219759.086099:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.086100:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.086103:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.086110:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.086112:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.086115:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219759.086117:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788219759.088647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619700. 00010000:00000010:0.1:1788219759.088659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9c00. 00000800:00000001:3.0:1788219759.089981:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.089998:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.090002:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.090004:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.090013:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.090021:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.090030:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.090036:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.090041:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.090045:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb77e600 00000400:00000200:3.0:1788219759.090050:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.090056:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe88ed [1] + 224 00000800:00000001:3.0:1788219759.090063:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.090069:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.090072:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.090077:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.090084:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.090093:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.090104:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.090126:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.090134:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.090137:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.090514:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.090522:0:326923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.090524:0:326923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.090527:0:326923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.090532:0:326923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:0.0:1788219759.090534:0:326923:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:0.0:1788219759.090538:0:326923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.090543:0:326923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219759.090553:0:326923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017480 x1875079566190080/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.090570:0:326923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.090572:0:326923:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.090575:0:326923:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.090579:0:326923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.090581:0:326923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.090583:0:326923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.090586:0:326923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.090596:0:326923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.090600:0:326923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.090603:0:326923:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.090604:0:326923:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.090607:0:326923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.090611:0:326923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.090615:0:326923:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219759.090617:0:326923:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100005ac1/0x1] 00000100:00000001:0.0:1788219759.090619:0:326923:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219759.090621:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.090622:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131718272 : -113709577833344 : ffff9894ed017480) 00000100:00000001:0.0:1788219759.090625:0:326923:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.090627:0:326923:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219759.090628:0:326923:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.090631:0:326923:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.090636:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017480 x1875079566190080/t17179869209(17179869209) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.090643:0:326923:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.090646:0:326923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.090648:0:326923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.090652:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017480 x1875079566190080/t17179869209(17179869209) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219759.090660:0:326923:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017480 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190080:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:0.0:1788219759.090666:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.090669:0:326923:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.090671:0:326923:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.090673:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.090677:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566190080/t17179869209(17179869209) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.090684:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.090687:0:326923:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.090690:0:326923:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.090692:0:326923:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.090699:0:326923:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.090702:0:326923:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.090705:0:326923:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.090708:0:326923:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788219759.090711:0:326923:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788219736 to 1788219759 00000080:00000001:0.0:1788219759.090715:0:326923:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219759.090720:0:326923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219759.090722:0:326923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219759.090725:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:0.0:1788219759.090727:0:326923:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788219759.090737:0:326923:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893e6c60000. 00000080:00000001:0.0:1788219759.090749:0:326923:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788219759.090751:0:326923:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8) 00000080:00000001:0.0:1788219759.090754:0:326923:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219759.090756:0:326923:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x980:0x0] 00000080:00000001:0.0:1788219759.090758:0:326923:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.090759:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:0.0:1788219759.090762:0:326923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1788219759.090765:0:326923:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145920 mtime from 0 to 1788219759 00000080:00200000:0.0:1788219759.090769:0:326923:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x980:0x0], updating i_size 4096 00000080:00000001:0.0:1788219759.090772:0:326923:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788219759.090773:0:326923:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359732191432 : -113713977360184 : ffff9893e6c600c8) 00000080:00000001:0.0:1788219759.090776:0:326923:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219759.090779:0:326923:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219759.090781:0:326923:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.090785:0:326923:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.090787:0:326923:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1788219759.090788:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.090792:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017480 x1875079566190080/t17179869209(17179869209) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.090799:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.090802:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.090804:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000010:0.0:1788219759.090808:0:326923:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9894cb1629c0. 00000080:00000001:0.0:1788219759.090810:0:326923:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.090813:0:326923:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219759.090817:0:326923:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.090829:0:326923:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219759.090835:0:326923:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219759.090863:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.090866:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.090868:0:326923:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.090870:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfbc0 00000080:00200000:0.0:1788219759.090873:0:326923:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219759.090878:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.090883:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.090886:0:326923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.090889:0:326923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.090890:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfae0 00800000:00000002:0.0:1788219759.090893:0:326923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.090896:0:326923:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.090899:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.090901:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.090903:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.090905:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.090907:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.090916:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.090918:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.090921:0:326923:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.090925:0:326923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.090927:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf9b0 00000002:00010000:0.0:1788219759.090929:0:326923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.090932:0:326923:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.090934:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.090937:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.090942:0:326923:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.090944:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.090946:0:326923:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.090948:0:326923:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219759.090950:0:326923:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219759.090954:0:326923:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219759.090958:0:326923:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219759.090963:0:326923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.090968:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.090974:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.090976:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.090978:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.090981:0:326923:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.090983:0:326923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.090987:0:326923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.090993:0:326923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03d000. 00000100:00000001:0.0:1788219759.090999:0:326923:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.091002:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.091003:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.091005:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.091006:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.091008:0:326923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.091012:0:326923:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00010000:00000001:0.0:1788219759.091015:0:326923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219759.091017:0:326923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219759.091020:0:326923:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708200. 00010000:00000010:0.0:1788219759.091024:0:326923:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c480. 00010000:00000001:0.0:1788219759.091028:0:326923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219759.091031:0:326923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b800. 00000020:00000001:0.0:1788219759.091035:0:326923:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219759.091039:0:326923:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b800 with handle 0x34450ab7a163319 to hash 00000020:00000001:0.0:1788219759.091041:0:326923:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219759.091042:0:326923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.091046:0:326923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.091049:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.091051:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.091056:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.091064:0:326923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.091075:0:326923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219759.091080:0:326923:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.091083:0:326923:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.091087:0:326923:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.091089:0:326923:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.091091:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.091092:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219759.091096:0:326923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.091099:0:326923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.091101:0:326923:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.091103:0:326923:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.091107:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.091114:0:326923:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.091116:0:326923:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.091120:0:326923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.091122:0:326923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.091125:0:326923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.091128:0:326923:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190208:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1788219759.091131:0:326923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.091136:0:326923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.091138:0:326923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.091140:0:326923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.091144:0:326923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.091146:0:326923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.091152:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.091155:0:326923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.091160:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219759.091166:0:326923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566190208, portal 10 00000100:00000001:0.0:1788219759.091168:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.091169:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219759.091174:0:326923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.091181:0:326923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.091183:0:326923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.091186:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219759.091189:0:326923:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566190208, offset 0 00000400:00000200:0.0:1788219759.091195:0:326923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.091202:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.091209:0:326923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.091214:0:326923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.091218:0:326923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.091221:0:326923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.091224:0:326923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.091228:0:326923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92684:92684:256:4294967295] 192.168.203.120@tcp LPNI seq info [92684:92684:8:4294967295] 00000400:00000200:0.0:1788219759.091232:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.091241:0:326923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.091246:0:326923:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.091250:0:326923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219759.091256:0:326923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.091263:0:326923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.091267:0:326923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.091286:0:326923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.091290:0:326923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.091293:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.091296:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628206 00000100:00000001:0.0:1788219759.091302:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313628189 00000100:00000001:0.0:1788219759.091307:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628206 00000100:00000001:0.0:1788219759.091358:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313628189 00000100:00000001:0.0:1788219759.091362:0:326923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.091365:0:326923:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.091367:0:326923:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.091369:0:326923:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.091372:0:326923:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.091374:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.091377:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.091669:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.091674:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:3.0:1788219759.091680:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.091685:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.091691:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:3.0:1788219759.091693:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:3.0:1788219759.091696:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.091702:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.091712:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.091715:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.091722:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.091724:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219759.095504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb640. 00000800:00000001:3.0:1788219759.097029:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.097046:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.097051:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.097054:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.097063:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.097072:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.097081:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.097087:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.097092:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.097096:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x6a95ffb77e680 00000400:00000200:3.0:1788219759.097100:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.097107:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0xe88f5 [1] + 224 00000800:00000001:3.0:1788219759.097114:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.097122:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.097126:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.097131:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.097139:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.097150:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.097161:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.097184:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.097193:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.097197:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.097515:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.097522:0:326923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.097524:0:326923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.097528:0:326923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.097532:0:326923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:0.0:1788219759.097535:0:326923:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:0.0:1788219759.097538:0:326923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.097544:0:326923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.097553:0:326923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.097570:0:326923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.097572:0:326923:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.097575:0:326923:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.097579:0:326923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.097582:0:326923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.097584:0:326923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.097587:0:326923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.097596:0:326923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.097600:0:326923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.097603:0:326923:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.097605:0:326923:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.097608:0:326923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.097611:0:326923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.097614:0:326923:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.097616:0:326923:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219759.097618:0:326923:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.097621:0:326923:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.097626:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.097633:0:326923:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.097636:0:326923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.097638:0:326923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.097641:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.097649:0:326923:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190208:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1788219759.097653:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.097656:0:326923:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.097659:0:326923:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.097661:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.097664:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.097671:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.097675:0:326923:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.097679:0:326923:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.097681:0:326923:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.097684:0:326923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219759.097688:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097691:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097695:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=4 00000020:00000001:0.0:1788219759.097698:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097700:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000040:0.0:1788219759.097707:0:326923:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b800, remote cookie: 0x1782eba8aded8316, flags: 0x1001 00010000:00010000:0.0:1788219759.097712:0:326923:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.097723:0:326923:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097730:0:326923:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219759.097733:0:326923:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219759.097735:0:326923:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219759.097736:0:326923:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219759.097738:0:326923:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219759.097741:0:326923:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9893ef708200) refcount = 1 00010000:00010000:0.0:1788219759.097745:0:326923:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097751:0:326923:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219759.097754:0:326923:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219759.097755:0:326923:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.097758:0:326923:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219759.097761:0:326923:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.097763:0:326923:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097769:0:326923:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219759.097770:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097771:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.097772:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097773:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.097775:0:326923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.097779:0:326923:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219759.097781:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097782:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097783:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.097785:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097787:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097789:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097791:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097792:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=4 00000020:00000001:0.0:1788219759.097793:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097795:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097798:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.097801:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.097804:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097815:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097816:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.097818:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097819:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097820:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=5 00000020:00000001:0.0:1788219759.097822:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097824:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097826:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.097829:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097835:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097836:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219759.097838:0:326923:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097845:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.097846:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097847:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.097848:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097849:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219759.097854:0:326923:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219759.097862:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097863:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097864:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.097866:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097868:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097870:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097871:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.097872:0:326923:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.097874:0:326923:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.097877:0:326923:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219759.097879:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097880:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097882:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.097883:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097886:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00000002:00010000:0.0:1788219759.097888:0:326923:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.097894:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097895:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.097897:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.097898:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.097899:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.097900:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.097901:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.097903:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000040:0.0:1788219759.097926:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219759.097929:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219759.097933:0:326923:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788219759.097936:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.097937:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.097938:0:326923:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219759.097941:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf938 00000002:00002000:0.0:1788219759.097943:0:326923:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219759.097946:0:326923:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.097950:0:326923:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.097953:0:326923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219759.097957:0:326923:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219759.097960:0:326923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.097964:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.097967:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:0.0:1788219759.097971:0:326923:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.097975:0:326923:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219759.097980:0:326923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219759.097984:0:326923:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219759.097990:0:326923:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9894cb1629c0. 00800000:00000001:0.0:1788219759.097992:0:326923:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363562650048 : -113710146901568 : ffff9894cb1629c0) 00800000:00000001:0.0:1788219759.097994:0:326923:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.097996:0:326923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219759.097998:0:326923:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219759.097999:0:326923:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788219759.098002:0:326923:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788219759.098004:0:326923:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788219759.098006:0:326923:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.098010:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788219759.098012:0:326923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788219759.098016:0:326923:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 262144 00010000:00000001:0.0:1788219759.098018:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.098019:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.098020:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.098022:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.098024:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.098026:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.098027:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219759.098028:0:326923:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219759.098030:0:326923:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788219759.098031:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb1629c0 1 00800000:00000010:0.0:1788219759.098033:0:326923:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9894cb1629c0. 00800000:00000001:0.0:1788219759.098035:0:326923:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.098038:0:326923:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:0.0:1788219759.098041:0:326923:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.098043:0:326923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.098044:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.098045:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.098046:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.098048:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.098049:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.098052:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.098053:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.098054:0:326923:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.098056:0:326923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.098058:0:326923:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.098060:0:326923:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219759.098062:0:326923:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7fbfbf8 00010000:00000001:0.0:1788219759.098064:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.098065:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.098066:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.098067:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.098070:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.098071:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.098073:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.098078:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.098079:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.098080:0:326923:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.098083:0:326923:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.098085:0:326923:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219759.098092:0:326923:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.098094:0:326923:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.098096:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.098101:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.098102:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.098103:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098106:0:326923:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.098108:0:326923:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098110:0:326923:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098112:0:326923:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098114:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.098115:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.098117:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.098119:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.098122:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566190208/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.098129:0:326923:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.098131:0:326923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.098134:0:326923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.098137:0:326923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.098140:0:326923:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.098141:0:326923:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.098143:0:326923:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.098146:0:326923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03d000. 02000000:00000001:0.0:1788219759.098150:0:326923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.098152:0:326923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.098153:0:326923:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219759.098156:0:326923:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.098158:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.098161:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219759.098166:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.098180:0:326923:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb640. 00000080:00000001:0.0:1788219759.098184:0:326923:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788219759.098188:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfb58 00000080:00200000:0.0:1788219759.098190:0:326923:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), file ffff9894d9016480, open_flags 38900, mode 0 opened 0 00000080:00000010:0.0:1788219759.098195:0:326923:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9893e6a02900. 00000080:00000001:0.0:1788219759.098197:0:326923:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219759.098199:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfa08 00000080:00200000:0.0:1788219759.098200:0:326923:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=open 00000080:00000010:0.0:1788219759.098207:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.098212:0:326923:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.098216:0:326923:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.098219:0:326923:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.098220:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf928 00800000:00000002:0.0:1788219759.098222:0:326923:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd160d.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.098225:0:326923:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788219759.098227:0:326923:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788219759.098230:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.098233:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.098235:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.098237:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.098239:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.098241:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.098243:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.098246:0:326923:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00000020:00000001:0.0:1788219759.098249:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf8a8 00800000:00000002:0.0:1788219759.098250:0:326923:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160d.sanity' -> mds #0 layout version 1 00000002:00000001:0.0:1788219759.098255:0:326923:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.098256:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf7e0 00000002:00010000:0.0:1788219759.098258:0:326923:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160d.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0704401 00000002:00000001:0.0:1788219759.098444:0:326923:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219759.098446:0:326923:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788219759.098449:0:326923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219759.098452:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219759.098455:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.098458:0:326923:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219759.098460:0:326923:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098462:0:326923:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.098464:0:326923:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.098468:0:326923:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219759.098471:0:326923:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219759.098476:0:326923:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219759.098478:0:326923:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098481:0:326923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.098484:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.098488:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.098489:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.098490:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.098493:0:326923:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.098495:0:326923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.098499:0:326923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.098505:0:326923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03d000. 00000100:00000001:0.0:1788219759.098511:0:326923:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098514:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.098515:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098517:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.098518:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.098520:0:326923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.098528:0:326923:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00010000:00000001:0.0:1788219759.098531:0:326923:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219759.098533:0:326923:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219759.098535:0:326923:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219759.098537:0:326923:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.098539:0:326923:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219759.098542:0:326923:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1bc00. 00000020:00000001:0.0:1788219759.098546:0:326923:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219759.098549:0:326923:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1bc00 with handle 0x34450ab7a163320 to hash 00000020:00000001:0.0:1788219759.098551:0:326923:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219759.098553:0:326923:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.098614:0:326923:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.098618:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.098619:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.098622:0:326923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.098630:0:326923:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788219759.098643:0:326923:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788219759.098650:0:326923:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788219759.098659:0:326923:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219759.098664:0:326923:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.098666:0:326923:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.098672:0:326923:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.098675:0:326923:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.098677:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.098678:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219759.098682:0:326923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.098686:0:326923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.098688:0:326923:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.098689:0:326923:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.098694:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.098701:0:326923:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.098704:0:326923:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.098707:0:326923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.098710:0:326923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.098712:0:326923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.098715:0:326923:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190464:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1788219759.098719:0:326923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.098724:0:326923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.098726:0:326923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.098728:0:326923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.098821:0:326923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:0.0:1788219759.098824:0:326923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.098831:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.098835:0:326923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.098841:0:326923:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4b9b000. 00000100:00000200:0.0:1788219759.098848:0:326923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566190464, portal 10 00000100:00000001:0.0:1788219759.098850:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.098851:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219759.098857:0:326923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.098864:0:326923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.098867:0:326923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.098870:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219759.098875:0:326923:0:(niobuf.c:94:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1875079566190464, offset 0 00000400:00000200:0.0:1788219759.098880:0:326923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.098888:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.098894:0:326923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.098899:0:326923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.098903:0:326923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.098906:0:326923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.098918:0:326923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.098922:0:326923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92685:92685:256:4294967295] 192.168.203.120@tcp LPNI seq info [92685:92685:8:4294967295] 00000400:00000200:0.0:1788219759.098927:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.098936:0:326923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.098942:0:326923:0:(socklnd_cb.c:931:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.098948:0:326923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3a00. 00000800:00000200:0.0:1788219759.098954:0:326923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.098962:0:326923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.098966:0:326923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3a00 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.099049:0:326923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.099054:0:326923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.099058:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.099061:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628214 00000100:00000001:0.0:1788219759.099068:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313628206 00000100:00000001:0.0:1788219759.099073:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628214 00000100:00000001:0.0:1788219759.099076:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313628206 00000100:00000001:0.0:1788219759.099079:0:326923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.099081:0:326923:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.099084:0:326923:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.099086:0:326923:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.099088:0:326923:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.099091:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.099093:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.101474:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.101483:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3a00. 00000400:00000200:3.0:1788219759.101491:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.101512:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.101519:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:3.0:1788219759.101522:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:3.0:1788219759.101527:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.101535:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.101548:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.101551:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.101624:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.101627:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.111539:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.111557:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.111826:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.111830:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.111840:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.111848:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.111857:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.111863:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.111879:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.111884:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77e780 00000400:00000200:3.0:1788219759.111889:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.111895:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe88fd [64] + 224 00000800:00000001:3.0:1788219759.111901:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.111918:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.111921:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.111926:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.111934:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.111943:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.111955:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.112024:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.112045:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.112055:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.112058:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219759.112878:0:326923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.112881:0:326923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.112885:0:326923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.112890:0:326923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4b9b000 00000400:00000010:0.0:1788219759.112893:0:326923:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4b9b000. 00000100:00000001:0.0:1788219759.112896:0:326923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.112904:0:326923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.112923:0:326923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.112929:0:326923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.112932:0:326923:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.112935:0:326923:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.112939:0:326923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.112941:0:326923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.112944:0:326923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.112947:0:326923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.112957:0:326923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.112962:0:326923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.112965:0:326923:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219759.112969:0:326923:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed015180 x1875079566190464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.112975:0:326923:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219759.112978:0:326923:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219759.112979:0:326923:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219759.112981:0:326923:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219759.113042:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.113045:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219759.113048:0:326923:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.113050:0:326923:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:0.0:1788219759.113052:0:326923:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.113054:0:326923:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219759.113060:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.113073:0:326923:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219759.113076:0:326923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.113078:0:326923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.113082:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.113091:0:326923:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190464:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1788219759.113095:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.113098:0:326923:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219759.113100:0:326923:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.113102:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.113105:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.113112:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.113115:0:326923:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.113119:0:326923:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.113120:0:326923:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219759.113124:0:326923:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219759.113130:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.113133:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.113137:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=4 00000020:00000001:0.0:1788219759.113139:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.113142:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00010000:0.0:1788219759.113147:0:326923:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113159:0:326923:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219759.113163:0:326923:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113172:0:326923:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.113174:0:326923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113179:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.113181:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219759.113183:0:326923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113188:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.113191:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.113195:0:326923:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219759.113197:0:326923:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.113204:0:326923:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1bc00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219759.113268:0:326923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219759.113273:0:326923:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113280:0:326923:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219759.113282:0:326923:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219759.113285:0:326923:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113290:0:326923:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219759.113293:0:326923:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219759.113294:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.113295:0:326923:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.113296:0:326923:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=5 00000020:00000001:0.0:1788219759.113299:0:326923:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.113301:0:326923:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.113305:0:326923:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219759.113307:0:326923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219759.113331:0:326923:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219759.113333:0:326923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.113335:0:326923:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219759.113337:0:326923:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219759.113340:0:326923:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219759.113342:0:326923:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219759.113343:0:326923:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.113345:0:326923:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219759.113347:0:326923:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1bc00 with handle 0x34450ab7a163320 from hash 00010000:00000001:0.0:1788219759.113350:0:326923:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219759.113351:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.113352:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.113352:0:326923:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219759.113354:0:326923:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219759.113355:0:326923:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219759.113357:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.113358:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.113359:0:326923:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.113361:0:326923:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.113363:0:326923:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113368:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.113369:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.113370:0:326923:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219759.113372:0:326923:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.113373:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.113374:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.113375:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219759.113377:0:326923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163320 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 326923 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.113387:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.113389:0:326923:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219759.113394:0:326923:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219759.113400:0:326923:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788219759.113409:0:326923:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788219759.113413:0:326923:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788219759.113419:0:326923:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.113420:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219759.113422:0:326923:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.113424:0:326923:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.113426:0:326923:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.113428:0:326923:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788219759.113430:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.113432:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00010000:00000001:0.0:1788219759.113433:0:326923:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219759.113435:0:326923:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.113442:0:326923:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219759.113445:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbf768 00000002:00002000:0.0:1788219759.113448:0:326923:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160d.sanity intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788219759.113450:0:326923:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.113453:0:326923:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.113456:0:326923:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219759.113458:0:326923:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219759.113461:0:326923:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.113810:0:326923:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.113814:0:326923:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219759.113816:0:326923:0:(namei.c:674:ll_lookup_it_finish()) it ffff9893e6a02900 it_disposition 80002b 00000080:00000001:0.0:1788219759.113820:0:326923:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219759.113824:0:326923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219759.113827:0:326923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219759.113829:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:0.0:1788219759.113832:0:326923:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788219759.113949:0:326923:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219759.113952:0:326923:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x980:0x0] 00000080:00000001:1.0:1788219759.113955:0:326923:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.113959:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:1.0:1788219759.113961:0:326923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219759.113966:0:326923:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x980:0x0], updating i_size 4096 00000080:00200000:1.0:1788219759.113969:0:326923:0:(namei.c:147:ll_iget()) got inode: [0x2000013a2:0x980:0x0](ffff9893e6c600c8): rc = 0 00000080:00000001:1.0:1788219759.113971:0:326923:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359732191432 : -113713977360184 : ffff9893e6c600c8) 00000080:00000001:1.0:1788219759.113973:0:326923:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219759.113976:0:326923:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219759.113977:0:326923:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.113980:0:326923:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x980:0x0](ffff9893e6c600c8) for lock 0x0 00800000:00000001:1.0:1788219759.113983:0:326923:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.114117:0:326923:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.114119:0:326923:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.114122:0:326923:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788219759.114129:0:326923:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9894d1b5e360 inode ffff9893e6c600c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1788219759.114134:0:326923:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.114135:0:326923:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114138:0:326923:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219759.114141:0:326923:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219759.114145:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000100:00000001:1.0:1788219759.114150:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.114156:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.114163:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114171:0:326923:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219759.114174:0:326923:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219759.114176:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfa48 00000080:00200008:1.0:1788219759.114178:0:326923:0:(file.c:1090:ll_file_open()) START file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 704400 00000080:00000010:1.0:1788219759.114186:0:326923:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01900. 00000080:00000010:1.0:1788219759.114194:0:326923:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25200. 00000080:00000001:1.0:1788219759.114196:0:326923:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219759.114199:0:326923:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219759.114649:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.114653:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.114656:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.114659:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.114661:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.114663:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.114666:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.114669:0:326923:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219759.114676:0:326923:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33900. 00000002:00100000:1.0:1788219759.114682:0:326923:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.114688:0:326923:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.114690:0:326923:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219759.114693:0:326923:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219759.114697:0:326923:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114699:0:326923:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.114703:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.114706:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219759.114713:0:326923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.114716:0:326923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219759.114750:0:326923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219759.114753:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.114757:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfa48 00000080:00000008:1.0:1788219759.114759:0:326923:0:(file.c:1329:ll_file_open()) COMPLETED file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 704400, rc = 0 00000080:00000001:1.0:1788219759.114762:0:326923:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114765:0:326923:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219759.114766:0:326923:0:(dcache.c:176:ll_intent_release()) intent ffff9893e6a02900 released 00000080:00000001:1.0:1788219759.114768:0:326923:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219759.114770:0:326923:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219759.114772:0:326923:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114774:0:326923:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219759.114776:0:326923:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9893e6a02900. 00000080:00000001:1.0:1788219759.114779:0:326923:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114783:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.114785:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788219759.114789:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114808:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.114810:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 101 00000080:00000001:1.0:1788219759.114813:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.114824:0:326923:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219759.114825:0:326923:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219759.114827:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfdd0 00000080:00200008:1.0:1788219759.114829:0:326923:0:(file.c:479:ll_file_release()) START file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 704000 00000080:00400000:1.0:1788219759.114832:0:326923:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x980:0x0] 00000080:00000001:1.0:1788219759.114835:0:326923:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219759.114837:0:326923:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219759.114838:0:326923:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219759.114841:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.114843:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.114844:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.114845:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.114847:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.114848:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.114850:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.114853:0:326923:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.114856:0:326923:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219759.114861:0:326923:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.114863:0:326923:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.114865:0:326923:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x980:0x0]: 0 00000080:00000001:1.0:1788219759.114867:0:326923:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219759.114869:0:326923:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219759.114873:0:326923:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d490d800. 00000080:00000001:1.0:1788219759.114875:0:326923:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219759.114881:0:326923:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219759.114884:0:326923:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219759.114885:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.114886:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.114887:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.114889:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.114890:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.114892:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.114894:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.114895:0:326923:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x980:0x0] 00000002:00000001:1.0:1788219759.114898:0:326923:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219759.114900:0:326923:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x980:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219759.114905:0:326923:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219759.116676:0:326923:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.116689:0:326923:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.116693:0:326923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.116698:0:326923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.116710:0:326923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490da00. 00000100:00000001:1.0:1788219759.116716:0:326923:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219759.116733:0:326923:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219759.116746:0:326923:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219759.116751:0:326923:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219759.116757:0:326923:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.116759:0:326923:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.116766:0:326923:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.116768:0:326923:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.116771:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.116772:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219759.116776:0:326923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.116780:0:326923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.116782:0:326923:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.116784:0:326923:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.116788:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.116795:0:326923:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.116797:0:326923:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.116800:0:326923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.116803:0:326923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.116805:0:326923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.116808:0:326923:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190720:192.168.203.120@tcp:35:mkdir.0 00000100:00000001:1.0:1788219759.116812:0:326923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.116817:0:326923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.116819:0:326923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.116821:0:326923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.116824:0:326923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219759.116826:0:326923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.116833:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.116838:0:326923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e260b0. 00000400:00000010:1.0:1788219759.116845:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6614c8. 00000100:00000200:1.0:1788219759.116852:0:326923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566190720, portal 10 00000100:00000001:1.0:1788219759.116854:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.116855:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219759.116862:0:326923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.116869:0:326923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.116871:0:326923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.116874:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6613b8. 00000100:00000200:1.0:1788219759.116878:0:326923:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566190720, offset 0 00000400:00000200:1.0:1788219759.116883:0:326923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.116892:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.116899:0:326923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.116904:0:326923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.116919:0:326923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.116923:0:326923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.116925:0:326923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.116928:0:326923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92686:92686:256:4294967295] 192.168.203.120@tcp LPNI seq info [92686:92686:8:4294967295] 00000400:00000200:1.0:1788219759.116933:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.116943:0:326923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.116949:0:326923:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.116956:0:326923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219759.116962:0:326923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.116972:0:326923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.116976:0:326923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.117160:0:326923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.117165:0:326923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.117169:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.117172:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628232 00000100:00000001:1.0:1788219759.117178:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313628214 00000100:00000001:1.0:1788219759.117184:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628232 00000100:00000001:1.0:1788219759.117186:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313628214 00000100:00000001:1.0:1788219759.117189:0:326923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.117192:0:326923:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.117194:0:326923:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.117196:0:326923:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.117199:0:326923:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.117202:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.117205:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.120767:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.120776:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219759.120783:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.120793:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.120802:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6613b8 00000400:00000010:3.0:1788219759.120805:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6613b8. 00000100:00000001:3.0:1788219759.120810:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.120819:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.120832:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.120835:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.120843:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.120845:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219759.123364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000800:00000001:3.0:1788219759.126682:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.126701:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.126706:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.126710:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.126718:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.126726:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.126735:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.126741:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.126747:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.126751:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77e880 00000400:00000200:3.0:1788219759.126756:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.126763:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe8905 [1] + 224 00000800:00000001:3.0:1788219759.126770:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.126776:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.126779:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.126783:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.126792:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.126800:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.126811:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.126877:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.126896:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.126905:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.126917:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219759.129413:0:326923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.129420:0:326923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.129425:0:326923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e260b0. 00000400:00000200:1.0:1788219759.129434:0:326923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6614c8 00000400:00000010:1.0:1788219759.129436:0:326923:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6614c8. 00000100:00000001:1.0:1788219759.129441:0:326923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.129453:0:326923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.129464:0:326923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566190720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.129473:0:326923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.129475:0:326923:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.129478:0:326923:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.129482:0:326923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.129485:0:326923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.129487:0:326923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.129490:0:326923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.129922:0:326923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.129931:0:326923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.129935:0:326923:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.129937:0:326923:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.129940:0:326923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.129944:0:326923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.129948:0:326923:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.129950:0:326923:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219759.129952:0:326923:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.129955:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.129956:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219759.129960:0:326923:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.129962:0:326923:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869206 00000100:00000001:1.0:1788219759.129964:0:326923:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.129967:0:326923:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.129974:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566190720/t17179869211(17179869211) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.129982:0:326923:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.130463:0:326923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.130465:0:326923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.130473:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566190720/t17179869211(17179869211) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.130483:0:326923:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190720:192.168.203.120@tcp:35:mkdir.0 00000100:00000001:1.0:1788219759.130488:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.130491:0:326923:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.130493:0:326923:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.130496:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.130499:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566190720/t17179869211(17179869211) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130687:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.130691:0:326923:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.130695:0:326923:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.130697:0:326923:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.130706:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.130707:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000002:00000001:1.0:1788219759.130710:0:326923:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.130714:0:326923:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.130718:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d800. 00000080:00000001:1.0:1788219759.130723:0:326923:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219759.130727:0:326923:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219759.130729:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.130732:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.130734:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.130737:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.130739:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.130741:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.130744:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.130748:0:326923:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219759.130754:0:326923:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130763:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.130764:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:1.0:1788219759.130767:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.130770:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130777:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.130779:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.130782:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566190720/t17179869211(17179869211) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130789:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.130791:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.130794:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566190464/t17179869210(17179869210) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130800:0:326923:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219759.130803:0:326923:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.130805:0:326923:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.130808:0:326923:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.130812:0:326923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03d000. 02000000:00000001:1.0:1788219759.130817:0:326923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.130819:0:326923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.130821:0:326923:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:1.0:1788219759.130824:0:326923:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.130826:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.130827:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.130831:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566190720/t17179869211(17179869211) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130837:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.130839:0:326923:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33900. 00000002:00000001:1.0:1788219759.130842:0:326923:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.130843:0:326923:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.130845:0:326923:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25200. 00000100:00000001:1.0:1788219759.130848:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.130851:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566190720/t17179869211(17179869211) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.130856:0:326923:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.130858:0:326923:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.130860:0:326923:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219759.130863:0:326923:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.130864:0:326923:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.130865:0:326923:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.130867:0:326923:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.130868:0:326923:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490da00. 02000000:00000001:1.0:1788219759.130871:0:326923:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.130872:0:326923:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.130873:0:326923:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:1.0:1788219759.130876:0:326923:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.130877:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.130880:0:326923:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.130883:0:326923:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01900. 00000080:00000001:1.0:1788219759.130887:0:326923:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.130893:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfdd0 00000080:00000008:1.0:1788219759.130896:0:326923:0:(file.c:523:ll_file_release()) COMPLETED file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 704000, rc = 0 00000080:00000001:1.0:1788219759.130900:0:326923:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.130902:0:326923:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.130944:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.130948:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.130950:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.130955:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.130974:0:326923:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e33900. 00000020:00000001:1.0:1788219759.130979:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfd98 00000080:00200000:1.0:1788219759.130981:0:326923:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags=1536 00000080:00000001:1.0:1788219759.131861:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.131864:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788219759.131869:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.131876:0:326923:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.131877:0:326923:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788219759.131880:0:326923:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.131883:0:326923:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:1.0:1788219759.131885:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfda0 00000080:00200000:1.0:1788219759.131887:0:326923:0:(namei.c:2239:do_mkdir()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8) 00000080:00000001:1.0:1788219759.131891:0:326923:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788219759.131892:0:326923:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788219759.131899:0:326923:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490da00. 00000080:00000002:1.0:1788219759.131918:0:326923:0:(namei.c:1761:ll_qos_mkdir_prep()) [0x2000013a2:0x980:0x0] requests qos mkdir 0xc0 00000080:00000001:1.0:1788219759.131922:0:326923:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.131926:0:326923:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219759.131928:0:326923:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788219759.131931:0:326923:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.131933:0:326923:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.131935:0:326923:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.131937:0:326923:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.131939:0:326923:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.131941:0:326923:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.131943:0:326923:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.131948:0:326923:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:1.0:1788219759.131950:0:326923:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:1.0:1788219759.131955:0:326923:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788219759.131959:0:326923:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:1.0:1788219759.131963:0:326923:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788219759.131965:0:326923:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219759.131968:0:326923:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219759.131971:0:326923:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219759.131972:0:326923:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219759.131975:0:326923:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219759.131979:0:326923:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219759.131981:0:326923:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x57:0x0] 40000000:00000001:1.0:1788219759.131995:0:326923:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.131998:0:326923:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.132000:0:326923:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.132001:0:326923:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.132004:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfbc0 00800000:00000002:1.0:1788219759.132006:0:326923:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'migrate_dir' [0x2400013a2:0x57:0x0] on [0x2000013a2:0x980:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219759.132011:0:326923:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219759.132013:0:326923:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219759.132017:0:326923:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.132022:0:326923:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219759.132026:0:326923:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219759.132032:0:326923:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219759.132033:0:326923:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.132036:0:326923:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219759.132041:0:326923:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.132047:0:326923:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.132049:0:326923:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.132051:0:326923:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.132053:0:326923:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.132056:0:326923:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.132059:0:326923:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.132065:0:326923:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490d800. 00000100:00000001:1.0:1788219759.132070:0:326923:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.132073:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.132074:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.132076:0:326923:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.132078:0:326923:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.132080:0:326923:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219759.132090:0:326923:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219759.132099:0:326923:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219759.132107:0:326923:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.132109:0:326923:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.132115:0:326923:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.132118:0:326923:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.132120:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.132122:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219759.132126:0:326923:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.132130:0:326923:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.132132:0:326923:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.132133:0:326923:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.132137:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.132146:0:326923:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.132148:0:326923:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.132151:0:326923:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.132153:0:326923:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.132156:0:326923:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.132159:0:326923:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190976:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1788219759.132163:0:326923:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.132167:0:326923:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.132170:0:326923:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.132172:0:326923:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.132176:0:326923:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219759.132178:0:326923:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.132185:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.132189:0:326923:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e260b0. 00000400:00000010:1.0:1788219759.132197:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6614c8. 00000100:00000200:1.0:1788219759.136130:0:326923:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566190976, portal 10 00000100:00000001:1.0:1788219759.136141:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.136143:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219759.136161:0:326923:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.136170:0:326923:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.136173:0:326923:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.136182:0:326923:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6613b8. 00000100:00000200:1.0:1788219759.136190:0:326923:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875079566190976, offset 0 00000400:00000200:1.0:1788219759.136199:0:326923:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.136349:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.136359:0:326923:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.136364:0:326923:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.136367:0:326923:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.136371:0:326923:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.136374:0:326923:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.136377:0:326923:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92687:92687:256:4294967295] 192.168.203.120@tcp LPNI seq info [92687:92687:8:4294967295] 00000400:00000200:1.0:1788219759.136382:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.136391:0:326923:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.136397:0:326923:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.136405:0:326923:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219759.136413:0:326923:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.136421:0:326923:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.136425:0:326923:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.136435:0:326923:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.136439:0:326923:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14611 usecs (15 jiffies) 00000400:00000200:1.0:1788219759.136442:0:326923:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.136445:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628240 00000100:00000001:1.0:1788219759.136453:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313628232 00000100:00000001:1.0:1788219759.136458:0:326923:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628240 00000100:00000001:1.0:1788219759.136461:0:326923:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313628232 00000100:00000001:1.0:1788219759.136464:0:326923:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.136467:0:326923:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.136470:0:326923:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.136472:0:326923:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.136474:0:326923:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.136477:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.136479:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.137779:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.137787:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:3.0:1788219759.137793:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.137801:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.137808:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6613b8 00000400:00000010:3.0:1788219759.137810:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6613b8. 00000100:00000001:3.0:1788219759.137815:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.137821:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.137833:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.137836:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.137843:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.137845:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788219759.152480:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628240, at 4313628241 00000100:00000010:3.0:1788219759.152500:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02660. 00000100:00000040:2.0:1788219759.152730:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628240, at 4313628241 00000100:00000010:2.0:1788219759.152737:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02120. 00000800:00000001:3.0:1788219759.259399:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.259418:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.259423:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.259425:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.259434:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.259443:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.259452:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.259458:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.259464:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.259468:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb77e980 00000400:00000200:3.0:1788219759.259473:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.259479:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe890d [1] + 224 00000800:00000001:3.0:1788219759.259485:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.259496:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.259512:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.259517:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.259524:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.259534:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.259546:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.259570:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.259579:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.259582:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.259718:0:326923:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.259726:0:326923:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.259728:0:326923:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.259731:0:326923:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e260b0. 00000400:00000200:1.0:1788219759.259736:0:326923:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6614c8 00000400:00000010:1.0:1788219759.259739:0:326923:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6614c8. 00000100:00000001:1.0:1788219759.259742:0:326923:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.259747:0:326923:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219759.259755:0:326923:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566190976/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/896 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.259760:0:326923:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.259763:0:326923:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.259765:0:326923:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.259768:0:326923:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.259770:0:326923:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.259772:0:326923:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.259775:0:326923:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.259784:0:326923:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.259788:0:326923:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219759.259791:0:326923:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.259793:0:326923:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.259796:0:326923:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.259799:0:326923:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.259802:0:326923:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.259804:0:326923:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1788219759.259805:0:326923:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.259808:0:326923:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.259810:0:326923:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219759.259813:0:326923:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.259815:0:326923:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:1.0:1788219759.259817:0:326923:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.259820:0:326923:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.259824:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566190976/t12884902876(12884902876) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.259830:0:326923:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.259833:0:326923:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.259835:0:326923:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.259838:0:326923:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566190976/t12884902876(12884902876) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219759.259846:0:326923:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job mkdir:a070992b-a374-46bb-a0a0-eb573b6d6afb:326923:1875079566190976:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1788219759.259851:0:326923:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.259853:0:326923:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.259855:0:326923:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.259857:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.259861:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566190976/t12884902876(12884902876) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.259867:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.259870:0:326923:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.259873:0:326923:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.259875:0:326923:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.259883:0:326923:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.259886:0:326923:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.259889:0:326923:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.259892:0:326923:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000001:1.0:1788219759.259896:0:326923:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219759.259901:0:326923:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219759.259903:0:326923:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219759.259905:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625559 : 162129670907625559 : 2400013a2000057) 00000080:00000001:1.0:1788219759.259918:0:326923:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219759.259938:0:326923:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6b9c0. 00000080:00000001:1.0:1788219759.259948:0:326923:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219759.259950:0:326923:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88) 00000080:00000001:1.0:1788219759.259953:0:326923:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219759.259955:0:326923:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x57:0x0] 00000080:00000001:1.0:1788219759.259957:0:326923:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.259958:0:326923:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625559 : 162129670907625559 : 2400013a2000057) 00000080:00000001:1.0:1788219759.259961:0:326923:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:1.0:1788219759.259963:0:326923:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625559 mtime from 0 to 1788219759 00000080:00200000:1.0:1788219759.259968:0:326923:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x57:0x0], updating i_size 4096 00000080:00000001:1.0:1788219759.259970:0:326923:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219759.259972:0:326923:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506064008 : -113710203487608 : ffff9894c7b6ba88) 00000080:00000001:1.0:1788219759.259975:0:326923:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219759.259978:0:326923:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219759.259980:0:326923:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.259985:0:326923:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.259987:0:326923:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:1.0:1788219759.259988:0:326923:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.259992:0:326923:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566190976/t12884902876(12884902876) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.259998:0:326923:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.260002:0:326923:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490da00. 00000080:00000001:1.0:1788219759.260006:0:326923:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.260008:0:326923:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219759.260011:0:326923:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.260022:0:326923:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219759.260027:0:326923:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219759.260599:0:326923:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.260603:0:326923:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fbfdd8 00000080:00002000:1.0:1788219759.260607:0:326923:0:(dcache.c:127:ll_ddelete()) deleting dentry d160d.sanity (ffff9894d1b5e360, parent ffff9893e6c7e870, inode ffff9893e6c600c8) hashed, 00000080:00000001:1.0:1788219759.260610:0:326923:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.260615:0:326923:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219759.260617:0:326923:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788219759.270465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33900. 00000080:00000001:3.0:1788219759.294372:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219759.294379:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219759.294382:0:326924:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219759.294385:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7bc0 00000080:00200000:3.0:1788219759.294389:0:326924:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219759.294398:0:326924:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893da0fc600. 00800000:00000002:3.0:1788219759.294405:0:326924:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219759.294408:0:326924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219759.294414:0:326924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219759.294417:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7ae0 00800000:00000002:3.0:1788219759.294420:0:326924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219759.294424:0:326924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219759.294426:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219759.294429:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219759.294431:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219759.294434:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219759.294436:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219759.294438:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219759.294441:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219759.294444:0:326924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219759.294449:0:326924:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219759.294450:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc79b0 00000002:00010000:3.0:1788219759.294452:0:326924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219759.294456:0:326924:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219759.294458:0:326924:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219759.294460:0:326924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219759.294467:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:3.0:1788219759.294469:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219759.294474:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219759.294478:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219759.294482:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788219759.294494:0:326924:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219759.294500:0:326924:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219759.294503:0:326924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788219759.294510:0:326924:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219759.294512:0:326924:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219759.294514:0:326924:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219759.294516:0:326924:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219759.294518:0:326924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219759.294521:0:326924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219759.294524:0:326924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219759.294527:0:326924:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219759.294531:0:326924:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893da0fc600. 00000080:00000001:3.0:1788219759.294536:0:326924:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219759.294537:0:326924:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219759.294540:0:326924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219759.294544:0:326924:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:3.0:1788219759.294547:0:326924:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219759.294549:0:326924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219759.294550:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219759.294552:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219759.294555:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:3.0:1788219759.294557:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:3.0:1788219759.294560:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:3.0:1788219759.294562:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219759.294564:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219759.294565:0:326924:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219759.294567:0:326924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219759.294569:0:326924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7fc7bf8 00010000:00000001:3.0:1788219759.294572:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219759.294573:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219759.294574:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:3.0:1788219759.294575:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:3.0:1788219759.294577:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:3.0:1788219759.294579:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219759.294582:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219759.294588:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219759.294589:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219759.294590:0:326924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219759.294593:0:326924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219759.294595:0:326924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788219759.294604:0:326924:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219759.294606:0:326924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219759.294609:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219759.294613:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219759.294614:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219759.294616:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294619:0:326924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219759.294620:0:326924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294622:0:326924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294624:0:326924:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294626:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219759.294627:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219759.294628:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219759.294631:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219759.294633:0:326924:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219759.294635:0:326924:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219759.294640:0:326924:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219759.294648:0:326924:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba88200. 00000020:00000001:3.0:1788219759.294653:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7b28 00000080:00200000:3.0:1788219759.294655:0:326924:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=27 00000080:00000001:3.0:1788219759.294658:0:326924:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219759.294659:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc79d8 00000080:00200000:3.0:1788219759.294661:0:326924:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160d.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=0 00000080:00000010:3.0:1788219759.294668:0:326924:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893da0fc600. 00800000:00000002:3.0:1788219759.294670:0:326924:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219759.294674:0:326924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219759.294675:0:326924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219759.294676:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc78f8 00800000:00000002:3.0:1788219759.294678:0:326924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160d.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219759.294680:0:326924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219759.294682:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219759.294684:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219759.294685:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219759.294686:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219759.294687:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219759.294689:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219759.294691:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219759.294693:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7890 00800000:00000002:3.0:1788219759.294694:0:326924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160d.sanity' -> mds #0 00000002:00000001:3.0:1788219759.294697:0:326924:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219759.294698:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc77c8 00000002:00010000:3.0:1788219759.294700:0:326924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160d.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788219759.294703:0:326924:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219759.294705:0:326924:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219759.294709:0:326924:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219759.294713:0:326924:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219759.294718:0:326924:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219759.294723:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219759.294726:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219759.294727:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219759.294728:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.294731:0:326924:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.294733:0:326924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.294736:0:326924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.294742:0:326924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125e000. 00000100:00000001:3.0:1788219759.294749:0:326924:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294753:0:326924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219759.294754:0:326924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294756:0:326924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219759.294757:0:326924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.294758:0:326924:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219759.294765:0:326924:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00010000:00000001:3.0:1788219759.294769:0:326924:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219759.294771:0:326924:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788219759.294773:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:3.0:1788219759.294775:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219759.294777:0:326924:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219759.294781:0:326924:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b8000. 00000020:00000001:3.0:1788219759.294784:0:326924:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219759.294786:0:326924:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b8000 with handle 0x34450ab7a163327 to hash 00000020:00000001:3.0:1788219759.294789:0:326924:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219759.294790:0:326924:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:3.0:1788219759.294794:0:326924:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:3.0:1788219759.294797:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219759.294799:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219759.294801:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219759.294809:0:326924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219759.294819:0:326924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219759.294824:0:326924:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.294826:0:326924:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.294832:0:326924:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc900. 00000100:00000001:3.0:1788219759.294834:0:326924:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667820800 : -113714041730816 : ffff9893e2efc900) 00000100:00000001:3.0:1788219759.294836:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.294837:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000001:3.0:1788219759.294841:0:326924:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.294845:0:326924:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.294847:0:326924:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.294848:0:326924:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.294860:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.294868:0:326924:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.294870:0:326924:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.294874:0:326924:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.294876:0:326924:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.294879:0:326924:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.294882:0:326924:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191104:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219759.294887:0:326924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.294892:0:326924:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.294894:0:326924:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.294896:0:326924:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.294901:0:326924:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09c800. 02000000:00000001:3.0:1788219759.294903:0:326924:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.294924:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.294929:0:326924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ad10. 00000400:00000010:3.0:1788219759.294936:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c7f8. 00000100:00000200:3.0:1788219759.294943:0:326924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566191104, portal 10 00000100:00000001:3.0:1788219759.294945:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.294946:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219759.294952:0:326924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.294960:0:326924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.294962:0:326924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.294965:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219759.294968:0:326924:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566191104, offset 0 00000400:00000200:3.0:1788219759.294975:0:326924:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.294983:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.294989:0:326924:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.294994:0:326924:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.294998:0:326924:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.295002:0:326924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.295005:0:326924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.295008:0:326924:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92688:92688:256:4294967295] 192.168.203.120@tcp LPNI seq info [92688:92688:8:4294967295] 00000400:00000200:3.0:1788219759.295012:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.295021:0:326924:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.295027:0:326924:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.295032:0:326924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219759.295038:0:326924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.295047:0:326924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.295051:0:326924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.295079:0:326924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.295084:0:326924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.295088:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.295090:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628409 00000100:00000010:3.0:1788219759.295094:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec420. 00000100:00000001:3.0:1788219759.295100:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219759.295112:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628410 00000100:00000010:3.0:1788219759.295116:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95eca80. 00000100:00000001:3.0:1788219759.295119:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219759.295123:0:326924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.295126:0:326924:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.295129:0:326924:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.295131:0:326924:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.295133:0:326924:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc900 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.295136:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.295139:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.295240:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.295246:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219759.295250:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.295256:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.295262:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:2.0:1788219759.295264:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:2.0:1788219759.295268:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.295273:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.295282:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.295286:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.295294:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.295295:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788219759.297082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb640. 00000800:00000001:3.0:1788219759.301057:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.301072:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.301076:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.301078:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.301087:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.301094:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.301102:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.301107:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.301111:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.301115:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb77ea00 00000400:00000200:3.0:1788219759.301119:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.301124:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8915 [1] + 224 00000800:00000001:3.0:1788219759.301131:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.301138:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.301141:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.301146:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.301154:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.301163:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.301175:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.301251:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.301273:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.301282:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.301286:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788219759.303693:0:326924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219759.303699:0:326924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219759.303703:0:326924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ad10. 00000400:00000200:2.0:1788219759.303712:0:326924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c7f8 00000400:00000010:2.0:1788219759.303714:0:326924:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c7f8. 00000100:00000001:2.0:1788219759.303719:0:326924:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.303731:0:326924:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219759.303741:0:326924:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.303748:0:326924:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219759.303751:0:326924:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.303753:0:326924:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219759.303758:0:326924:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219759.303760:0:326924:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219759.303763:0:326924:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.303766:0:326924:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219759.303775:0:326924:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219759.303779:0:326924:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219759.303782:0:326924:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219759.303784:0:326924:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.303787:0:326924:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219759.303790:0:326924:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.303793:0:326924:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788219759.303796:0:326924:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869211 gen 1 00000100:00000040:2.0:1788219759.303803:0:326924:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869211) req@ffff9894ed017480 x1875079566190080/t17179869209(17179869209) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.303810:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.303813:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017480 x1875079566190080/t17179869209(17179869209) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/448 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.303826:0:326924:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219759.303829:0:326924:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219759.303832:0:326924:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03e000. 02000000:00000001:2.0:1788219759.303837:0:326924:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219759.303840:0:326924:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219759.303842:0:326924:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219759.303845:0:326924:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219759.303848:0:326924:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c800. 02000000:00000001:2.0:1788219759.303851:0:326924:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219759.303853:0:326924:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219759.303855:0:326924:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017480. 00000100:00000001:2.0:1788219759.303858:0:326924:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219759.303859:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.303862:0:326924:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219759.303864:0:326924:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1788219759.303867:0:326924:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219759.303869:0:326924:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.303874:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.303881:0:326924:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.303884:0:326924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219759.303885:0:326924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219759.303889:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219759.303896:0:326924:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191104:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219759.303901:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.303904:0:326924:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.303916:0:326924:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219759.303918:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.303921:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.304345:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219759.304348:0:326924:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc900. 00000100:00000001:2.0:1788219759.304352:0:326924:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219759.304353:0:326924:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.304356:0:326924:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219759.304360:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304363:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304366:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=4 00000020:00000001:2.0:1788219759.304368:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304371:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000040:2.0:1788219759.304378:0:326924:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893de3b8000, remote cookie: 0x1782eba8aded8371, flags: 0x1001 00010000:00010000:2.0:1788219759.304384:0:326924:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788219759.304392:0:326924:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x980:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788219759.304395:0:326924:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788219759.304408:0:326924:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089800. 00010000:00000010:2.0:1788219759.304412:0:326924:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3700. 00010000:00000001:2.0:1788219759.304416:0:326924:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.304419:0:326924:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219759.304426:0:326924:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304432:0:326924:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788219759.304435:0:326924:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788219759.304437:0:326924:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788219759.304439:0:326924:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788219759.304440:0:326924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788219759.304443:0:326924:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x980:0x0].0x0 (ffff9894d9089800) refcount = 1 00010000:00010000:2.0:1788219759.304446:0:326924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304469:0:326924:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788219759.304473:0:326924:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788219759.304475:0:326924:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219759.304478:0:326924:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788219759.304480:0:326924:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.304483:0:326924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304489:0:326924:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788219759.304491:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304492:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304493:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304494:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304495:0:326924:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.304510:0:326924:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788219759.304512:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304513:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304515:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304517:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304519:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304521:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304522:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304523:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=4 00000020:00000001:2.0:1788219759.304525:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304527:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304530:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.304533:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.304536:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304547:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304548:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304550:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304551:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304552:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=5 00000020:00000001:2.0:1788219759.304554:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304556:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304558:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219759.304560:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304566:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304567:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219759.304569:0:326924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304576:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219759.304577:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304578:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304579:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304580:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788219759.304587:0:326924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219759.304594:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304595:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304597:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304599:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304601:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304603:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304604:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.304606:0:326924:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.304608:0:326924:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.304611:0:326924:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219759.304613:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304614:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304615:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304617:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304619:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00000002:00010000:2.0:1788219759.304622:0:326924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304627:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304628:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304630:0:326924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219759.304632:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304633:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304634:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304635:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304637:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000040:2.0:1788219759.304642:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:2.0:1788219759.304644:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788219759.304648:0:326924:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589939618/2432 (0 0) 00010000:00000001:2.0:1788219759.304651:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304652:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.304653:0:326924:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219759.304656:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7750 00000002:00002000:2.0:1788219759.304658:0:326924:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160d.sanity intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788219759.304661:0:326924:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.304665:0:326924:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.304668:0:326924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219759.304671:0:326924:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788219759.304674:0:326924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.304677:0:326924:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219759.304680:0:326924:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788219759.304682:0:326924:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c7fc7ac8 it_disposition b 00000080:00000001:2.0:1788219759.304685:0:326924:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788219759.304691:0:326924:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788219759.304694:0:326924:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788219759.304697:0:326924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:2.0:1788219759.304699:0:326924:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788219759.304705:0:326924:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788219759.304707:0:326924:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x980:0x0] 00000080:00000001:2.0:1788219759.304709:0:326924:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.304712:0:326924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:2.0:1788219759.304715:0:326924:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:2.0:1788219759.304720:0:326924:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x980:0x0], updating i_size 4096 00000080:00200000:2.0:1788219759.304722:0:326924:0:(namei.c:147:ll_iget()) got inode: [0x2000013a2:0x980:0x0](ffff9893e6c600c8): rc = 0 00000080:00000001:2.0:1788219759.304725:0:326924:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359732191432 : -113713977360184 : ffff9893e6c600c8) 00010000:00000001:2.0:1788219759.304727:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304728:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304729:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304731:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304734:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304735:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304736:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219759.304738:0:326924:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788219759.304740:0:326924:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788219759.304741:0:326924:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788219759.304744:0:326924:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788219759.304746:0:326924:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219759.304749:0:326924:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x980:0x0](ffff9893e6c600c8) for lock 0x34450ab7a163327 00800000:00000001:2.0:1788219759.304753:0:326924:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219759.304754:0:326924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219759.304756:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304757:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304758:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304760:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304761:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304764:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304766:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.304767:0:326924:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.304769:0:326924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788219759.304776:0:326924:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893f0e38000 inode ffff9893e6c600c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788219759.304780:0:326924:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219759.304783:0:326924:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.304785:0:326924:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788219759.304788:0:326924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x980:0x0](ffff9893e6c600c8) 00000080:00010000:2.0:1788219759.304792:0:326924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163327 from it ffffa959c7fc7ac8 00010000:00000001:2.0:1788219759.304793:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.304794:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.304796:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=3 00000020:00000001:2.0:1788219759.304798:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304800:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:2.0:1788219759.304802:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219759.304804:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.304811:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304812:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304813:0:326924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219759.304816:0:326924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219759.304819:0:326924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219759.304826:0:326924:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219759.304828:0:326924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219759.304830:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219759.304834:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304835:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.304836:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.304840:0:326924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219759.304841:0:326924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.304843:0:326924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.304845:0:326924:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.304848:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219759.304849:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.304850:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219759.304851:0:326924:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219759.304855:0:326924:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893da0fc600. 00000100:00000001:2.0:1788219759.304859:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.304863:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566191104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.304870:0:326924:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219759.304873:0:326924:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219759.304875:0:326924:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09c800. 02000000:00000001:2.0:1788219759.304878:0:326924:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219759.304880:0:326924:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219759.304881:0:326924:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219759.304883:0:326924:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219759.304885:0:326924:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125e000. 02000000:00000001:2.0:1788219759.304888:0:326924:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219759.304889:0:326924:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219759.304891:0:326924:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:2.0:1788219759.304894:0:326924:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219759.304895:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219759.304902:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219759.304905:0:326924:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788219759.304922:0:326924:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219759.304951:0:326924:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893e4bcad20. 00000080:00000001:2.0:1788219759.304955:0:326924:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788219759.304957:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7b58 00000080:00200000:2.0:1788219759.304960:0:326924:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), file ffff9894d43f4f00, open_flags 18800, mode 0 opened 0 00000080:00000010:2.0:1788219759.304964:0:326924:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9894ca192420. 00000080:00000001:2.0:1788219759.304966:0:326924:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788219759.304967:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7a08 00000080:00200000:2.0:1788219759.304969:0:326924:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), intent=open 00000080:00000010:2.0:1788219759.304977:0:326924:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894ee1c6800. 00000080:00000001:2.0:1788219759.304983:0:326924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219759.304986:0:326924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219759.304987:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7928 00800000:00000002:2.0:1788219759.304989:0:326924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'migrate_dir' on [0x2000013a2:0x980:0x0] 00800000:00000001:2.0:1788219759.304993:0:326924:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788219759.304995:0:326924:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788219759.304998:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.305001:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.305003:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.305007:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.305009:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.305011:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:2.0:1788219759.305013:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.305016:0:326924:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00000020:00000001:2.0:1788219759.305018:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc78a8 00800000:00000002:2.0:1788219759.305020:0:326924:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a2:0x980:0x0], fid2=[0x0:0x0:0x0], name='migrate_dir' -> mds #0 layout version 1 00000002:00000001:2.0:1788219759.305025:0:326924:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219759.305027:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc77e0 00000002:00010000:2.0:1788219759.305028:0:326924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: migrate_dir,[0x0:0x0:0x0]) in obj [0x2000013a2:0x980:0x0], intent: open flags 0304001 00000002:00000001:2.0:1788219759.305032:0:326924:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219759.305034:0:326924:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788219759.305037:0:326924:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788219759.305041:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:2.0:1788219759.305043:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219759.305045:0:326924:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788219759.305047:0:326924:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.305049:0:326924:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.305051:0:326924:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219759.305055:0:326924:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219759.305057:0:326924:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:2.0:1788219759.305062:0:326924:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788219759.305063:0:326924:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.305066:0:326924:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219759.305069:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219759.305072:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.305073:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.305074:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.305077:0:326924:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.305079:0:326924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.305082:0:326924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.305088:0:326924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c800. 00000100:00000001:2.0:1788219759.305094:0:326924:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.305097:0:326924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219759.305098:0:326924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.305100:0:326924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219759.305101:0:326924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.305103:0:326924:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.305111:0:326924:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00010000:00000001:2.0:1788219759.305114:0:326924:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219759.305115:0:326924:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788219759.305118:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:2.0:1788219759.305120:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219759.305122:0:326924:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219759.305126:0:326924:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341a00. 00000020:00000001:2.0:1788219759.305129:0:326924:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219759.305131:0:326924:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341a00 with handle 0x34450ab7a16332e to hash 00000020:00000001:2.0:1788219759.305133:0:326924:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219759.305134:0:326924:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.305138:0:326924:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.305141:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.305142:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.305145:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219759.305152:0:326924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788219759.305164:0:326924:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788219759.305170:0:326924:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788219759.305179:0:326924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219759.305185:0:326924:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219759.305187:0:326924:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219759.305193:0:326924:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f19c0. 00000100:00000001:2.0:1788219759.305195:0:326924:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877491136 : -113713832060480 : ffff9893ef6f19c0) 00000100:00000001:2.0:1788219759.305198:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.305199:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000001:2.0:1788219759.305203:0:326924:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.305207:0:326924:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.305209:0:326924:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219759.305211:0:326924:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219759.305215:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.305222:0:326924:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219759.305224:0:326924:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.305228:0:326924:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219759.305231:0:326924:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219759.305233:0:326924:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.305237:0:326924:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191360:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219759.305241:0:326924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219759.305245:0:326924:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219759.305248:0:326924:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.305250:0:326924:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219759.305366:0:326924:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:2.0:1788219759.305369:0:326924:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219759.305377:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219759.305382:0:326924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219759.305388:0:326924:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894ed0dd000. 00000100:00000200:2.0:1788219759.305395:0:326924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566191360, portal 10 00000100:00000001:2.0:1788219759.305397:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.305398:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219759.305404:0:326924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.305416:0:326924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.305419:0:326924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.305422:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219759.305425:0:326924:0:(niobuf.c:94:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1875079566191360, offset 0 00000400:00000200:2.0:1788219759.305431:0:326924:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.305439:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.305446:0:326924:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.305451:0:326924:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219759.305455:0:326924:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219759.305458:0:326924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219759.305461:0:326924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219759.305464:0:326924:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92689:92689:256:4294967295] 192.168.203.120@tcp LPNI seq info [92689:92689:8:4294967295] 00000400:00000200:2.0:1788219759.305469:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.305478:0:326924:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.305484:0:326924:0:(socklnd_cb.c:931:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.305489:0:326924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c600. 00000800:00000200:2.0:1788219759.305495:0:326924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.305503:0:326924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.305507:0:326924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c600 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.305522:0:326924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.305526:0:326924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:2.0:1788219759.305530:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219759.305532:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628419 00000100:00000001:2.0:1788219759.305539:0:326924:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313628409 00000100:00000001:2.0:1788219759.305545:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628419 00000100:00000001:2.0:1788219759.305548:0:326924:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313628410 00000100:00000001:2.0:1788219759.305551:0:326924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.305553:0:326924:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.305556:0:326924:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219759.305558:0:326924:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219759.305561:0:326924:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f19c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219759.305563:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.305566:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.306420:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.306427:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c600. 00000400:00000200:3.0:1788219759.306433:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.306439:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.306445:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:3.0:1788219759.306447:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:3.0:1788219759.306452:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.306457:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.306468:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.306471:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.306478:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.306480:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788219759.331439:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628419, at 4313628420 00000100:00000010:2.0:1788219759.331455:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec420. 00000100:00000040:3.0:1788219759.331543:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628419, at 4313628420 00000100:00000010:3.0:1788219759.331549:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95eca80. 00000800:00000001:3.0:1788219759.338059:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.338076:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.338081:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.338083:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.338092:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.338100:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.338110:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.338117:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.338123:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.338127:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77eb00 00000400:00000200:3.0:1788219759.338132:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.338138:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe8925 [64] + 224 00000800:00000001:3.0:1788219759.338145:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.338152:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.338155:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.338160:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.338167:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.338177:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.338188:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.338211:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.338220:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.338224:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.338335:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219759.338343:0:326924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219759.338345:0:326924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219759.338348:0:326924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219759.338353:0:326924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ed0dd000 00000400:00000010:2.0:1788219759.338355:0:326924:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894ed0dd000. 00000100:00000001:2.0:1788219759.338359:0:326924:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.338364:0:326924:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219759.338373:0:326924:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.338379:0:326924:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219759.338381:0:326924:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.338384:0:326924:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219759.338388:0:326924:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219759.338390:0:326924:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219759.338392:0:326924:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.338395:0:326924:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219759.338406:0:326924:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219759.338410:0:326924:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219759.338412:0:326924:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219759.338414:0:326924:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.338417:0:326924:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219759.338420:0:326924:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.338424:0:326924:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219759.338426:0:326924:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:2.0:1788219759.338428:0:326924:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219759.338430:0:326924:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.338436:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.338442:0:326924:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.338445:0:326924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219759.338448:0:326924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219759.338452:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219759.338459:0:326924:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191360:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219759.338465:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.338468:0:326924:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.338470:0:326924:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219759.338473:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.338476:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.338482:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219759.338485:0:326924:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f19c0. 00000100:00000001:2.0:1788219759.338488:0:326924:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219759.338489:0:326924:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.338492:0:326924:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219759.338497:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338499:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338503:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=4 00000020:00000001:2.0:1788219759.338505:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338508:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000040:2.0:1788219759.338514:0:326924:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9894ed341a00, remote cookie: 0x1782eba8aded838d, flags: 0x1001 00010000:00010000:2.0:1788219759.338520:0:326924:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788219759.338529:0:326924:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a2:0x57:0x0].0x0, instead of [0x2000013a2:0x980:0x0].0x0 00010000:00000001:2.0:1788219759.338532:0:326924:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788219759.338540:0:326924:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089300. 00010000:00000010:2.0:1788219759.338545:0:326924:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3800. 00010000:00000001:2.0:1788219759.338549:0:326924:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.338552:0:326924:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219759.338559:0:326924:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338565:0:326924:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788219759.338569:0:326924:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788219759.338571:0:326924:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788219759.338573:0:326924:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788219759.338574:0:326924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788219759.338577:0:326924:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x57:0x0].0x0 (ffff9894d9089300) refcount = 1 00010000:00010000:2.0:1788219759.338581:0:326924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338587:0:326924:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788219759.338590:0:326924:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788219759.338591:0:326924:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219759.338595:0:326924:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788219759.338597:0:326924:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.338600:0:326924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338605:0:326924:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788219759.338607:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338608:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.338609:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338610:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.338612:0:326924:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.338616:0:326924:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788219759.338619:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338621:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338622:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.338624:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338626:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338628:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338630:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338631:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=4 00000020:00000001:2.0:1788219759.338632:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338634:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338636:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.338639:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.338642:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338648:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338649:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.338650:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338651:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338652:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=5 00000020:00000001:2.0:1788219759.338654:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338656:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338658:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219759.338661:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338668:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338669:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219759.338672:0:326924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338677:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219759.338679:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338680:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.338682:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338682:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788219759.338689:0:326924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219759.338697:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338698:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338699:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.338701:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338703:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338705:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338707:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.338708:0:326924:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.338710:0:326924:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.338713:0:326924:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219759.338715:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338716:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338717:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.338719:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338721:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00000002:00010000:2.0:1788219759.338724:0:326924:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.338729:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338730:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.338732:0:326924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219759.338733:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.338734:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.338736:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.338737:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.338739:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000040:2.0:1788219759.338743:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089300 count: 2 00010000:00000001:2.0:1788219759.338745:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788219759.338748:0:326924:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 9663681442/87 (0 0) 00010000:00000001:2.0:1788219759.338751:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338752:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.338754:0:326924:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219759.338756:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7768 00000002:00002000:2.0:1788219759.338758:0:326924:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=migrate_dir intent=open status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788219759.338761:0:326924:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.338765:0:326924:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1788219759.338767:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.338770:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.338772:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.338775:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.338777:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.338779:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.338781:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1788219759.338786:0:326924:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9894ee1c6400. 00800000:00000002:2.0:1788219759.338788:0:326924:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x2400013a2:0x57:0x0] -> mds #1 00000002:00000001:2.0:1788219759.338792:0:326924:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219759.338794:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7730 00000002:00010000:2.0:1788219759.338796:0:326924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x980:0x0]) in obj [0x2400013a2:0x57:0x0], intent: open flags 0304001 00000002:00000001:2.0:1788219759.338800:0:326924:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219759.338802:0:326924:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788219759.338805:0:326924:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788219759.338809:0:326924:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.338810:0:326924:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788219759.338812:0:326924:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219759.338817:0:326924:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b480. 00000020:00000040:2.0:1788219759.338820:0:326924:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:2.0:1788219759.338825:0:326924:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788219759.338827:0:326924:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.338829:0:326924:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219759.338832:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219759.338836:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.338837:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.338839:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.338841:0:326924:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.338843:0:326924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.338848:0:326924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.338854:0:326924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4f800. 00000100:00000001:2.0:1788219759.338859:0:326924:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.338861:0:326924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219759.338863:0:326924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.338865:0:326924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219759.338866:0:326924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.338867:0:326924:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.338873:0:326924:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00010000:00000001:2.0:1788219759.338876:0:326924:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219759.338878:0:326924:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788219759.338882:0:326924:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089100. 00010000:00000010:2.0:1788219759.338884:0:326924:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3200. 00010000:00000001:2.0:1788219759.338888:0:326924:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219759.338890:0:326924:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed340a00. 00000020:00000001:2.0:1788219759.338894:0:326924:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219759.338896:0:326924:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed340a00 with handle 0x34450ab7a163335 to hash 00000020:00000001:2.0:1788219759.338898:0:326924:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219759.338900:0:326924:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135033344 : -113709574518272 : ffff9894ed340a00) 00010000:00000001:2.0:1788219759.338903:0:326924:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135033344 : -113709574518272 : ffff9894ed340a00) 00010000:00000001:2.0:1788219759.338916:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.338918:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.338921:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219759.338928:0:326924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788219759.338940:0:326924:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788219759.338946:0:326924:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788219759.338954:0:326924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219759.338963:0:326924:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219759.338965:0:326924:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219759.338971:0:326924:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f19c0. 00000100:00000001:2.0:1788219759.338973:0:326924:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877491136 : -113713832060480 : ffff9893ef6f19c0) 00000100:00000001:2.0:1788219759.338976:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.338977:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000001:2.0:1788219759.338981:0:326924:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.338985:0:326924:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.338987:0:326924:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219759.338988:0:326924:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219759.338992:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.338999:0:326924:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219759.339001:0:326924:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.339005:0:326924:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219759.339008:0:326924:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219759.339011:0:326924:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.339015:0:326924:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191616:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219759.339019:0:326924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219759.339025:0:326924:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219759.339028:0:326924:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.339031:0:326924:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219759.339123:0:326924:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed1c0000. 02000000:00000001:2.0:1788219759.339126:0:326924:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219759.339133:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219759.339136:0:326924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219759.339141:0:326924:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894ed0dd000. 00000100:00000200:2.0:1788219759.339147:0:326924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566191616, portal 10 00000100:00000001:2.0:1788219759.339148:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.339150:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000040:2.0:1788219759.339155:0:326924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.339166:0:326924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.339169:0:326924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.339172:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219759.339175:0:326924:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1875079566191616, offset 0 00000400:00000200:2.0:1788219759.339181:0:326924:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.339189:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.339195:0:326924:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.339200:0:326924:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219759.339204:0:326924:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219759.339208:0:326924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219759.339210:0:326924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219759.339214:0:326924:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92690:92690:256:4294967295] 192.168.203.120@tcp LPNI seq info [92690:92690:8:4294967295] 00000400:00000200:2.0:1788219759.339218:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.339226:0:326924:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.339231:0:326924:0:(socklnd_cb.c:931:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.339236:0:326924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ca00. 00000800:00000200:2.0:1788219759.339242:0:326924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.339249:0:326924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.339254:0:326924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ca00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.339507:0:326924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.339513:0:326924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14670 usecs (15 jiffies) 00000400:00000200:2.0:1788219759.339517:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219759.339519:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628443 00000100:00000010:2.0:1788219759.339524:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1923c0. 00000100:00000001:2.0:1788219759.339529:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219759.339536:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628443 00000100:00000010:2.0:1788219759.339539:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192540. 00000100:00000001:2.0:1788219759.339542:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219759.339545:0:326924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.339548:0:326924:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.339551:0:326924:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219759.339553:0:326924:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219759.339555:0:326924:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f19c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219759.339557:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.339560:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.352357:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.352369:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ca00. 00000400:00000200:2.0:1788219759.352378:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.352388:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.352398:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:2.0:1788219759.352401:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:2.0:1788219759.352408:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.352417:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.352430:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.352434:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.352441:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.352442:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.353678:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.353692:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.353697:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.353699:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.353707:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.353714:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.353723:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.353727:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.353732:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.353736:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77ec00 00000400:00000200:3.0:1788219759.353741:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.353747:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe8935 [64] + 224 00000800:00000001:3.0:1788219759.353754:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.353759:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.353762:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.353766:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.353775:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.353783:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.353793:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.353812:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.354299:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.354307:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.354347:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219759.354355:0:326924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219759.354358:0:326924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219759.354361:0:326924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219759.354366:0:326924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ed0dd000 00000400:00000010:2.0:1788219759.354368:0:326924:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894ed0dd000. 00000100:00000001:2.0:1788219759.354372:0:326924:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.354381:0:326924:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219759.354390:0:326924:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.354396:0:326924:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219759.354400:0:326924:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.354402:0:326924:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219759.354406:0:326924:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219759.354409:0:326924:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219759.354411:0:326924:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.354415:0:326924:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219759.354425:0:326924:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=4 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219759.354429:0:326924:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219759.354431:0:326924:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788219759.354434:0:326924:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed02b480 x1875079566191616/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.354440:0:326924:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219759.354444:0:326924:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788219759.354446:0:326924:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788219759.354447:0:326924:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788219759.354450:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.354451:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000001:2.0:1788219759.354455:0:326924:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219759.354457:0:326924:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:2.0:1788219759.354459:0:326924:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219759.354461:0:326924:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788219759.354465:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.354472:0:326924:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788219759.354475:0:326924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219759.354477:0:326924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219759.354480:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219759.354487:0:326924:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191616:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219759.354491:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.354494:0:326924:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219759.354496:0:326924:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219759.354498:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.354501:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.354508:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219759.354510:0:326924:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f19c0. 00000100:00000001:2.0:1788219759.354513:0:326924:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219759.354515:0:326924:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788219759.354519:0:326924:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219759.354523:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.354526:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.354530:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340a00 refcount=4 00000020:00000001:2.0:1788219759.354532:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135033344 : -113709574518272 : ffff9894ed340a00) 00010000:00000001:2.0:1788219759.354535:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135033344 : -113709574518272 : ffff9894ed340a00) 00010000:00010000:2.0:1788219759.354540:0:326924:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354550:0:326924:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788219759.354554:0:326924:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354560:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219759.354563:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354569:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.354570:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219759.354573:0:326924:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 3/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354579:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.354581:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.354584:0:326924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788219759.354586:0:326924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 4/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219759.354597:0:326924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed340a00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:2.0:1788219759.354600:0:326924:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788219759.354604:0:326924:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 4/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354610:0:326924:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788219759.354612:0:326924:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788219759.354616:0:326924:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 4/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354621:0:326924:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788219759.354624:0:326924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788219759.354625:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.354626:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.354628:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340a00 refcount=5 00000020:00000001:2.0:1788219759.354629:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135033344 : -113709574518272 : ffff9894ed340a00) 00010000:00000001:2.0:1788219759.354631:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135033344 : -113709574518272 : ffff9894ed340a00) 00010000:00000001:2.0:1788219759.354634:0:326924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219759.354636:0:326924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 5/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788219759.354641:0:326924:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219759.354643:0:326924:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.354645:0:326924:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788219759.354648:0:326924:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219759.354651:0:326924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219759.354652:0:326924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219759.354655:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.354656:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219759.354659:0:326924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed340a00 with handle 0x34450ab7a163335 from hash 00010000:00000001:2.0:1788219759.354661:0:326924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219759.354662:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.354663:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.354665:0:326924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219759.354666:0:326924:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219759.354668:0:326924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788219759.354670:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.354671:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.354672:0:326924:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.354674:0:326924:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.354676:0:326924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 3/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.354681:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.354682:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.354683:0:326924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788219759.354684:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219759.354686:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.354687:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.354687:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788219759.354689:0:326924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340a00/0x34450ab7a163335 lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 326924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788219759.354696:0:326924:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089100 count: 0 00010000:00000010:2.0:1788219759.354703:0:326924:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3200. 00010000:00000001:2.0:1788219759.354712:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.354714:0:326924:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788219759.354718:0:326924:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788219759.354723:0:326924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788219759.354732:0:326924:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788219759.354736:0:326924:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788219759.354742:0:326924:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.354744:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219759.354745:0:326924:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.354747:0:326924:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.354749:0:326924:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.354752:0:326924:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788219759.354754:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.354755:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00010000:00000001:2.0:1788219759.354757:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219759.354758:0:326924:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.354760:0:326924:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219759.354763:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc76b8 00000002:00002000:2.0:1788219759.354765:0:326924:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788219759.354768:0:326924:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.354770:0:326924:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:2.0:1788219759.354772:0:326924:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9894ee1c6400. 00000100:00000001:2.0:1788219759.354775:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.354780:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566191360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.354787:0:326924:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219759.354789:0:326924:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219759.354792:0:326924:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:2.0:1788219759.354825:0:326924:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219759.354828:0:326924:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219759.354830:0:326924:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219759.354832:0:326924:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219759.354835:0:326924:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4c800. 02000000:00000001:2.0:1788219759.354838:0:326924:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219759.354840:0:326924:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219759.354842:0:326924:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219759.354846:0:326924:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219759.354847:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219759.354852:0:326924:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.354854:0:326924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219759.354857:0:326924:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x2000013a2:0x980:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788219759.354860:0:326924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.354864:0:326924:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788219759.354866:0:326924:0:(namei.c:674:ll_lookup_it_finish()) it ffff9894ca192420 it_disposition 80002b 00000080:00000001:2.0:1788219759.354869:0:326924:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788219759.354875:0:326924:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788219759.354878:0:326924:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788219759.354880:0:326924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625559 : 162129670907625559 : 2400013a2000057) 00000080:00000001:2.0:1788219759.354883:0:326924:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788219759.354889:0:326924:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788219759.354891:0:326924:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x57:0x0] 00000080:00000001:2.0:1788219759.354893:0:326924:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.354896:0:326924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625559 : 162129670907625559 : 2400013a2000057) 00000080:00000001:2.0:1788219759.354899:0:326924:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:2.0:1788219759.354904:0:326924:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x57:0x0], updating i_size 4096 00000080:00200000:2.0:1788219759.355589:0:326924:0:(namei.c:147:ll_iget()) got inode: [0x2400013a2:0x57:0x0](ffff9894c7b6ba88): rc = 0 00000080:00000001:2.0:1788219759.355594:0:326924:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506064008 : -113710203487608 : ffff9894c7b6ba88) 00010000:00000001:2.0:1788219759.355597:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.355599:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.355601:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.355603:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.355605:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.355608:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.355609:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219759.355611:0:326924:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788219759.355614:0:326924:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788219759.355616:0:326924:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219759.355619:0:326924:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2400013a2:0x57:0x0](ffff9894c7b6ba88) for lock 0x34450ab7a16332e 00800000:00000001:2.0:1788219759.355622:0:326924:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219759.355624:0:326924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219759.355625:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.355626:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.355628:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.355629:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.355631:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.355634:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.355635:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.355636:0:326924:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.355638:0:326924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788219759.355645:0:326924:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9894d1de5af8 inode ffff9894c7b6ba88 refc 1 flags 0x20000e 00000080:00000001:2.0:1788219759.355649:0:326924:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219759.355652:0:326924:0:(llite_lib.c:3173:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.355654:0:326924:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788219759.355657:0:326924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400013a2:0x57:0x0](ffff9894c7b6ba88) 00000080:00000001:2.0:1788219759.355660:0:326924:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219759.355663:0:326924:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894ee1c6800. 00000100:00000001:2.0:1788219759.355667:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.355674:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.355681:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.355689:0:326924:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1788219759.355691:0:326924:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788219759.355694:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7a48 00000080:00200008:2.0:1788219759.355696:0:326924:0:(file.c:1090:ll_file_open()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000 00000100:00000040:2.0:1788219759.355712:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628443, at 4313628444 00000100:00000010:2.0:1788219759.355721:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1923c0. 00000080:00000010:2.0:1788219759.355734:0:326924:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9893f3abaa00. 00000080:00000010:2.0:1788219759.355744:0:326924:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9893e2e47a40. 00000080:00000001:2.0:1788219759.355746:0:326924:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788219759.355750:0:326924:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788219759.355753:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.355756:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.355758:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.355762:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.355765:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.355767:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.355769:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.355772:0:326924:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788219759.355775:0:326924:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9893e4bcacc0. 00000002:00100000:2.0:1788219759.355780:0:326924:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788219759.355786:0:326924:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.355788:0:326924:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788219759.355793:0:326924:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788219759.355796:0:326924:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.355798:0:326924:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.355801:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.355804:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788219759.355809:0:326924:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219759.355811:0:326924:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed1c0000. 02000000:00000001:2.0:1788219759.355847:0:326924:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788219759.355849:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219759.355852:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7a48 00000080:00000008:2.0:1788219759.355854:0:326924:0:(file.c:1329:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000, rc = 0 00000080:00000001:2.0:1788219759.355857:0:326924:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.355861:0:326924:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788219759.355862:0:326924:0:(dcache.c:176:ll_intent_release()) intent ffff9894ca192420 released 00000080:00010000:2.0:1788219759.355865:0:326924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16332e from it ffff9894ca192420 00010000:00000001:2.0:1788219759.355867:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.355869:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.355870:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=3 00000020:00000001:2.0:1788219759.355872:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.355875:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219759.355877:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219759.355881:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.355888:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.355889:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.355891:0:326924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219759.355894:0:326924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219759.355896:0:326924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219759.355903:0:326924:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219759.355916:0:326924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219759.355919:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219759.358551:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.358560:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.358563:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358568:0:326924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219759.358570:0:326924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358573:0:326924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358578:0:326924:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358581:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219759.358583:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.358584:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219759.358587:0:326924:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788219759.358590:0:326924:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788219759.358592:0:326924:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.358594:0:326924:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219759.358598:0:326924:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9894ca192420. 00000080:00000001:2.0:1788219759.358605:0:326924:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.358610:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219759.358614:0:326924:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), inode mode 41ed mask 44 00000080:00000001:2.0:1788219759.358620:0:326924:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.358667:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219759.358670:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219759.358672:0:326924:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219759.358675:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7bc0 00000080:00200000:2.0:1788219759.358678:0:326924:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219759.358684:0:326924:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894ee1c6800. 00800000:00000002:2.0:1788219759.358691:0:326924:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219759.358695:0:326924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219759.358698:0:326924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219759.358700:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7ae0 00800000:00000002:2.0:1788219759.358702:0:326924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219759.358705:0:326924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219759.358709:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.358711:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.358713:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.358716:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.358718:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.358720:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219759.358723:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.358726:0:326924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219759.358731:0:326924:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219759.358733:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc79b0 00000002:00010000:2.0:1788219759.358735:0:326924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219759.358738:0:326924:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219759.358739:0:326924:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219759.358742:0:326924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219759.358749:0:326924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:2.0:1788219759.358752:0:326924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219759.358756:0:326924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.358760:0:326924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219759.358764:0:326924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788219759.358775:0:326924:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219759.358780:0:326924:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.358783:0:326924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788219759.358789:0:326924:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219759.358791:0:326924:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219759.358793:0:326924:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219759.358794:0:326924:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219759.358796:0:326924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219759.358798:0:326924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219759.358800:0:326924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219759.358802:0:326924:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219759.358805:0:326924:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894ee1c6800. 00000080:00000001:2.0:1788219759.358809:0:326924:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219759.358810:0:326924:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219759.358812:0:326924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219759.358816:0:326924:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:2.0:1788219759.358819:0:326924:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219759.358821:0:326924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219759.358822:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.358825:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.358828:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:2.0:1788219759.358830:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219759.358833:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219759.358835:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.358836:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.358837:0:326924:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.358839:0:326924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219759.358841:0:326924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7fc7bf8 00010000:00000001:2.0:1788219759.358842:0:326924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.358844:0:326924:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.358845:0:326924:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:2.0:1788219759.358846:0:326924:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219759.358848:0:326924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219759.358850:0:326924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219759.358853:0:326924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788219759.358859:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.358860:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.358861:0:326924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219759.358863:0:326924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219759.358866:0:326924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788219759.358873:0:326924:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219759.358875:0:326924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219759.358877:0:326924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219759.358881:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.358882:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.358883:0:326924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358885:0:326924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219759.358886:0:326924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358889:0:326924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358891:0:326924:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.358893:0:326924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219759.358894:0:326924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.358895:0:326924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219759.358898:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219759.358900:0:326924:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219759.358902:0:326924:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219759.358905:0:326924:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.358917:0:326924:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219759.358919:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7b88 00000080:00002000:2.0:1788219759.358921:0:326924:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff9893f0e38000) flags 0x20000e refc 1 00000100:00000040:3.0:1788219759.359075:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628443, at 4313628447 00000100:00000010:3.0:1788219759.359084:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192540. 00000080:00000001:2.0:1788219759.359121:0:326924:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219759.359125:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7bd0 00000080:00200000:2.0:1788219759.359126:0:326924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=24 00000080:00000001:2.0:1788219759.359130:0:326924:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219759.359132:0:326924:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359135:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219759.359136:0:326924:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788219759.359140:0:326924:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359143:0:326924:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219759.359145:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7bc0 00000080:00002000:2.0:1788219759.359146:0:326924:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff9894d1de5af8) flags 0x20000e refc 1 00000080:00000001:2.0:1788219759.359148:0:326924:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219759.359150:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7c08 00000080:00200000:2.0:1788219759.359151:0:326924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=migrate_dir, flags=264 00000080:00000001:2.0:1788219759.359154:0:326924:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219759.359155:0:326924:0:(llite_lib.c:3173:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359158:0:326924:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219759.359159:0:326924:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), inode mode 41ed mask 44 00000080:00000001:2.0:1788219759.359161:0:326924:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359166:0:326924:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1788219759.359168:0:326924:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788219759.359169:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7b78 00000080:00200008:2.0:1788219759.359171:0:326924:0:(file.c:1090:ll_file_open()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000 00000080:00000010:2.0:1788219759.359176:0:326924:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9893f3abb540. 00000080:00000001:2.0:1788219759.359182:0:326924:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:2.0:1788219759.359185:0:326924:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788219759.359188:0:326924:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359190:0:326924:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788219759.359191:0:326924:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359193:0:326924:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788219759.359196:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7b78 00000080:00000008:2.0:1788219759.359197:0:326924:0:(file.c:1329:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000, rc = 0 00000080:00000001:2.0:1788219759.359200:0:326924:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359215:0:326924:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1788219759.359217:0:326924:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788219759.359218:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7dd0 00000080:00200008:2.0:1788219759.359220:0:326924:0:(file.c:479:ll_file_release()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000 00000080:00400000:2.0:1788219759.359223:0:326924:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2400013a2:0x57:0x0] 00000080:00000001:2.0:1788219759.359226:0:326924:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788219759.359227:0:326924:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788219759.359229:0:326924:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788219759.359233:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.359234:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.359235:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.359237:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.359239:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.359241:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.359242:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.359244:0:326924:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219759.359246:0:326924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219759.359249:0:326924:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.359251:0:326924:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.359252:0:326924:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2400013a2:0x57:0x0]: 0 00000080:00000001:2.0:1788219759.359254:0:326924:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788219759.359256:0:326924:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219759.359258:0:326924:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9893f3abaa00. 00000080:00000001:2.0:1788219759.359261:0:326924:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219759.359264:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7dd0 00000080:00000008:2.0:1788219759.359265:0:326924:0:(file.c:523:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000, rc = 0 00000080:00000001:2.0:1788219759.359267:0:326924:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359269:0:326924:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.359294:0:326924:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788219759.359297:0:326924:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88) cmd=c03066f1 arg=ef93e0 00000080:00000001:2.0:1788219759.359303:0:326924:0:(dir.c:861:ll_dir_getstripe_default()) Process entered 00000080:00000001:2.0:1788219759.359305:0:326924:0:(dir.c:743:ll_dir_get_default_layout()) Process entered 00000080:00000010:2.0:1788219759.359308:0:326924:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894ee1c6800. 00800000:00000001:2.0:1788219759.359335:0:326924:0:(lmv_obd.c:1625:lmv_getattr()) Process entered 00800000:00000001:2.0:1788219759.359337:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.359338:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.359340:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.359341:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.359343:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.359344:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.359346:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.359349:0:326924:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:2.0:1788219759.359354:0:326924:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219759.359358:0:326924:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219759.359362:0:326924:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.359364:0:326924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.359366:0:326924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.359372:0:326924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894ee1c6400. 00000100:00000001:2.0:1788219759.359378:0:326924:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.359385:0:326924:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:2.0:1788219759.359387:0:326924:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219759.359388:0:326924:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219759.359394:0:326924:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f19c0. 00000100:00000001:2.0:1788219759.359396:0:326924:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877491136 : -113713832060480 : ffff9893ef6f19c0) 00000100:00000001:2.0:1788219759.359399:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.359400:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000001:2.0:1788219759.359405:0:326924:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.359408:0:326924:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.359410:0:326924:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219759.359412:0:326924:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219759.359423:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.359431:0:326924:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219759.359433:0:326924:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.359436:0:326924:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219759.359438:0:326924:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219759.359441:0:326924:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.359444:0:326924:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191744:192.168.203.120@tcp:33:lfs.0 00000100:00000001:2.0:1788219759.359448:0:326924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219759.359452:0:326924:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219759.359454:0:326924:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.359457:0:326924:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219759.359462:0:326924:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9893e2cf4000. 02000000:00000001:2.0:1788219759.359464:0:326924:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219759.359470:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219759.359474:0:326924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219759.359480:0:326924:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9893ef6f1300. 00000100:00000200:2.0:1788219759.359486:0:326924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875079566191744, portal 10 00000100:00000001:2.0:1788219759.359488:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.359489:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219759.359495:0:326924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.359502:0:326924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.359505:0:326924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.359508:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219759.359511:0:326924:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875079566191744, offset 0 00000400:00000200:2.0:1788219759.359517:0:326924:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.359525:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.359532:0:326924:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.359536:0:326924:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219759.359540:0:326924:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219759.359544:0:326924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219759.359546:0:326924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219759.359549:0:326924:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92691:92691:256:4294967295] 192.168.203.120@tcp LPNI seq info [92691:92691:8:4294967295] 00000400:00000200:2.0:1788219759.359553:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.359561:0:326924:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.359569:0:326924:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.359575:0:326924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ca00. 00000800:00000200:2.0:1788219759.359581:0:326924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.359589:0:326924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.359592:0:326924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ca00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.359660:0:326924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.359665:0:326924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14672 usecs (15 jiffies) 00000400:00000200:2.0:1788219759.359669:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219759.359672:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628463 00000100:00000010:2.0:1788219759.359676:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192420. 00000100:00000001:2.0:1788219759.359681:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219759.359687:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628463 00000100:00000010:2.0:1788219759.359690:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1923c0. 00000100:00000001:2.0:1788219759.359692:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219759.359695:0:326924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.359697:0:326924:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.359700:0:326924:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219759.359702:0:326924:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219759.359705:0:326924:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f19c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219759.359707:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.359710:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.360097:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.360102:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ca00. 00000400:00000200:3.0:1788219759.360107:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.360113:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.360120:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:3.0:1788219759.360122:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:3.0:1788219759.360126:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.360132:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.360141:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.360145:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.360151:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.360153:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788219759.364459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089100. 00010000:00000010:2.1:1788219759.364477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340a00. 00000800:00000001:2.0:1788219759.369258:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.369275:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.369279:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.369282:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.369290:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.369297:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.369307:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.370677:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.370686:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.370692:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 464 into portal 10 MB=0x6a95ffb77ec80 00000400:00000200:2.0:1788219759.370700:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.370706:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 464/464 into md 0xe8945 [2] + 224 00000800:00000001:2.0:1788219759.370714:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.370732:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.370736:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.370741:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.370749:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.370758:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219759.370769:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=4824 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.370850:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.370869:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.370879:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.370883:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219759.372650:0:326924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.372656:0:326924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.372660:0:326924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:3.0:1788219759.372668:0:326924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893ef6f1300 00000400:00000010:3.0:1788219759.372671:0:326924:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff9893ef6f1300. 00000100:00000001:3.0:1788219759.372675:0:326924:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.372687:0:326924:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219759.372697:0:326924:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.372705:0:326924:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.372706:0:326924:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.372709:0:326924:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.372712:0:326924:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.372715:0:326924:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.372718:0:326924:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.372720:0:326924:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.372730:0:326924:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd38 time=153 v=5 (5 5 0 5) 00000100:00001000:3.0:1788219759.372734:0:326924:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219759.372737:0:326924:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.372739:0:326924:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.372741:0:326924:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.372744:0:326924:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.372748:0:326924:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.372750:0:326924:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:3.0:1788219759.372753:0:326924:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.372755:0:326924:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.372760:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.372767:0:326924:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.372770:0:326924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.372772:0:326924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.372775:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219759.372781:0:326924:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566191744:192.168.203.120@tcp:33:lfs.0 00000100:00000001:3.0:1788219759.372785:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.372788:0:326924:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.372790:0:326924:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219759.372792:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.372795:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.372801:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.372804:0:326924:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f19c0. 00000100:00000001:3.0:1788219759.372806:0:326924:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219759.372807:0:326924:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1788219759.372812:0:326924:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:3.0:1788219759.372815:0:326924:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219759.372817:0:326924:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219759.372819:0:326924:0:(lmv_obd.c:1638:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219759.372836:0:326924:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894ee1c6800. 00000080:00000001:3.0:1788219759.372843:0:326924:0:(dir.c:774:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1788219759.372847:0:326924:0:(dir.c:879:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788219759.372851:0:326924:0:(dir.c:2215:ll_dir_ioctl()) Process leaving via finish_req (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1788219759.372853:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.372857:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566191744/t0(0) o33->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.373182:0:326924:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.373184:0:326924:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.373188:0:326924:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9893e2cf4000. 02000000:00000001:3.0:1788219759.373192:0:326924:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.373194:0:326924:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.373196:0:326924:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.373199:0:326924:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.373201:0:326924:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894ee1c6400. 02000000:00000001:3.0:1788219759.373204:0:326924:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.373206:0:326924:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.373207:0:326924:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:3.0:1788219759.373211:0:326924:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.373212:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219759.374866:0:326924:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788219759.374874:0:326924:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88) cmd=800466af arg=7ffeffd5d340 00000080:00000001:2.0:1788219759.374884:0:326924:0:(llite_lib.c:3552:ll_iocontrol()) Process entered 00000080:00000001:2.0:1788219759.374887:0:326924:0:(dir.c:927:ll_get_mdt_idx_by_fid()) Process entered 00000080:00000010:2.0:1788219759.374896:0:326924:0:(dir.c:928:ll_get_mdt_idx_by_fid()) kmalloced '(op_data)': 392 at ffff9894ee1c6c00. 00800000:00000001:2.0:1788219759.374903:0:326924:0:(lmv_obd.c:1625:lmv_getattr()) Process entered 00800000:00000001:2.0:1788219759.374914:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.374916:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.374919:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.374980:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.374983:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.374986:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.374988:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219759.374992:0:326924:0:(lmv_obd.c:1633:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219759.374995:0:326924:0:(dir.c:936:ll_get_mdt_idx_by_fid()) kfreed 'op_data': 392 at ffff9894ee1c6c00. 00000080:00000001:2.0:1788219759.375000:0:326924:0:(dir.c:940:ll_get_mdt_idx_by_fid()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219759.375003:0:326924:0:(llite_lib.c:3602:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.375005:0:326924:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.375206:0:326924:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1788219759.375209:0:326924:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788219759.375213:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7dd0 00000080:00200008:2.0:1788219759.375216:0:326924:0:(file.c:479:ll_file_release()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000 00000080:00000001:2.0:1788219759.375221:0:326924:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788219759.375223:0:326924:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788219759.375225:0:326924:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788219759.375228:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.375229:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.375231:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.375233:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.375234:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.375236:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.375238:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.375242:0:326924:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219759.375245:0:326924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219759.375250:0:326924:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.375253:0:326924:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.375255:0:326924:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2400013a2:0x57:0x0]: 0 00000080:00000001:2.0:1788219759.375257:0:326924:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788219759.375259:0:326924:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788219759.375263:0:326924:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894ee1c6c00. 00000080:00000001:2.0:1788219759.375265:0:326924:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788219759.375271:0:326924:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788219759.375274:0:326924:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788219759.375275:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219759.375276:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219759.375278:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219759.375279:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219759.375281:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.375282:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:2.0:1788219759.375284:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219759.375286:0:326924:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2400013a2:0x57:0x0] 00000002:00000001:2.0:1788219759.375289:0:326924:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788219759.375292:0:326924:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9893ca6d2800: [0x2400013a2:0x57:0x0] file closed with intent: 0 00000100:00000010:2.0:1788219759.375299:0:326924:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219759.375303:0:326924:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219759.375307:0:326924:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.375368:0:326924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.375373:0:326924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.375390:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628463, at 4313628464 00000100:00000010:2.0:1788219759.375397:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192420. 02000000:00000010:2.0:1788219759.375411:0:326924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894ee1c6400. 00000100:00000040:3.0:1788219759.375416:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628463, at 4313628464 00000100:00000001:2.0:1788219759.375418:0:326924:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.375422:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1923c0. 00000002:00100000:2.0:1788219759.375437:0:326924:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788219759.375448:0:326924:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788219759.375453:0:326924:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788219759.375460:0:326924:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219759.375462:0:326924:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219759.375470:0:326924:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f1d80. 00000100:00000001:2.0:1788219759.375472:0:326924:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877492096 : -113713832059520 : ffff9893ef6f1d80) 00000100:00000001:2.0:1788219759.375475:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.375476:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000001:2.0:1788219759.375482:0:326924:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.375486:0:326924:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.375488:0:326924:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219759.375490:0:326924:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219759.375494:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.375502:0:326924:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219759.375504:0:326924:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.375509:0:326924:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219759.375512:0:326924:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219759.375515:0:326924:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.375519:0:326924:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566192000:192.168.203.120@tcp:35:lfs.0 00000100:00000001:2.0:1788219759.375523:0:326924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219759.375529:0:326924:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219759.375533:0:326924:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.375540:0:326924:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219759.375545:0:326924:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0dd000. 02000000:00000001:2.0:1788219759.375547:0:326924:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219759.375554:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219759.375559:0:326924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb24d0. 00000400:00000010:2.0:1788219759.375575:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219759.375583:0:326924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566192000, portal 10 00000100:00000001:2.0:1788219759.375585:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219759.375586:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:2.0:1788219759.375593:0:326924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.375600:0:326924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.375602:0:326924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.375605:0:326924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219759.375608:0:326924:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566192000, offset 0 00000400:00000200:2.0:1788219759.375615:0:326924:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.375623:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.375630:0:326924:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.375635:0:326924:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219759.375640:0:326924:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219759.375643:0:326924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219759.375646:0:326924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219759.375649:0:326924:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92692:92692:256:4294967295] 192.168.203.120@tcp LPNI seq info [92692:92692:8:4294967295] 00000400:00000200:2.0:1788219759.375654:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.375663:0:326924:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.375673:0:326924:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.375681:0:326924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027cc00. 00000800:00000200:2.0:1788219759.375686:0:326924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.375694:0:326924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.375698:0:326924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027cc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.375714:0:326924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.375719:0:326924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14672 usecs (15 jiffies) 00000400:00000200:2.0:1788219759.375722:0:326924:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219759.375724:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628479 00000100:00000010:2.0:1788219759.375728:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192420. 00000100:00000001:2.0:1788219759.375733:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219759.375738:0:326924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628479 00000100:00000010:2.0:1788219759.375741:0:326924:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192ea0. 00000100:00000001:2.0:1788219759.375743:0:326924:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219759.375749:0:326924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219759.375753:0:326924:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.375755:0:326924:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219759.375757:0:326924:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219759.375760:0:326924:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f1d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788219759.375762:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.375765:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.376108:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.376114:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027cc00. 00000400:00000200:3.0:1788219759.376118:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.376123:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.376129:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:3.0:1788219759.376132:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:3.0:1788219759.376137:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.376141:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.376150:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.376154:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.376160:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.376162:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788219759.391450:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628479, at 4313628480 00000100:00000010:3.0:1788219759.391467:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192ea0. 00000100:00000040:2.0:1788219759.392342:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628479, at 4313628481 00000100:00000010:2.0:1788219759.392361:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192420. 00000800:00000001:2.0:1788219759.392641:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.392654:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.392658:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.392660:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.392669:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.392677:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.392685:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.392691:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.392696:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.392700:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77ed80 00000400:00000200:2.0:1788219759.392704:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.392710:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe8955 [1] + 224 00000800:00000001:2.0:1788219759.392717:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.392725:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.392728:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.392732:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.392740:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.392749:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219759.392771:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.392796:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.392806:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.392812:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.392899:0:326924:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.392916:0:326924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.392918:0:326924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.392921:0:326924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb24d0. 00000400:00000200:0.0:1788219759.392925:0:326924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:0.0:1788219759.392928:0:326924:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:0.0:1788219759.392931:0:326924:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.392936:0:326924:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.392945:0:326924:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566192000/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.392955:0:326924:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.392957:0:326924:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.392960:0:326924:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.392963:0:326924:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.392966:0:326924:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.392968:0:326924:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.392971:0:326924:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.392979:0:326924:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd38 time=3 v=5 (5 5 5 0) 00000100:00001000:0.0:1788219759.392984:0:326924:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219759.392987:0:326924:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.392988:0:326924:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.392991:0:326924:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.392994:0:326924:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.392997:0:326924:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219759.393000:0:326924:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219759.393001:0:326924:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219759.393004:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.393005:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000001:0.0:1788219759.393009:0:326924:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.393010:0:326924:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:0.0:1788219759.393013:0:326924:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.393015:0:326924:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.393020:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566192000/t12884902878(12884902878) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393028:0:326924:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.393032:0:326924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.393034:0:326924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.393038:0:326924:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566192000/t12884902878(12884902878) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.393047:0:326924:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326924:1875079566192000:192.168.203.120@tcp:35:lfs.0 00000100:00000001:0.0:1788219759.393052:0:326924:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.393054:0:326924:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.393056:0:326924:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.393059:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.393062:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02a680 x1875079566192000/t12884902878(12884902878) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393069:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.393072:0:326924:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f1d80. 00000100:00000001:0.0:1788219759.393075:0:326924:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.393076:0:326924:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.393083:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.393084:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000002:00000001:0.0:1788219759.393087:0:326924:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.393090:0:326924:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.393095:0:326924:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894ee1c6c00. 00000080:00000001:0.0:1788219759.393099:0:326924:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219759.393102:0:326924:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219759.393105:0:326924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.393108:0:326924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.393110:0:326924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.393114:0:326924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.393116:0:326924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.393118:0:326924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:0.0:1788219759.393121:0:326924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.393125:0:326924:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219759.393130:0:326924:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393138:0:326924:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.393140:0:326924:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000001:0.0:1788219759.393142:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.393145:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393153:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.393154:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.393158:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02a680 x1875079566192000/t12884902878(12884902878) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393164:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.393166:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.393169:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b480 x1875079566191616/t12884902877(12884902877) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393176:0:326924:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219759.393178:0:326924:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.393180:0:326924:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.393182:0:326924:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.393185:0:326924:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4f800. 02000000:00000001:0.0:1788219759.393189:0:326924:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.393191:0:326924:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.393192:0:326924:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b480. 00000100:00000001:0.0:1788219759.393196:0:326924:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.393197:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.393198:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.393201:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566192000/t12884902878(12884902878) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393208:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.393210:0:326924:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bcacc0. 00000002:00000001:0.0:1788219759.393213:0:326924:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.393215:0:326924:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.393217:0:326924:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47a40. 00000100:00000001:0.0:1788219759.393220:0:326924:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.393223:0:326924:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566192000/t12884902878(12884902878) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.393235:0:326924:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.393237:0:326924:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.393240:0:326924:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0dd000. 02000000:00000001:0.0:1788219759.393243:0:326924:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.393244:0:326924:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.393246:0:326924:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.393248:0:326924:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.393249:0:326924:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894ee1c6400. 02000000:00000001:0.0:1788219759.393251:0:326924:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.393252:0:326924:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.393254:0:326924:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:0.0:1788219759.393256:0:326924:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.393257:0:326924:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219759.393260:0:326924:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.393264:0:326924:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9893f3abb540. 00000080:00000001:0.0:1788219759.393269:0:326924:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.393274:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7dd0 00000080:00000008:0.0:1788219759.393277:0:326924:0:(file.c:523:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000, rc = 0 00000080:00000001:0.0:1788219759.393280:0:326924:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.393282:0:326924:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.393287:0:326924:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219759.393289:0:326924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7fc7e00 00000080:00002000:0.0:1788219759.393291:0:326924:0:(dcache.c:127:ll_ddelete()) keeping dentry migrate_dir (ffff9894d1de5af8, parent ffff9893f0e38000, inode ffff9894c7b6ba88) hashed, 00000080:00000001:0.0:1788219759.393294:0:326924:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.483066:0:326931:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:0.0:1788219759.483076:0:326931:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d40d3a00. 00000002:00000001:0.0:1788219759.483082:0:326931:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.483090:0:326931:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:0.0:1788219759.483094:0:326931:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894cb162e00. 00000020:00000040:0.0:1788219759.483103:0:326931:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:0.0:1788219759.483106:0:326931:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:0.0:1788219759.483109:0:326931:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1788219759.483113:0:326931:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:0.0:1788219759.483118:0:326931:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014380. 00000020:00000040:0.0:1788219759.483121:0:326931:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219759.483128:0:326931:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.483131:0:326931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.483137:0:326931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.483144:0:326931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975000. 00000100:00000001:0.0:1788219759.483150:0:326931:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.483156:0:326931:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.483158:0:326931:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.483165:0:326931:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.483167:0:326931:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.483171:0:326931:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.483172:0:326931:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131705728 : -113709577845888 : ffff9894ed014380) 00000100:00000001:0.0:1788219759.483177:0:326931:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.483181:0:326931:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.483183:0:326931:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.483185:0:326931:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.483195:0:326931:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.483204:0:326931:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.483206:0:326931:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.483211:0:326931:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.483213:0:326931:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.483216:0:326931:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.483220:0:326931:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326931:1875079566192128:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219759.483223:0:326931:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.483228:0:326931:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.483231:0:326931:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.483234:0:326931:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.483238:0:326931:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974000. 02000000:00000001:0.0:1788219759.483240:0:326931:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.483248:0:326931:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.483252:0:326931:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.483260:0:326931:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219759.483268:0:326931:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566192128, portal 10 00000100:00000001:0.0:1788219759.483270:0:326931:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.483271:0:326931:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131705728 : -113709577845888 : ffff9894ed014380) 00000100:00000040:0.0:1788219759.483278:0:326931:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.483286:0:326931:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.483289:0:326931:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.483292:0:326931:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219759.483295:0:326931:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566192128, offset 0 00000400:00000200:0.0:1788219759.483302:0:326931:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.483540:0:326931:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.483549:0:326931:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.483555:0:326931:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.483560:0:326931:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.483563:0:326931:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.483565:0:326931:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.483569:0:326931:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92693:92693:256:4294967295] 192.168.203.120@tcp LPNI seq info [92693:92693:8:4294967295] 00000400:00000200:0.0:1788219759.483573:0:326931:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.483584:0:326931:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.483591:0:326931:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.483596:0:326931:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219759.483602:0:326931:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.483610:0:326931:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.483615:0:326931:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.483665:0:326931:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.483670:0:326931:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.483673:0:326931:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.483676:0:326931:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628599 00000100:00000010:0.0:1788219759.483680:0:326931:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02ba0. 00000100:00000001:0.0:1788219759.483686:0:326931:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219759.483699:0:326931:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628599 00000100:00000010:0.0:1788219759.483702:0:326931:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02a80. 00000100:00000001:0.0:1788219759.483706:0:326931:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219759.483709:0:326931:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.483712:0:326931:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.483714:0:326931:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.483716:0:326931:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.483719:0:326931:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.483721:0:326931:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.483724:0:326931:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.483890:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.483895:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:3.0:1788219759.483901:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.483914:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.483921:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:3.0:1788219759.483994:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:3.0:1788219759.484000:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.484005:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.484015:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.484018:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.484025:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.484027:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.499808:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.503828:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.503838:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.503844:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.503853:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.503861:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.503871:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.503877:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.503883:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.503887:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77ee00 00000400:00000200:3.0:1788219759.503892:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.503897:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8965 [1] + 224 00000800:00000001:3.0:1788219759.503904:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.504456:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.504461:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.504467:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.504475:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.504484:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.504495:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.504516:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.504527:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.504531:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.504612:0:326931:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.504620:0:326931:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.504622:0:326931:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.504625:0:326931:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.504630:0:326931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:0.0:1788219759.504632:0:326931:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:0.0:1788219759.504636:0:326931:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.504641:0:326931:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219759.504650:0:326931:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.504657:0:326931:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.504659:0:326931:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.504661:0:326931:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.504665:0:326931:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.504667:0:326931:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.504669:0:326931:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.504673:0:326931:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.504681:0:326931:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.504686:0:326931:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.504689:0:326931:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.504691:0:326931:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.504694:0:326931:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.504697:0:326931:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.504700:0:326931:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.504702:0:326931:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219759.504704:0:326931:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.504706:0:326931:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.504711:0:326931:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.504718:0:326931:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.504722:0:326931:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.504724:0:326931:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.504728:0:326931:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219759.505058:0:326931:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326931:1875079566192128:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219759.505065:0:326931:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.505068:0:326931:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.505070:0:326931:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.505072:0:326931:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.505076:0:326931:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.505084:0:326931:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.505086:0:326931:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.505090:0:326931:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.505092:0:326931:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.505094:0:326931:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.505097:0:326931:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014380 x1875079566192128/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.505102:0:326931:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.505105:0:326931:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.505107:0:326931:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974000. 02000000:00000001:0.0:1788219759.505110:0:326931:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.505113:0:326931:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.505114:0:326931:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.505116:0:326931:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.505119:0:326931:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975000. 02000000:00000001:0.0:1788219759.505122:0:326931:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.505124:0:326931:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.505127:0:326931:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014380. 00000100:00000001:0.0:1788219759.505130:0:326931:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.505131:0:326931:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.505133:0:326931:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.505136:0:326931:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.505139:0:326931:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219759.505143:0:326931:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:0.0:1788219759.505146:0:326931:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:0.0:1788219759.505148:0:326931:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894cb162e00. 00000002:00000010:0.0:1788219759.505168:0:326931:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d40d3a00. 00000100:00000040:3.0:1788219759.511563:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628599, at 4313628600 00000100:00000010:3.0:1788219759.511580:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02a80. 00000100:00000040:2.0:1788219759.512109:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628599, at 4313628600 00000100:00000010:2.0:1788219759.512117:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02ba0. 00010000:00000001:1.0:1788219759.521253:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.521262:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521271:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.521273:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521276:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.521280:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.521282:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.521289:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.521291:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.521292:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521295:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.521297:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521299:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521301:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521305:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.521306:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.521310:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.521336:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219759.522023:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219759.522028:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.522033:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1788219759.551097:0:326933:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219759.551107:0:326933:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26500. 00000002:00000001:3.0:1788219759.551112:0:326933:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219759.551121:0:326933:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:3.0:1788219759.551125:0:326933:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e070e340. 00000020:00000040:3.0:1788219759.551133:0:326933:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219759.551136:0:326933:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:3.0:1788219759.551140:0:326933:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1788219759.551143:0:326933:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:3.0:1788219759.551147:0:326933:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ed80. 00000020:00000040:3.0:1788219759.551151:0:326933:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219759.551155:0:326933:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.551158:0:326933:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.551163:0:326933:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.551170:0:326933:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fc600. 00000100:00000001:3.0:1788219759.551178:0:326933:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.551184:0:326933:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.551186:0:326933:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.551192:0:326933:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc000. 00000100:00000001:3.0:1788219759.551194:0:326933:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667818496 : -113714041733120 : ffff9893e2efc000) 00000100:00000001:3.0:1788219759.551197:0:326933:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.551198:0:326933:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135419264 : -113709574132352 : ffff9894ed39ed80) 00000100:00000001:3.0:1788219759.551203:0:326933:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.551207:0:326933:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.551209:0:326933:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.551211:0:326933:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.551222:0:326933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.551231:0:326933:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.551234:0:326933:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.551237:0:326933:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.551239:0:326933:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.551242:0:326933:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.551245:0:326933:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326933:1875079566192256:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219759.551249:0:326933:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.551253:0:326933:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.551256:0:326933:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.551258:0:326933:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.551263:0:326933:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fdc00. 02000000:00000001:3.0:1788219759.551265:0:326933:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.551272:0:326933:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.551276:0:326933:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.551285:0:326933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219759.551293:0:326933:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566192256, portal 10 00000100:00000001:3.0:1788219759.551295:0:326933:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.551296:0:326933:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135419264 : -113709574132352 : ffff9894ed39ed80) 00000100:00000040:3.0:1788219759.551303:0:326933:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.551355:0:326933:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.551358:0:326933:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.551362:0:326933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219759.551365:0:326933:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566192256, offset 0 00000400:00000200:3.0:1788219759.551372:0:326933:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.551380:0:326933:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.551387:0:326933:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.551392:0:326933:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.551395:0:326933:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.551398:0:326933:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.551401:0:326933:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.551405:0:326933:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92694:92694:256:4294967295] 192.168.203.120@tcp LPNI seq info [92694:92694:8:4294967295] 00000400:00000200:3.0:1788219759.551409:0:326933:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.551419:0:326933:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.551425:0:326933:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.551430:0:326933:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219759.551436:0:326933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.551444:0:326933:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.551461:0:326933:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.551487:0:326933:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.551493:0:326933:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14676 usecs (15 jiffies) 00000400:00000200:3.0:1788219759.551496:0:326933:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.551499:0:326933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628655 00000100:00000010:3.0:1788219759.551503:0:326933:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95eca80. 00000100:00000001:3.0:1788219759.551509:0:326933:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219759.551515:0:326933:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628655 00000100:00000010:3.0:1788219759.551518:0:326933:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec720. 00000100:00000001:3.0:1788219759.551521:0:326933:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219759.551524:0:326933:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.551527:0:326933:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.551529:0:326933:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.551531:0:326933:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.551534:0:326933:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc000 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.551537:0:326933:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.551540:0:326933:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.554979:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.554988:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219759.554996:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.555005:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.555013:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:2.0:1788219759.555015:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:2.0:1788219759.555021:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.555029:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.555040:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.555044:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.555050:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.555052:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.563458:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.563476:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.563480:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.563483:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.563492:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.563499:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.563508:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.563522:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.563527:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.563531:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb77ee80 00000400:00000200:2.0:1788219759.563536:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.563541:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe896d [1] + 224 00000800:00000001:2.0:1788219759.563548:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.563555:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.563558:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.563563:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.563571:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.563580:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.563590:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.563604:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.563612:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.563615:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.563968:0:326933:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.563977:0:326933:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.563979:0:326933:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.563983:0:326933:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.563988:0:326933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219759.563990:0:326933:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219759.563994:0:326933:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.563999:0:326933:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.564008:0:326933:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.564015:0:326933:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.564017:0:326933:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.564019:0:326933:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.564023:0:326933:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.564026:0:326933:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.564027:0:326933:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.564030:0:326933:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.564040:0:326933:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.564044:0:326933:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219759.564047:0:326933:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.564049:0:326933:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.564051:0:326933:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.564055:0:326933:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.564058:0:326933:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.564060:0:326933:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:3.0:1788219759.564061:0:326933:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.564064:0:326933:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.564069:0:326933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.564082:0:326933:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.564085:0:326933:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.564087:0:326933:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.564091:0:326933:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.564099:0:326933:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326933:1875079566192256:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219759.564103:0:326933:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.564106:0:326933:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.564109:0:326933:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219759.564111:0:326933:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.564114:0:326933:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.564122:0:326933:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.564125:0:326933:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc000. 00000100:00000001:3.0:1788219759.564128:0:326933:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219759.564130:0:326933:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.564132:0:326933:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.564135:0:326933:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ed80 x1875079566192256/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.564141:0:326933:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.564144:0:326933:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.564147:0:326933:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fdc00. 02000000:00000001:3.0:1788219759.564149:0:326933:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.564152:0:326933:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.564154:0:326933:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.564156:0:326933:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.564159:0:326933:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fc600. 02000000:00000001:3.0:1788219759.564162:0:326933:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.564164:0:326933:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.564166:0:326933:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ed80. 00000100:00000001:3.0:1788219759.564169:0:326933:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.564170:0:326933:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.564173:0:326933:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219759.564176:0:326933:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219759.564179:0:326933:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219759.564182:0:326933:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219759.564185:0:326933:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:3.0:1788219759.564187:0:326933:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e070e340. 00000002:00000010:3.0:1788219759.564205:0:326933:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26500. 00000100:00000040:3.0:1788219759.567364:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313628655, at 4313628656 00000100:00000040:2.0:1788219759.567364:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313628655, at 4313628656 00000100:00000010:3.0:1788219759.567376:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec720. 00000100:00000010:2.0:1788219759.567377:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95eca80. 00000100:00000040:2.0:1788219759.583383:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219759.583395:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219759.583404:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219759.583410:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219759.583415:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.583419:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.583426:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.583436:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027ce00. 00000100:00000001:2.0:1788219759.583443:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583457:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219759.583469:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.583473:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583480:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008587514e] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.583512:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583517:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219759.583520:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219759.583524:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219759.583526:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219759.583528:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.583529:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.583531:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.583534:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c100. 00000100:00000001:2.0:1788219759.583536:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583540:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219759.583547:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.583548:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583552:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_01+1] req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.583559:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583561:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219759.583564:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219759.583567:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219759.583569:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219759.583571:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.583572:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.583574:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.583577:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c900. 00000100:00000001:2.0:1788219759.583580:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583583:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219759.583596:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.583597:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583601:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb96589] to pc [ptlrpcd_01_00+0] req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.583608:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.583613:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18966) 00000100:00000001:3.0:1788219759.583656:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.583661:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.583664:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.583670:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.583678:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.583680:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.583684:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.583687:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.583690:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.583694:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566192384:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219759.583698:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.583706:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.583709:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.583711:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.583716:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fdc00. 02000000:00000001:3.0:1788219759.583718:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.583724:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.583729:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.583736:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219759.583742:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566192384, portal 25 00000100:00000001:3.0:1788219759.583744:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.583746:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:3.0:1788219759.583752:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.583759:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.583762:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.583764:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c220. 00000100:00000200:3.0:1788219759.583766:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566192384, offset 0 00000400:00000200:3.0:1788219759.583773:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.583781:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.583788:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.583793:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.583797:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.583801:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.583803:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.583807:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92695:92695:256:4294967295] 192.168.203.120@tcp LPNI seq info [92695:92695:8:4294967295] 00000400:00000200:3.0:1788219759.583811:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.583820:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.583826:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.583831:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 00000800:00000200:3.0:1788219759.583837:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.583844:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.583849:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.583868:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.583873:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.583876:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313629944 00000100:00000010:3.0:1788219759.583880:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec720. 00000100:00000001:3.0:1788219759.583886:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219759.583890:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313629944 00000100:00000010:3.0:1788219759.583893:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc00. 00000100:00000001:3.0:1788219759.583895:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219759.583898:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.583901:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.583904:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.583918:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.583933:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.583934:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.583936:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.583938:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.583940:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.583942:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566192640:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219759.583946:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.583948:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.583950:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.583951:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.583954:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fca00. 02000000:00000001:3.0:1788219759.583956:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.583959:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.583961:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219759.583965:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c088. 00000100:00000200:3.0:1788219759.583967:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566192640, portal 4 00000100:00000001:3.0:1788219759.583969:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.583970:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:3.0:1788219759.583976:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.583982:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.583984:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.583986:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c660. 00000100:00000200:3.0:1788219759.583988:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566192640, offset 0 00000400:00000200:3.0:1788219759.583992:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.583995:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.583998:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.584001:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.584004:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.584006:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.584008:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.584011:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92696:92696:255:4294967295] 192.168.203.120@tcp LPNI seq info [92696:92696:7:4294967295] 00000400:00000200:3.0:1788219759.584015:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.584021:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.584025:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.584029:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219759.584032:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.584037:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.584039:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.584042:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.584045:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27642 usecs (28 jiffies) 00000400:00000200:3.0:1788219759.584048:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.584050:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628700 00000100:00000001:3.0:1788219759.584052:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.584054:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628700 00000100:00000001:3.0:1788219759.584056:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.584058:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.584060:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.584062:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.584064:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.584071:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.584073:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219759.584075:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.584077:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.584078:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.584081:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788219759.584082:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.584084:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.584085:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.584087:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.584088:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.584089:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.584093:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.584099:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.584100:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.584102:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.584104:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.584106:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.584109:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566192512:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219759.584112:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.584113:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.584114:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.584116:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.584119:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fde00. 02000000:00000001:3.0:1788219759.584120:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.584123:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.584125:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a9a0. 00000400:00000010:3.0:1788219759.584128:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219759.584131:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566192512, portal 4 00000100:00000001:3.0:1788219759.584133:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.584134:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:3.0:1788219759.584139:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.584146:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.584148:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.584150:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c7f8. 00000100:00000200:3.0:1788219759.584152:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566192512, offset 0 00000400:00000200:3.0:1788219759.584156:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.584159:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.584162:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.584165:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.584167:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.584169:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.584172:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.584174:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92697:92697:254:4294967295] 192.168.203.120@tcp LPNI seq info [92697:92697:6:4294967295] 00000400:00000200:3.0:1788219759.584178:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.584183:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.584186:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.584189:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219759.584193:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.584197:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.584199:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.584202:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.584204:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17330 usecs (18 jiffies) 00000400:00000200:3.0:1788219759.584207:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.584208:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628690 00000100:00000001:3.0:1788219759.584210:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.584212:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628690 00000100:00000001:3.0:1788219759.584214:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.584216:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.584217:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.584219:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.584221:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.584232:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.584234:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.584386:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.584391:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:2.0:1788219759.584395:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.584400:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.584405:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c220 00000400:00000010:2.0:1788219759.584407:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c220. 00000100:00000001:2.0:1788219759.584411:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.584416:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.584424:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.584427:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.584433:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.584435:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219759.584446:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.584448:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219759.584450:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.584453:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.584455:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c660 00000400:00000010:2.0:1788219759.584457:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c660. 00000100:00000001:2.0:1788219759.584458:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.584461:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.584467:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.584470:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.584476:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.584477:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219759.584544:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.584547:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219759.584550:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.584553:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.584555:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c7f8 00000400:00000010:2.0:1788219759.584557:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c7f8. 00000100:00000001:2.0:1788219759.584559:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.584563:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.584569:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.584572:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.584578:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.584579:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.590041:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.590060:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.590064:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.590066:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.590075:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.590083:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.590093:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.590098:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.590103:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.590108:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77f000 00000400:00000200:2.0:1788219759.590113:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.590119:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe898d [1] + 224 00000800:00000001:2.0:1788219759.590125:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.590132:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.590135:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.590140:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.590148:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.590157:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.590168:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.590185:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.590193:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.590196:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.590257:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.590263:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.590271:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.590273:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.590276:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:3.0:1788219759.590280:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c088 00000400:00000010:3.0:1788219759.590283:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c088. 00000100:00000001:3.0:1788219759.590286:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.590291:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.590305:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.590335:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.590338:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.590341:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.590345:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.590348:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.590351:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.590354:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.590364:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.590369:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=63 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219759.590372:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.590374:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.590377:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.590380:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.590384:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.590387:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219759.590389:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.590390:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.590396:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.590402:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.590405:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.590407:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.590411:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.590419:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566192640:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219759.590423:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.590426:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.590430:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566192640/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.590437:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.590439:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.590443:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fca00. 02000000:00000001:3.0:1788219759.590447:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.590450:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.590452:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.590454:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.590457:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c900. 02000000:00000001:3.0:1788219759.590461:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.590463:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.590465:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:3.0:1788219759.590467:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.590469:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.590473:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.590475:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.590476:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.590478:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.590479:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.593891:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.593900:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.593903:0:326934:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219759.593919:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00200000:1.0:1788219759.593936:0:326934:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219759.593946:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490cc00. 00800000:00000002:1.0:1788219759.593953:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219759.593957:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.593963:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.593965:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fae0 00800000:00000002:1.0:1788219759.593967:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.593971:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219759.593973:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.593976:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.593978:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.593981:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.593983:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.593985:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.593987:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.593991:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219759.593996:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.593998:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9b0 00000002:00010000:1.0:1788219759.594000:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219759.594004:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219759.594006:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.594009:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.594016:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219759.594019:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.594025:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.594029:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219759.594035:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219759.594046:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219759.594051:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.594055:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219759.594062:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219759.594064:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.594066:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.594068:0:326934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.594070:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.594072:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219759.594075:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219759.594078:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219759.594082:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.594087:0:326934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219759.594088:0:326934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.594091:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219759.594094:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:1.0:1788219759.594097:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.594099:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219759.594101:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.594104:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.594106:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.594109:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.594112:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.594115:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.594117:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.594118:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.594120:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.594122:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7f8fbf8 00010000:00000001:1.0:1788219759.594125:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.594126:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.594127:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.594129:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.594131:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.594133:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.594136:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.594142:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.594144:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.594145:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.594148:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.594151:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219759.594158:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.594163:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.594165:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.594170:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.594171:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.594173:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594177:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.594179:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594181:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594184:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594186:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.594188:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.594189:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219759.594194:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219759.594196:0:326934:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.594198:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.594204:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.594208:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.594210:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb88 00000080:00002000:1.0:1788219759.594212:0:326934:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff9893f0e38000) flags 0x20000e refc 1 00000080:00000001:1.0:1788219759.594215:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.594218:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbd0 00000080:00200000:1.0:1788219759.594219:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=27 00000080:00000001:1.0:1788219759.594225:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.594227:0:326934:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.594231:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.594233:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.594235:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.594239:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.594240:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00002000:1.0:1788219759.594241:0:326934:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff9894d1de5af8) flags 0x28000e refc 0 00000080:00000001:1.0:1788219759.594244:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.594246:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fc08 00000080:00200000:1.0:1788219759.594247:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=migrate_dir, flags=267 00000080:00000001:1.0:1788219759.594249:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.594251:0:326934:0:(llite_lib.c:3173:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.594255:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.594257:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), inode mode 41ed mask 44 00000080:00000001:1.0:1788219759.594259:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.594266:0:326934:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219759.594268:0:326934:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219759.594270:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00200008:1.0:1788219759.594272:0:326934:0:(file.c:1090:ll_file_open()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000 00000080:00000010:1.0:1788219759.594278:0:326934:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01900. 00000080:00000001:1.0:1788219759.594284:0:326934:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788219759.594287:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.594291:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.594292:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.594294:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa28 00800000:00000002:1.0:1788219759.594296:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x2400013a2:0x57:0x0] '' on [0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.594300:0:326934:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788219759.594302:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.594303:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.594305:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.594307:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.594309:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.594338:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.594340:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.594343:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9a8 00800000:00000002:1.0:1788219759.594345:0:326934:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a2:0x980:0x0], fid2=[0x2400013a2:0x57:0x0], name='' -> mds #1 layout version 1 00000002:00000001:1.0:1788219759.594349:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.594351:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f8e0 00000002:00010000:1.0:1788219759.594352:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x57:0x0]) in obj [0x2000013a2:0x980:0x0], intent: open flags 0100240304001 00000002:00000001:1.0:1788219759.594356:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219759.594358:0:326934:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788219759.594361:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219759.594365:0:326934:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.594366:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219759.594368:0:326934:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.594374:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219759.594377:0:326934:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219759.594384:0:326934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219759.594385:0:326934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594388:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219759.594393:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.594396:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.594397:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.594399:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.594402:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.594404:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.594406:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.594413:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183800. 00000100:00000001:1.0:1788219759.594420:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594424:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.594425:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594427:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.594429:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.594431:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.594437:0:326934:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00010000:00000001:1.0:1788219759.594440:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219759.594442:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219759.594446:0:326934:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff300. 00010000:00000010:1.0:1788219759.594450:0:326934:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06ef00. 00010000:00000001:1.0:1788219759.594453:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219759.594458:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194000. 00000020:00000001:1.0:1788219759.594462:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219759.594464:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194000 with handle 0x34450ab7a16333c to hash 00000020:00000001:1.0:1788219759.594466:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219759.594468:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.594471:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.594474:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.594475:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.594478:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.594486:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788219759.594500:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788219759.594513:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788219759.594523:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219759.594530:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.594531:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.594539:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.594541:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.594544:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.594546:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.594550:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.594554:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.594556:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.594557:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.594562:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.594569:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.594571:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.594575:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.594577:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.594580:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.594583:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566192896:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219759.594587:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.594591:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.594594:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.594596:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.594696:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219759.594699:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.594707:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.594712:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e260b0. 00000400:00000010:1.0:1788219759.594720:0:326934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4f9f800. 00000100:00000200:1.0:1788219759.594728:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566192896, portal 10 00000100:00000001:1.0:1788219759.594730:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.594731:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219759.594737:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.594744:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.594746:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.594750:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6614c8. 00000100:00000200:1.0:1788219759.594754:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1875079566192896, offset 0 00000400:00000200:1.0:1788219759.594760:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.594768:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.594775:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.594780:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.594784:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.594787:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.594790:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.594793:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92698:92698:256:4294967295] 192.168.203.120@tcp LPNI seq info [92698:92698:8:4294967295] 00000400:00000200:1.0:1788219759.594797:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.594807:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.594812:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.594817:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219759.594823:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.594831:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.594835:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.594851:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.594855:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14676 usecs (15 jiffies) 00000400:00000200:1.0:1788219759.594858:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.594861:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628697 00000100:00000001:1.0:1788219759.594864:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.594866:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628697 00000100:00000001:1.0:1788219759.594868:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.594870:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.594873:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.594876:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.594878:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.594880:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.594882:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.594885:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.595126:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.595131:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:3.0:1788219759.595136:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.595140:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.595145:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6614c8 00000400:00000010:3.0:1788219759.595147:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6614c8. 00000100:00000001:3.0:1788219759.595151:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.595154:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.595163:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.595166:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.595172:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.595173:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.599441:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599461:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.599465:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599468:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.599477:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599486:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.599495:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599502:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599507:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599511:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb77ef80 00000400:00000200:2.0:1788219759.599516:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599522:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe899d [1] + 224 00000800:00000001:2.0:1788219759.599529:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599533:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.599535:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.599540:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.599548:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.599557:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.599569:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.599588:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.599597:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599602:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.599604:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599606:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.599609:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599613:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.599617:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599620:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599622:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599625:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb77ef00 00000400:00000200:2.0:1788219759.599628:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.599632:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe897d [1] + 224 00000800:00000001:2.0:1788219759.599636:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599641:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.599643:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.599646:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.599649:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.599653:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.599662:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.599668:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.599671:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.599673:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.599744:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.599749:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.599756:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.599758:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.599761:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a9a0. 00000400:00000200:3.0:1788219759.599765:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219759.599767:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219759.599770:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.599774:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.599783:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.599789:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.599791:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.599793:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.599796:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.599798:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.599800:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.599803:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.599812:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.599815:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=125 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.599818:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.599820:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.599822:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.599826:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.599829:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.599832:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219759.599834:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.599836:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.599840:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.599846:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.599849:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.599851:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.599854:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.599868:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566192512:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219759.599873:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.599875:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.599876:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.599878:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219759.599880:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219759.599882:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.599885:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.599893:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.599898:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.599900:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.599902:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.599903:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.599914:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.599916:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.599918:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.599921:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.599931:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.599934:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.599935:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.599937:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.599938:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.599940:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.599944:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.599950:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.599952:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.599954:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.599957:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.599963:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566192384:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219759.599967:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.599970:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.599973:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566192512/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.599979:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.599981:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.599984:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fde00. 02000000:00000001:3.0:1788219759.599988:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.599990:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.599992:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.599995:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.599997:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c100. 02000000:00000001:3.0:1788219759.600001:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.600002:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.600004:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:3.0:1788219759.600007:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.600009:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.600011:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.600014:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566192384/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.600019:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.600020:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.600022:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fdc00. 02000000:00000001:3.0:1788219759.600023:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.600025:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.600026:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219759.600027:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.600029:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027ce00. 02000000:00000001:3.0:1788219759.600030:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.600031:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.600032:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:3.0:1788219759.600035:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.600036:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.600039:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.600046:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.600048:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.600050:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.600052:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219759.602347:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.602362:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.602367:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.602370:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.602378:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.602386:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.602395:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.602400:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.602406:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.602409:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77f100 00000400:00000200:3.0:1788219759.602414:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.602420:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe89ad [64] + 224 00000800:00000001:3.0:1788219759.602427:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.602435:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.602439:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.602443:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.602452:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.602461:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.602472:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.602492:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.602499:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.602503:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.602594:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.602602:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.602605:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.602608:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e260b0. 00000400:00000200:1.0:1788219759.602613:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4f9f800 00000400:00000010:1.0:1788219759.602616:0:326934:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4f9f800. 00000100:00000001:1.0:1788219759.602619:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.602624:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.602633:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/132176 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.602640:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.602642:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.602645:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.602648:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.602651:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.602654:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.602657:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.602668:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.602671:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219759.602674:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219759.602678:0:326934:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6d500 x1875079566192896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.602685:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219759.602688:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.602690:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219759.602692:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.602695:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.602696:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.602699:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.602701:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:1.0:1788219759.602703:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.602706:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219759.602710:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.602718:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219759.602720:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.602723:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.602726:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.602734:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566192896:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219759.602739:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.602742:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219759.602744:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.602746:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.602750:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.602757:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.602760:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.602763:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.602764:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219759.602769:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219759.602773:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.602776:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.602780:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=4 00000020:00000001:1.0:1788219759.602782:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.602785:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00010000:1.0:1788219759.602790:0:326934:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602800:0:326934:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219759.602805:0:326934:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602811:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.602813:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602819:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.602821:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219759.602823:0:326934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602829:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.602832:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.602835:0:326934:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219759.602837:0:326934:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.602844:0:326934:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7194000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219759.602847:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219759.602850:0:326934:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602855:0:326934:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219759.602858:0:326934:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219759.602862:0:326934:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602867:0:326934:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219759.602869:0:326934:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219759.602871:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.602872:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.602873:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=5 00000020:00000001:1.0:1788219759.602875:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.602877:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.602879:0:326934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219759.602882:0:326934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219759.602887:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219759.602889:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.602891:0:326934:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219759.602894:0:326934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219759.602897:0:326934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219759.602898:0:326934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219759.602900:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.602901:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219759.602904:0:326934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194000 with handle 0x34450ab7a16333c from hash 00010000:00000001:1.0:1788219759.602922:0:326934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219759.602933:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.602934:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.602936:0:326934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219759.602937:0:326934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219759.602939:0:326934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219759.602941:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.602942:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.602944:0:326934:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.602946:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.602949:0:326934:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.602954:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.602955:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.602957:0:326934:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219759.602958:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.602960:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.602961:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.602961:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219759.602963:0:326934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16333c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219759.602971:0:326934:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff300 count: 0 00010000:00000010:1.0:1788219759.602978:0:326934:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06ef00. 00010000:00000001:1.0:1788219759.602985:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.602987:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219759.602991:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219759.602997:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.603012:0:326934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788219759.603016:0:326934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.603023:0:326934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.603025:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219759.603027:0:326934:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603028:0:326934:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603030:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603033:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788219759.603035:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.603037:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00010000:00000001:1.0:1788219759.603039:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219759.603040:0:326934:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603043:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219759.603045:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f868 00000002:00002000:1.0:1788219759.603047:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788219759.603050:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.603053:0:326934:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.603055:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219759.603058:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x2000013a2:0x980:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219759.603061:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.603065:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.603069:0:326934:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219759.603075:0:326934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219759.603077:0:326934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219759.603079:0:326934:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219759.603081:0:326934:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x57:0x0] 00000080:00000001:1.0:1788219759.603083:0:326934:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603087:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625559 : 162129670907625559 : 2400013a2000057) 00000080:00000001:1.0:1788219759.603090:0:326934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:1.0:1788219759.603095:0:326934:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x57:0x0], updating i_size 4096 00000080:00000001:1.0:1788219759.603097:0:326934:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219759.603101:0:326934:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219759.603103:0:326934:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603106:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.603109:0:326934:0:(llite_lib.c:3173:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.603111:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.603115:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.603122:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603125:0:326934:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.603131:0:326934:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25200. 00000080:00000001:1.0:1788219759.603134:0:326934:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219759.603137:0:326934:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219759.603139:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.603142:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.603144:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.603147:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.603149:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603151:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.603154:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603156:0:326934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219759.603159:0:326934:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33700. 00000002:00100000:1.0:1788219759.603162:0:326934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.603168:0:326934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.603169:0:326934:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219759.603173:0:326934:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219759.603176:0:326934:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603179:0:326934:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219759.603181:0:326934:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603182:0:326934:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.603186:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.603189:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219759.603195:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.603198:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219759.603229:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219759.603231:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.603234:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00000008:1.0:1788219759.603236:0:326934:0:(file.c:1329:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000, rc = 0 00000080:00000001:1.0:1788219759.603239:0:326934:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603278:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.603281:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.603283:0:326934:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219759.603284:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00200000:1.0:1788219759.603286:0:326934:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219759.603291:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490cc00. 00800000:00000002:1.0:1788219759.603295:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219759.603299:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.603303:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.603305:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fae0 00800000:00000002:1.0:1788219759.603307:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.603352:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219759.603355:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.603356:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.603357:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.603359:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.603361:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603362:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.603364:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603368:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219759.603372:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.603374:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9b0 00000002:00010000:1.0:1788219759.603376:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219759.603379:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219759.603381:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.603383:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.603388:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219759.603391:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.603395:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.603397:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219759.603401:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219759.603409:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219759.603413:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.603416:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788219759.603422:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219759.603424:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.603426:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.603427:0:326934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.603429:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.603431:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219759.603434:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219759.603436:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219759.603439:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.603442:0:326934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219759.603444:0:326934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.603446:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219759.603448:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:1.0:1788219759.603452:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.603453:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219759.603454:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.603456:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.603457:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.603459:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.603461:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.603463:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.603464:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.603466:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.603467:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.603469:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7f8fbf8 00010000:00000001:1.0:1788219759.603471:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.603473:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.603474:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.603476:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.603478:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.603480:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.603483:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219759.603489:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.603490:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.603492:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.603494:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.603497:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219759.603504:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.603507:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.603509:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.603513:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.603514:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.603515:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.603518:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.603520:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.603522:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.603525:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.603526:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.603527:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.603529:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219759.603531:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219759.603532:0:326934:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.603535:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.603538:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603541:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.603543:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb88 00000080:00002000:1.0:1788219759.603544:0:326934:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff9893f0e38000) flags 0x20000e refc 1 00000080:00000001:1.0:1788219759.603547:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.603550:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbd0 00000080:00200000:1.0:1788219759.603551:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=24 00000080:00000001:1.0:1788219759.603554:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.603555:0:326934:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603557:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.603559:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.603561:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603564:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.603565:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00002000:1.0:1788219759.603567:0:326934:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff9894d1de5af8) flags 0x28000e refc 1 00000080:00000001:1.0:1788219759.603569:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.603571:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fc08 00000080:00200000:1.0:1788219759.603572:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=migrate_dir, flags=264 00000080:00000001:1.0:1788219759.603574:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.603576:0:326934:0:(llite_lib.c:3173:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603579:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.603581:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), inode mode 41ed mask 44 00000080:00000001:1.0:1788219759.603583:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603588:0:326934:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219759.603589:0:326934:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219759.603591:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00200008:1.0:1788219759.603592:0:326934:0:(file.c:1090:ll_file_open()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000 00000080:00000010:1.0:1788219759.603597:0:326934:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01cc0. 00000080:00000001:1.0:1788219759.603602:0:326934:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:1.0:1788219759.603604:0:326934:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219759.603607:0:326934:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603609:0:326934:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219759.603610:0:326934:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603612:0:326934:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219759.603614:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00000008:1.0:1788219759.603616:0:326934:0:(file.c:1329:ll_file_open()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000, rc = 0 00000080:00000001:1.0:1788219759.603618:0:326934:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603631:0:326934:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219759.603634:0:326934:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219759.603636:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00200008:1.0:1788219759.603637:0:326934:0:(file.c:479:ll_file_release()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000 00000080:00400000:1.0:1788219759.603641:0:326934:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2400013a2:0x57:0x0] 00000080:00000001:1.0:1788219759.603645:0:326934:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219759.603646:0:326934:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219759.603648:0:326934:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219759.603652:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.603653:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.603654:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.603655:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.603657:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603659:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.603661:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603663:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.603665:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219759.603668:0:326934:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603670:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603671:0:326934:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2400013a2:0x57:0x0]: 0 00000080:00000001:1.0:1788219759.603674:0:326934:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219759.603675:0:326934:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.603677:0:326934:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01900. 00000080:00000001:1.0:1788219759.603680:0:326934:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.603683:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00000008:1.0:1788219759.603685:0:326934:0:(file.c:523:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 304000, rc = 0 00000080:00000001:1.0:1788219759.603688:0:326934:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603690:0:326934:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.603732:0:326934:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219759.603734:0:326934:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219759.603736:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00200008:1.0:1788219759.603738:0:326934:0:(file.c:479:ll_file_release()) START file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000 00000080:00000001:1.0:1788219759.603740:0:326934:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219759.603741:0:326934:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219759.603742:0:326934:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219759.603744:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.603745:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.603746:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.603748:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.603750:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603751:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.603753:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603755:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.603757:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219759.603759:0:326934:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.603761:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603762:0:326934:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2400013a2:0x57:0x0]: 0 00000080:00000001:1.0:1788219759.603764:0:326934:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219759.603766:0:326934:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219759.603769:0:326934:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.603770:0:326934:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219759.603773:0:326934:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219759.603776:0:326934:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219759.603777:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.603779:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.603779:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.603781:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.603782:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603784:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.603785:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.603787:0:326934:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2400013a2:0x57:0x0] 00000002:00000001:1.0:1788219759.603790:0:326934:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219759.603792:0:326934:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9893ca6d2800: [0x2400013a2:0x57:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219759.603796:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c380. 00000020:00000040:1.0:1788219759.603800:0:326934:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.603804:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.603807:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.603809:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.603815:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490d000. 00000100:00000001:1.0:1788219759.603820:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219759.603832:0:326934:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219759.603841:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219759.603845:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219759.603852:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.603853:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.603858:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.603861:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.603863:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.603864:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000001:1.0:1788219759.603868:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.603871:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.603873:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.603874:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.603878:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.603885:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.603887:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.603890:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.603892:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.603895:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.603898:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193152:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1788219759.603901:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.603916:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.603918:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.603921:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.603925:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9f800. 02000000:00000001:1.0:1788219759.603927:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.603933:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.603936:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e260b0. 00000400:00000010:1.0:1788219759.603942:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6615d8. 00000100:00000200:1.0:1788219759.603948:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566193152, portal 10 00000100:00000001:1.0:1788219759.603950:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.603951:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000040:1.0:1788219759.603957:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.603964:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.603966:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.603968:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661cc0. 00000100:00000200:1.0:1788219759.603972:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566193152, offset 0 00000400:00000200:1.0:1788219759.603978:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.603985:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.603991:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.603995:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.603999:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.604003:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.604006:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.604009:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92699:92699:256:4294967295] 192.168.203.120@tcp LPNI seq info [92699:92699:8:4294967295] 00000400:00000200:1.0:1788219759.604013:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.604022:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.604028:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.604033:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219759.604039:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.604046:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.604050:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.604064:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.604068:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14675 usecs (15 jiffies) 00000400:00000200:1.0:1788219759.604071:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.604074:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628706 00000100:00000001:1.0:1788219759.604077:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.604079:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628706 00000100:00000001:1.0:1788219759.604082:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.604084:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.604086:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.604089:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.604090:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.604093:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.604095:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.604098:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.604394:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.604398:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:2.0:1788219759.604403:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.604408:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.604413:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661cc0 00000400:00000010:2.0:1788219759.604415:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661cc0. 00000100:00000001:2.0:1788219759.604418:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.604422:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.604431:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.604435:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.604441:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.604442:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.608228:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.608247:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.608252:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.608255:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.608265:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.608273:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.608282:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.608287:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.608293:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.608297:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77f200 00000400:00000200:3.0:1788219759.608302:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.608308:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe89b5 [1] + 224 00000800:00000001:3.0:1788219759.608357:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.608364:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.608368:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.608373:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.608382:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.608392:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.608403:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.608419:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.608428:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.608431:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.608544:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.608551:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.608554:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.608557:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e260b0. 00000400:00000200:1.0:1788219759.608561:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6615d8 00000400:00000010:1.0:1788219759.608563:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6615d8. 00000100:00000001:1.0:1788219759.608567:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.608571:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.608581:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c380 x1875079566193152/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608587:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.608590:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.608592:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.608596:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.608599:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.608601:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.608604:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.608614:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd38 time=3 v=5 (5 5 5 0) 00000100:00001000:1.0:1788219759.608618:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219759.608621:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.608623:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.608626:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.608629:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.608632:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.608635:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219759.608636:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.608638:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.608640:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000001:1.0:1788219759.608643:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.608645:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902875 00000100:00000001:1.0:1788219759.608647:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.608649:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.608655:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c380 x1875079566193152/t12884902880(12884902880) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608662:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.608666:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.608668:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.608673:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c380 x1875079566193152/t12884902880(12884902880) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.608681:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193152:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1788219759.608686:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.608689:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.608691:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.608694:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.608697:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c380 x1875079566193152/t12884902880(12884902880) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608704:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.608706:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.608709:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.608711:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.608717:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.608718:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000002:00000001:1.0:1788219759.608721:0:326934:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.608724:0:326934:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.608729:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.608732:0:326934:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219759.608736:0:326934:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219759.608739:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.608742:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.608744:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.608748:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.608750:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.608752:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.608754:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.608758:0:326934:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219759.608763:0:326934:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608771:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.608773:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.608775:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.608778:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608785:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.608787:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.608790:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c380 x1875079566193152/t12884902880(12884902880) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608796:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.608798:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.608801:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566192896/t12884902879(12884902879) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608808:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219759.608811:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.608812:0:326934:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.608815:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.608817:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219759.608821:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.608824:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.608825:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219759.608829:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.608830:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.608832:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.608835:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c380 x1875079566193152/t12884902880(12884902880) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608842:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.608844:0:326934:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33700. 00000002:00000001:1.0:1788219759.608846:0:326934:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.608848:0:326934:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.608851:0:326934:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25200. 00000100:00000001:1.0:1788219759.608853:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.608856:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c380 x1875079566193152/t12884902880(12884902880) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.608868:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.608870:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.608872:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9f800. 02000000:00000001:1.0:1788219759.608875:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.608876:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.608877:0:326934:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.608879:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.608881:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490d000. 02000000:00000001:1.0:1788219759.608885:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.608886:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.608887:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c380. 00000100:00000001:1.0:1788219759.608890:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.608891:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.608893:0:326934:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.608898:0:326934:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01cc0. 00000080:00000001:1.0:1788219759.608902:0:326934:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.608921:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00000008:1.0:1788219759.608933:0:326934:0:(file.c:523:ll_file_release()) COMPLETED file migrate_dir:[0x2400013a2:0x57:0x0](ffff9894c7b6ba88), flags 504000, rc = 0 00000080:00000001:1.0:1788219759.608937:0:326934:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.608940:0:326934:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.608946:0:326934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.608949:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fe00 00000080:00002000:1.0:1788219759.608951:0:326934:0:(dcache.c:127:ll_ddelete()) keeping dentry migrate_dir (ffff9894d1de5af8, parent ffff9893f0e38000, inode ffff9894c7b6ba88) hashed, 00000080:00000001:1.0:1788219759.608955:0:326934:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.609049:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.609053:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.609055:0:326934:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219759.609056:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00200000:1.0:1788219759.609058:0:326934:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219759.609064:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490d000. 00800000:00000002:1.0:1788219759.609070:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219759.609074:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.609078:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.609081:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fae0 00800000:00000002:1.0:1788219759.609083:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.609087:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219759.609089:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.609090:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.609092:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.609093:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.609095:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.609096:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.609098:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.609101:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219759.609106:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.609108:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9b0 00000002:00010000:1.0:1788219759.609110:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219759.609114:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219759.609116:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.609119:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.609125:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219759.609128:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.609133:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.609137:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219759.609142:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788219759.609153:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219759.609156:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.609160:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788219759.609166:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219759.609168:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.609170:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.609172:0:326934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.609175:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.609177:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219759.609180:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219759.609182:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219759.609185:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d000. 00000080:00000001:1.0:1788219759.609188:0:326934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219759.609190:0:326934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.609193:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219759.609196:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:1.0:1788219759.609199:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.609201:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219759.609203:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.609205:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.609208:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.609211:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.609213:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.609216:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.609217:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.609219:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.609220:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.609223:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7f8fbf8 00010000:00000001:1.0:1788219759.609225:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.609226:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.609227:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.609229:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.609232:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.609234:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.609237:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219759.609244:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.609245:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.609247:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.609249:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.609252:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219759.609265:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.609267:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.609269:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.609273:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.609275:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.609277:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609280:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.609282:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609284:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609287:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609289:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.609291:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.609292:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219759.609293:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219759.609295:0:326934:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.609297:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.609301:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.609305:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.609307:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00002000:1.0:1788219759.609309:0:326934:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff9893f0e38000) flags 0x20000e refc 1 00010000:00000010:1.1:1788219759.609490:0:326934:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff300. 00010000:00000010:1.1:1788219759.609497:0:326934:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000001:1.0:1788219759.609504:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.609506:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fc08 00000080:00200000:1.0:1788219759.609508:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=267 00000080:00000001:1.0:1788219759.609513:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.609515:0:326934:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.609518:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.609520:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788219759.609523:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.609528:0:326934:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219759.609530:0:326934:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219759.609532:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00200008:1.0:1788219759.609534:0:326934:0:(file.c:1090:ll_file_open()) START file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 304000 00000080:00000010:1.0:1788219759.609538:0:326934:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01cc0. 00000080:00000001:1.0:1788219759.609545:0:326934:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788219759.609548:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490d000. 00800000:00000002:1.0:1788219759.609551:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219759.609554:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.609555:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.609557:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa28 00800000:00000002:1.0:1788219759.609559:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x980:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.609562:0:326934:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788219759.609564:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.609565:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.609566:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.609568:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.609570:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.609571:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.609573:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.609576:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9a8 00800000:00000002:1.0:1788219759.609578:0:326934:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x980:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788219759.609581:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.609582:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f8e0 00000002:00010000:1.0:1788219759.609584:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x980:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00000002:00000001:1.0:1788219759.609588:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219759.609590:0:326934:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788219759.609593:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219759.609596:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:1.0:1788219759.609599:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.609601:0:326934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219759.609605:0:326934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609607:0:326934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.609609:0:326934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.609611:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219759.609612:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219759.609614:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.609616:0:326934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219759.609617:0:326934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609619:0:326934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.609621:0:326934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.609625:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c380. 00000020:00000040:1.0:1788219759.609629:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219759.609634:0:326934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219759.609636:0:326934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609638:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219759.609642:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.609645:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.609646:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.609647:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.609650:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.609652:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.609655:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.609661:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183800. 00000100:00000001:1.0:1788219759.609666:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609670:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.609671:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609673:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.609674:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.609675:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.609681:0:326934:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00010000:00000001:1.0:1788219759.609684:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219759.609685:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219759.609687:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219759.609689:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.609691:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219759.609694:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194000. 00000020:00000001:1.0:1788219759.609697:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219759.609699:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194000 with handle 0x34450ab7a163343 to hash 00000020:00000001:1.0:1788219759.609701:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219759.609702:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.609706:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.609708:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.609709:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.609713:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.609723:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788219759.609735:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788219759.609742:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788219759.609751:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219759.609756:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.609758:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.609764:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.609766:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.609768:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.609769:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000001:1.0:1788219759.609773:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.609777:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.609779:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.609781:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.609784:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.609791:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.609793:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.609797:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.609799:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.609801:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.609804:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193408:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219759.609807:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.609812:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.609814:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.609816:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.609913:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219759.609917:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.609923:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.609928:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e260b0. 00000400:00000010:1.0:1788219759.609934:0:326934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4f9f800. 00000100:00000200:1.0:1788219759.609941:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566193408, portal 10 00000100:00000001:1.0:1788219759.609942:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.609944:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000040:1.0:1788219759.609950:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.609956:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.609958:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.609961:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6615d8. 00000100:00000200:1.0:1788219759.609965:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875079566193408, offset 0 00000400:00000200:1.0:1788219759.609971:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.609978:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.609985:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.609990:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.609994:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.609997:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.610000:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.610004:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92700:92700:256:4294967295] 192.168.203.120@tcp LPNI seq info [92700:92700:8:4294967295] 00000400:00000200:1.0:1788219759.610009:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.610018:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.610023:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.610028:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219759.610034:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.610041:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.610045:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.610962:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.610972:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.610979:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.610983:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628726 00000100:00000001:1.0:1788219759.610986:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.610989:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628726 00000100:00000001:1.0:1788219759.610991:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.610994:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.610997:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.611000:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.611001:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.611004:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.611008:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.611010:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.612153:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.612160:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:2.0:1788219759.612168:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.612176:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.612183:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6615d8 00000400:00000010:2.0:1788219759.612186:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6615d8. 00000100:00000001:2.0:1788219759.612191:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.612198:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.612211:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.612215:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.612222:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.612224:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.622360:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.622378:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.622382:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.622384:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.622393:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.622400:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.622410:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.622416:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.622421:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.622425:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x6a95ffb77f300 00000400:00000200:3.0:1788219759.622430:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.622436:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xe89bd [64] + 224 00000800:00000001:3.0:1788219759.622444:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.622451:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.622454:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.622459:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.622467:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.622476:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.622487:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.622516:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.622527:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.622531:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.622649:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.622657:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.622659:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.622662:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e260b0. 00000400:00000200:1.0:1788219759.622667:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4f9f800 00000400:00000010:1.0:1788219759.622670:0:326934:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4f9f800. 00000100:00000001:1.0:1788219759.622673:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.622678:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.622687:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.622693:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.622695:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.622698:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.622701:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.622703:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.622705:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.622708:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.622717:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.622722:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.622724:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219759.622729:0:326934:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6c380 x1875079566193408/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.622735:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219759.622738:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.622740:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219759.622741:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.622744:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.622745:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000001:1.0:1788219759.622749:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.622751:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.622753:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.622755:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219759.622759:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.622765:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219759.622768:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.622769:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.622773:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.622779:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193408:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219759.622783:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.622786:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219759.622787:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.622790:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.622793:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.622799:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.622801:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.622804:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.622805:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219759.622809:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219759.622814:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.622816:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.622820:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=4 00000020:00000001:1.0:1788219759.622822:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.622824:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00010000:1.0:1788219759.622828:0:326934:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622839:0:326934:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219759.622844:0:326934:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622850:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.622853:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622859:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.622861:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219759.622863:0:326934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622873:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.622876:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.622879:0:326934:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219759.622881:0:326934:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.622889:0:326934:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7194000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219759.622892:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219759.622896:0:326934:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622901:0:326934:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219759.622913:0:326934:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219759.622917:0:326934:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622922:0:326934:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219759.622932:0:326934:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219759.622934:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.622935:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.622937:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=5 00000020:00000001:1.0:1788219759.622939:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.622941:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.622944:0:326934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219759.622946:0:326934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219759.622951:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219759.622953:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.622955:0:326934:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219759.622957:0:326934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219759.622960:0:326934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219759.622961:0:326934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219759.622962:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.622964:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219759.622966:0:326934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194000 with handle 0x34450ab7a163343 from hash 00010000:00000001:1.0:1788219759.622968:0:326934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219759.622969:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.622970:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.622972:0:326934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219759.622973:0:326934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219759.622974:0:326934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219759.622976:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.622977:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.622978:0:326934:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.622980:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.622982:0:326934:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.622987:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.622988:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.622989:0:326934:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219759.622990:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.622992:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.622992:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.622993:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219759.622995:0:326934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163343 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.623006:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.623007:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219759.623012:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219759.623017:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.623026:0:326934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788219759.623031:0:326934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.623037:0:326934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.623039:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219759.623040:0:326934:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.623042:0:326934:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.623044:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.623047:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788219759.623049:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.623050:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00010000:00000001:1.0:1788219759.623052:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219759.623053:0:326934:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.623055:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219759.623058:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f868 00000002:00002000:1.0:1788219759.623060:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788219759.623062:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623066:0:326934:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623068:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219759.623070:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219759.623073:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.623076:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219759.623079:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d000. 00000080:00000001:1.0:1788219759.623085:0:326934:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219759.623091:0:326934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219759.623094:0:326934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219759.623096:0:326934:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219759.623097:0:326934:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x980:0x0] 00000080:00000001:1.0:1788219759.623100:0:326934:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623104:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:1.0:1788219759.623107:0:326934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219759.623112:0:326934:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x980:0x0], updating i_size 4096 00000080:00000001:1.0:1788219759.623115:0:326934:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219759.623117:0:326934:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219759.623119:0:326934:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623122:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.623124:0:326934:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.623126:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.623130:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.623136:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623141:0:326934:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.623147:0:326934:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25200. 00000080:00000001:1.0:1788219759.623149:0:326934:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219759.623152:0:326934:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219759.623155:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.623157:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.623159:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.623162:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.623163:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.623165:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.623167:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.623169:0:326934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219759.623173:0:326934:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33700. 00000002:00100000:1.0:1788219759.623177:0:326934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219759.623182:0:326934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623184:0:326934:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219759.623187:0:326934:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219759.623191:0:326934:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623194:0:326934:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219759.623196:0:326934:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623197:0:326934:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.623201:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.623205:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219759.623211:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.623214:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219759.623248:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219759.623251:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.623254:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00000008:1.0:1788219759.623256:0:326934:0:(file.c:1329:ll_file_open()) COMPLETED file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 304000, rc = 0 00000080:00000001:1.0:1788219759.623260:0:326934:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623382:0:326934:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219759.623385:0:326934:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8) cmd=800466f7 arg=7fffb94ea440 00000020:00000001:1.0:1788219759.623392:0:326934:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219759.623398:0:326934:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff9894ee183c00. 00000020:00000001:1.0:1788219759.623402:0:326934:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623405:0:326934:0:(file.c:5869:ll_migrate()) Process entered 00000020:00000001:1.0:1788219759.623407:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb90 00000080:00200000:1.0:1788219759.623409:0:326934:0:(file.c:5872:ll_migrate()) migrate [0x2000013a2:0x980:0x0]/migrate_dir to MDT0000 stripe count 0 00000080:00000001:1.0:1788219759.623414:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.623416:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8faf8 00000080:00002000:1.0:1788219759.623417:0:326934:0:(dcache.c:87:ll_dcompare()) found name migrate_dir(ffff9894d1de5af8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219759.623420:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.623423:0:326934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.623424:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb30 00000080:00002000:1.0:1788219759.623426:0:326934:0:(dcache.c:127:ll_ddelete()) keeping dentry migrate_dir (ffff9894d1de5af8, parent ffff9893f0e38000, inode ffff9894c7b6ba88) hashed, 00000080:00000001:1.0:1788219759.623429:0:326934:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.623434:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490d000. 00800000:00000001:1.0:1788219759.623444:0:326934:0:(lmv_obd.c:2881:lmv_rename()) Process entered 00800000:00000001:1.0:1788219759.623446:0:326934:0:(lmv_obd.c:2687:lmv_migrate()) Process entered 00000020:00000001:1.0:1788219759.623447:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa30 00800000:00000002:1.0:1788219759.623449:0:326934:0:(lmv_obd.c:2692:lmv_migrate()) MIGRATE [0x2000013a2:0x980:0x0]/migrate_dir 00800000:00000001:1.0:1788219759.623452:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.623453:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.623454:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.623456:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.623458:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.623460:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.623462:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623463:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.623464:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.623465:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.623467:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.623468:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.623470:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.623471:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623475:0:326934:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219759.623476:0:326934:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219759.623478:0:326934:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219759.623481:0:326934:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219759.623483:0:326934:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x981:0x0] 40000000:00000001:1.0:1788219759.623485:0:326934:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.623487:0:326934:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623489:0:326934:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623491:0:326934:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.623493:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.623494:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.623495:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.623759:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.623762:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.623764:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:1.0:1788219759.623766:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.623849:0:326934:0:(lmv_obd.c:2558:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788219759.623852:0:326934:0:(lmv_obd.c:2577:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.623854:0:326934:0:(lmv_obd.c:2582:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.623856:0:326934:0:(lmv_obd.c:2558:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788219759.623857:0:326934:0:(lmv_obd.c:2561:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.623859:0:326934:0:(lmv_obd.c:2558:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788219759.623860:0:326934:0:(lmv_obd.c:2577:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2400013a2:0x57:0x0] 00800000:00000001:0.0:1788219759.623862:0:326934:0:(lmv_obd.c:2582:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.623863:0:326934:0:(lmv_obd.c:2558:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788219759.623864:0:326934:0:(lmv_obd.c:2570:lmv_early_cancel()) EARLY_CANCEL on [0x2400013a2:0x57:0x0] 00000002:00000001:0.0:1788219759.623867:0:326934:0:(mdc_locks.c:152:mdc_cancel_unused()) Process entered 00010000:00000001:0.0:1788219759.623869:0:326934:0:(ldlm_request.c:2534:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1788219759.623875:0:326934:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) No resource 9663681442 00010000:00000001:0.0:1788219759.623877:0:326934:0:(ldlm_request.c:2540:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.623879:0:326934:0:(mdc_locks.c:156:mdc_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.623880:0:326934:0:(lmv_obd.c:2582:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.623884:0:326934:0:(mdc_reint.c:448:mdc_rename()) Process entered 00000002:00000001:0.0:1788219759.623886:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219759.623891:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219759.623894:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.623897:0:326934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219759.623900:0:326934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.623902:0:326934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.623914:0:326934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.623917:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219759.623919:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089300 count: 2 00010000:00000001:0.0:1788219759.623922:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.623962:0:326934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219759.623965:0:326934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219759.623968:0:326934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788219759.623976:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219759.623979:0:326934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219759.623981:0:326934:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219759.623983:0:326934:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x57:0x0] mode (null) 00000002:00000001:0.0:1788219759.623986:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.623988:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.623990:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089300 count: 3 00010000:00000001:0.0:1788219759.623992:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.623995:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.623996:0:326934:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.623999:0:326934:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219759.624001:0:326934:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x57:0x0](ffff9894c7b6ba88) invalid 00000020:00000001:0.0:1788219759.624004:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f6d0 00000080:00002000:0.0:1788219759.624006:0:326934:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry migrate_dir (ffff9894d1de5af8) parent ffff9893f0e38000 inode ffff9894c7b6ba88 refc 0 00000080:00000001:0.0:1788219759.624015:0:326934:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219759.624020:0:326934:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219759.624024:0:326934:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219759.624026:0:326934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219759.624027:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.624029:0:326934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219759.624032:0:326934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219759.624033:0:326934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219759.624035:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.624038:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788219759.624041:0:326934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341a00 with handle 0x34450ab7a16332e from hash 00010000:00000001:0.0:1788219759.624043:0:326934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219759.624044:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.624046:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.624047:0:326934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219759.624049:0:326934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219759.624051:0:326934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219759.624053:0:326934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219759.624055:0:326934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.624057:0:326934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788219759.624063:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014380. 00000020:00000040:0.0:1788219759.624067:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219759.624071:0:326934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219759.624073:0:326934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.624076:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.624080:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.624085:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.624086:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.624087:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.624089:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.624091:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.624095:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.624101:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f400. 00000100:00000001:0.0:1788219759.624106:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.624108:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.624111:0:326934:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219759.624115:0:326934:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219759.624121:0:326934:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219759.624123:0:326934:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219759.624124:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219759.624126:0:326934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a16332e lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded838d expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788219759.624133:0:326934:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089300 count: 0 00010000:00000010:0.0:1788219759.624137:0:326934:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3800. 00010000:00000001:0.0:1788219759.624144:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.624145:0:326934:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.624147:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.624148:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.624151:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788219759.624162:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788219759.624170:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219759.624177:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.624179:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.624185:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.624187:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.624190:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.624191:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131705728 : -113709577845888 : ffff9894ed014380) 00000100:00000001:0.0:1788219759.624195:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.624199:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.624201:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.624202:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.624206:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.624214:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.624216:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.624220:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.624222:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.624224:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.624227:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193664:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219759.624230:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.624235:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.624237:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.624240:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.624244:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219759.624246:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.624252:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.624255:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.624261:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219759.624267:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566193664, portal 10 00000100:00000001:0.0:1788219759.624269:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.624271:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131705728 : -113709577845888 : ffff9894ed014380) 00000100:00000040:0.0:1788219759.624276:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.624283:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.624286:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.624288:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf5d8. 00000100:00000200:0.0:1788219759.624292:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 696 bytes to portal 13, xid 1875079566193664, offset 0 00000400:00000200:0.0:1788219759.624297:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.624305:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.624387:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.624392:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.624396:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.624400:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.624403:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.624407:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92701:92701:256:4294967295] 192.168.203.120@tcp LPNI seq info [92701:92701:8:4294967295] 00000400:00000200:0.0:1788219759.624411:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.624420:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.624426:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 696 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.624431:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3a00. 00000800:00000200:0.0:1788219759.624437:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.624445:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.624449:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3a00 type 1, nob 792 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.624511:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.624516:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.624519:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.624521:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628740 00000100:00000001:0.0:1788219759.624524:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.624526:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628740 00000100:00000001:0.0:1788219759.624528:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.624530:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.624533:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.624535:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.624536:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.624539:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.624541:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.624544:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.625290:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.625297:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3a00. 00000400:00000200:2.0:1788219759.625302:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.625308:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.625582:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf5d8 00000400:00000010:2.0:1788219759.625586:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf5d8. 00000100:00000001:2.0:1788219759.625590:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.625597:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.625607:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.625611:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.625618:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.625620:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219759.630413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000080:00000010:0.1:1788219759.634359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bcad20. 00010000:00000010:0.1:1788219759.634384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089300. 00010000:00000010:0.1:1788219759.634390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341a00. 00000800:00000001:3.0:1788219759.720805:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.720822:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.720826:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.720828:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.720837:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.720846:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.720855:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.720860:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.720866:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.720870:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77f400 00000400:00000200:3.0:1788219759.720875:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.720880:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe89c5 [1] + 224 00000800:00000001:3.0:1788219759.720886:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.720895:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.720899:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.720914:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.720922:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.720943:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.720954:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.720975:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.720985:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.720988:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.721064:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.721071:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.721073:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.721076:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.721081:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:0.0:1788219759.721083:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:0.0:1788219759.721086:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.721090:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219759.721098:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014380 x1875079566193664/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.721104:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.721105:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.721108:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.721111:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.721114:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.721116:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.721119:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.721127:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3dc8 time=85 v=5 (5 5 0 0) 00000100:00001000:0.0:1788219759.721131:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.721134:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.721136:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721139:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.721142:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.721144:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219759.721146:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219759.721148:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219759.721150:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.721152:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131705728 : -113709577845888 : ffff9894ed014380) 00000100:00000001:0.0:1788219759.721155:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.721158:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219759.721160:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.721163:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.721167:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014380 x1875079566193664/t17179869214(17179869214) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/456 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.721175:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.721178:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.721179:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.721183:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014380 x1875079566193664/t17179869214(17179869214) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/456 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219759.721191:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014380 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193664:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219759.721196:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.721199:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.721201:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.721203:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.721207:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014380 x1875079566193664/t17179869214(17179869214) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.721212:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.721215:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.721219:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.721220:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.721228:0:326934:0:(mdc_reint.c:521:mdc_rename()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.721231:0:326934:0:(lmv_obd.c:2864:lmv_migrate()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.721234:0:326934:0:(lmv_obd.c:2887:lmv_rename()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.721238:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.721241:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014380 x1875079566193664/t17179869214(17179869214) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/456 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.721248:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.721253:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490d000. 00000080:00000001:0.0:1788219759.721265:0:326934:0:(llite_lib.c:3410:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788219759.721269:0:326934:0:(llite_lib.c:2072:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788219759.721272:0:326934:0:(llite_lib.c:2075:ll_clear_inode()) VFS Op:inode=[0x2400013a2:0x57:0x0](ffff9894c7b6ba88) 00800000:00000001:0.0:1788219759.721276:0:326934:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788219759.721277:0:326934:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x2400013a2:0x57:0x0] 00000002:00000001:0.0:1788219759.721282:0:326934:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788219759.721287:0:326934:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.721289:0:326934:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788219759.721293:0:326934:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.721295:0:326934:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.721297:0:326934:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788219759.721300:0:326934:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788219759.721301:0:326934:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.721303:0:326934:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.721307:0:326934:0:(llite_lib.c:2123:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788219759.721309:0:326934:0:(llite_lib.c:3429:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788219759.721361:0:326934:0:(file.c:6038:ll_migrate()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.721365:0:326934:0:(dir.c:2772:ll_dir_ioctl()) kvfree 'data': 640 at ffff9894ee183c00. 00000080:00000001:0.0:1788219759.721369:0:326934:0:(dir.c:2774:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.721407:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.721411:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219759.721412:0:326934:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.721415:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00200000:0.0:1788219759.721417:0:326934:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219759.721423:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4975000. 00800000:00000002:0.0:1788219759.721429:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219759.721433:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.721437:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.721439:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fae0 00800000:00000002:0.0:1788219759.721441:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.721445:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.721447:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.721450:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.721452:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.721455:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.721457:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.721459:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219759.721461:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.721464:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.721469:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.721471:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9b0 00000002:00010000:0.0:1788219759.721473:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.721476:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.721478:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.721481:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.721485:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219759.721487:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.721492:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.721506:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.721511:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788219759.721520:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.721524:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.721527:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788219759.721534:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.721536:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.721538:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.721539:0:326934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219759.721541:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.721543:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219759.721546:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.721548:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219759.721550:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975000. 00000080:00000001:0.0:1788219759.721554:0:326934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.721555:0:326934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.721558:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219759.721560:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:0.0:1788219759.721563:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.721565:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.721567:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.721569:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.721572:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.721575:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.721577:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.721579:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.721581:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.721582:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.721584:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.721586:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7f8fbf8 00010000:00000001:0.0:1788219759.721588:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.721590:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.721591:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219759.721593:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.721595:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219759.721597:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.721599:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219759.721606:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.721607:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.721608:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.721610:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.721613:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219759.721620:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.721622:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.721625:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.721629:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.721630:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.721631:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721634:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.721637:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721638:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721641:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721643:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.721645:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.721646:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.721647:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219759.721649:0:326934:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219759.721651:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219759.721656:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.721659:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219759.721661:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb88 00000080:00002000:0.0:1788219759.721663:0:326934:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff9893f0e38000) flags 0x20000e refc 1 00000080:00000001:0.0:1788219759.721666:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.721668:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbd0 00000080:00200000:0.0:1788219759.721670:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=27 00000080:00000001:0.0:1788219759.721673:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219759.721675:0:326934:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.721678:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219759.721680:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788219759.721682:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.721691:0:326934:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb080. 00000080:00000001:0.0:1788219759.721695:0:326934:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788219759.721697:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb58 00000080:00200000:0.0:1788219759.721699:0:326934:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), file ffff9893e301d800, open_flags 18800, mode 0 opened 0 00000080:00000010:0.0:1788219759.721704:0:326934:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9893e6a02d20. 00000080:00000001:0.0:1788219759.721706:0:326934:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219759.721708:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa08 00000080:00200000:0.0:1788219759.721709:0:326934:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), intent=open 00000080:00000010:0.0:1788219759.721715:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4975000. 00000080:00000001:0.0:1788219759.721720:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.721722:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.721723:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f928 00800000:00000002:0.0:1788219759.721725:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'migrate_dir' on [0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.721728:0:326934:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788219759.721730:0:326934:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788219759.721733:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.721735:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.721736:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.721738:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.721740:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.721742:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.721743:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.721746:0:326934:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00000020:00000001:0.0:1788219759.721749:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f8a8 00800000:00000002:0.0:1788219759.721751:0:326934:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a2:0x980:0x0], fid2=[0x0:0x0:0x0], name='migrate_dir' -> mds #0 layout version 1 00000002:00000001:0.0:1788219759.721754:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.721755:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f7e0 00000002:00010000:0.0:1788219759.721757:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: migrate_dir,[0x0:0x0:0x0]) in obj [0x2000013a2:0x980:0x0], intent: open flags 0304001 00000002:00000001:0.0:1788219759.721760:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219759.721763:0:326934:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788219759.721766:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219759.721770:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219759.721772:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.721775:0:326934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219759.721778:0:326934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721780:0:326934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.721782:0:326934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.721786:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014700. 00000020:00000040:0.0:1788219759.721790:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219759.721795:0:326934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219759.721797:0:326934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721800:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.721803:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.721807:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.721808:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.721809:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.721812:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.721813:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.721816:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.721823:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c800. 00000100:00000001:0.0:1788219759.721829:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721832:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.721833:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721836:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.721837:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.721839:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.721847:0:326934:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00010000:00000001:0.0:1788219759.721851:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219759.721853:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219759.721855:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219759.721857:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.721859:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219759.721862:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1bc00. 00000020:00000001:0.0:1788219759.721865:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219759.721868:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1bc00 with handle 0x34450ab7a16334a to hash 00000020:00000001:0.0:1788219759.721870:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219759.721871:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.721875:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.721878:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.721880:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.721883:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.721889:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788219759.721901:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788219759.721918:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788219759.721928:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219759.721933:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.721935:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.721942:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.721944:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.721947:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.721948:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219759.721953:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.721958:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.721960:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.721962:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.721966:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.721975:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.721976:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.721980:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.721983:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.721985:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.721989:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193920:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.721992:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.721997:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.722000:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.722003:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.722094:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:0.0:1788219759.722098:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.722104:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.722107:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.722114:0:326934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4b9b000. 00000100:00000200:0.0:1788219759.722120:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566193920, portal 10 00000100:00000001:0.0:1788219759.722122:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.722124:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000040:0.0:1788219759.722130:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.722136:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.722138:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.722142:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219759.722145:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1875079566193920, offset 0 00000400:00000200:0.0:1788219759.722150:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.722157:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.722164:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.722169:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.722174:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.722177:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.722180:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.722184:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92702:92702:256:4294967295] 192.168.203.120@tcp LPNI seq info [92702:92702:8:4294967295] 00000400:00000200:0.0:1788219759.722188:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.722198:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.722204:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.722209:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3800. 00000800:00000200:0.0:1788219759.722215:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.722222:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.722226:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3800 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.722247:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.722252:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26291 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.722256:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.722258:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628837 00000100:00000001:0.0:1788219759.722261:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.722264:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628837 00000100:00000001:0.0:1788219759.722266:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.722268:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.722271:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.722273:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.722275:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.722277:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.722279:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.722282:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.722522:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.722527:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3800. 00000400:00000200:2.0:1788219759.722532:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.722538:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.722542:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:2.0:1788219759.722544:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:2.0:1788219759.722548:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.722552:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.722561:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.722564:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.722571:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.722573:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.726774:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.726789:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.726794:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.726796:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.726805:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.726813:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.726823:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.726829:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.726834:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.726838:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 752 into portal 10 MB=0x6a95ffb77f500 00000400:00000200:3.0:1788219759.726842:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.726847:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 752/752 into md 0xe89cd [64] + 224 00000800:00000001:3.0:1788219759.726853:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.726864:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.726866:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.726871:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.726878:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.726887:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.726896:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=752 offset=224 replen=131856 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.726934:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.726943:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.726947:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.726999:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.727007:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.727009:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.727013:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.727018:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4b9b000 00000400:00000010:0.0:1788219759.727020:0:326934:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4b9b000. 00000100:00000001:0.0:1788219759.727024:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.727028:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.727035:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/131856 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.727040:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.727043:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.727045:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.727048:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.727051:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.727053:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.727056:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.727066:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.727070:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.727073:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219759.727078:0:326934:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed014700 x1875079566193920/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/752 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.727084:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219759.727087:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219759.727089:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219759.727090:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219759.727093:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.727094:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219759.727097:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.727099:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219759.727101:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.727104:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219759.727109:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/752 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.727116:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219759.727120:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.727122:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.727126:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/752 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.727134:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566193920:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.727139:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.727141:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219759.727144:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.727146:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.727149:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/752 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.727156:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.727158:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.727162:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.727163:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219759.727167:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219759.727172:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.727174:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.727178:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=4 00000020:00000001:0.0:1788219759.727180:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.727183:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00010000:0.0:1788219759.727188:0:326934:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727199:0:326934:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219759.727203:0:326934:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727219:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.727223:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727234:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.727235:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219759.727237:0:326934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727243:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.727246:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.727249:0:326934:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219759.727251:0:326934:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.727258:0:326934:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1bc00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219759.727261:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219759.727265:0:326934:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727271:0:326934:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219759.727273:0:326934:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219759.727276:0:326934:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727281:0:326934:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219759.727284:0:326934:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219759.727285:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.727286:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.727287:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=5 00000020:00000001:0.0:1788219759.727289:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.727291:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.727294:0:326934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219759.727296:0:326934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219759.727307:0:326934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219759.727308:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1788219759.727344:0:326934:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9894c7b6b9c0. 00010000:00010000:0.0:1788219759.727358:0:326934:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219759.727360:0:326934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219759.727363:0:326934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219759.727364:0:326934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219759.727366:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.727367:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219759.727370:0:326934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1bc00 with handle 0x34450ab7a16334a from hash 00010000:00000001:0.0:1788219759.727373:0:326934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219759.727374:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.727375:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.727376:0:326934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219759.727377:0:326934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219759.727379:0:326934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219759.727382:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.727383:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.727384:0:326934:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.727386:0:326934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.727389:0:326934:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727394:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.727395:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.727397:0:326934:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219759.727398:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.727400:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.727400:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.727401:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219759.727404:0:326934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16334a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.727414:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.727416:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219759.727420:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219759.727426:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/752 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788219759.727436:0:326934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788219759.727441:0:326934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 656/752 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788219759.727447:0:326934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.727453:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219759.727454:0:326934:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727456:0:326934:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727458:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727461:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788219759.727463:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.727464:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00010000:00000001:0.0:1788219759.727467:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219759.727468:0:326934:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727470:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219759.727472:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f768 00000002:00002000:0.0:1788219759.727474:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=migrate_dir intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788219759.727478:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.727482:0:326934:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.727484:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219759.727487:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x2000013a2:0x980:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219759.727490:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.727493:0:326934:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219759.727495:0:326934:0:(namei.c:674:ll_lookup_it_finish()) it ffff9893e6a02d20 it_disposition 80002b 00000080:00000001:0.0:1788219759.727509:0:326934:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219759.727513:0:326934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219759.727517:0:326934:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219759.727523:0:326934:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894c9c0cb00. 00800000:00000001:0.0:1788219759.727526:0:326934:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363540278016 : -113710169273600 : ffff9894c9c0cb00) 00800000:00000001:0.0:1788219759.727528:0:326934:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1788219759.727531:0:326934:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/1, master 0 hash_type 0x82000003/0x2 layout_version 2 00800000:00000001:0.0:1788219759.727534:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.727537:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.727540:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.727543:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.727545:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.727547:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x1:0x0] 00800000:00000001:0.0:1788219759.727549:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219759.727551:0:326934:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x1:0x0] 00800000:00000001:0.0:1788219759.727553:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.727554:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.727555:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.727557:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.727558:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.727559:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:0.0:1788219759.727561:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219759.727562:0:326934:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a2:0x57:0x0] 00800000:00000001:0.0:1788219759.727563:0:326934:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.727565:0:326934:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.727567:0:326934:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219759.727571:0:326934:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9894cb162e00. 00800000:00000001:0.0:1788219759.727573:0:326934:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363562651136 : -113710146900480 : ffff9894cb162e00) 00800000:00000001:0.0:1788219759.727575:0:326934:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727577:0:326934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219759.727580:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:0.0:1788219759.727582:0:326934:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788219759.727589:0:326934:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893e6c67380. 00000080:00000001:0.0:1788219759.727598:0:326934:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788219759.727601:0:326934:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x981:0x0](ffff9893e6c67448) 00000080:00000001:0.0:1788219759.727604:0:326934:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219759.727605:0:326934:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x981:0x0] 00000080:00000001:0.0:1788219759.727608:0:326934:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1788219759.727611:0:326934:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=0 hash=invalid:0x82000000 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1788219759.727616:0:326934:0:(llite_lib.c:1956:ll_update_default_lsm_md()) Process leaving 00000080:00000002:0.0:1788219759.727619:0:326934:0:(llite_lib.c:1874:ll_init_lsm_md()) lustre: [0x2000013a2:0x981:0x0] set dir layout: 00000080:00000002:0.0:1788219759.727621:0:326934:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=crush:0x82000003 max_inherit=0 max_inherit_rr=0 version=2 migrate_offset=1 migrate_hash=fnv_1a_64:2 pool= 00000080:00000002:0.0:1788219759.727627:0:326934:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x200001b70:0x1:0x0] 00000080:00000002:0.0:1788219759.727629:0:326934:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x2400013a2:0x57:0x0] 00000080:00000001:0.0:1788219759.727631:0:326934:0:(llite_lib.c:1820:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1788219759.727632:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115305919021057 : 144115305919021057 : 200001b70000001) 00000080:00000010:0.0:1788219759.727640:0:326934:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893e6c64200. 00000080:00000002:0.0:1788219759.727644:0:326934:0:(llite_lib.c:1850:ll_iget_anon_dir()) lli ffff9893e6c64200 slave [0x200001b70:0x1:0x0] master [0x2000013a2:0x981:0x0] 00000080:00000001:0.0:1788219759.727647:0:326934:0:(llite_lib.c:1860:ll_iget_anon_dir()) Process leaving (rc=18446630359732208328 : -113713977343288 : ffff9893e6c642c8) 00000080:00000001:0.0:1788219759.727649:0:326934:0:(llite_lib.c:1820:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1788219759.727650:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625559 : 162129670907625559 : 2400013a2000057) 00000080:00000010:0.0:1788219759.727658:0:326934:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa0118c0. 00000080:00000002:0.0:1788219759.727662:0:326934:0:(llite_lib.c:1850:ll_iget_anon_dir()) lli ffff9893fa0118c0 slave [0x2400013a2:0x57:0x0] master [0x2000013a2:0x981:0x0] 00000080:00000001:0.0:1788219759.727664:0:326934:0:(llite_lib.c:1860:ll_iget_anon_dir()) Process leaving (rc=18446630360054831496 : -113713654720120 : ffff9893fa011988) 00800000:00000002:0.0:1788219759.727667:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 2 00000080:00000010:0.0:1788219759.727670:0:326934:0:(llite_lib.c:2037:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff9893e6a020c0. 00800000:00000001:0.0:1788219759.727672:0:326934:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219759.727675:0:326934:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.727678:0:326934:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x1:0x0] -> mds #0 00000002:00000001:0.0:1788219759.727682:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.727684:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f598 00000002:00010000:0.0:1788219759.727686:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x1:0x0]) in obj [0x200001b70:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.727689:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.727691:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.727693:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.727699:0:326934:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727701:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727703:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727705:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219759.727707:0:326934:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219759.727712:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016d80. 00000020:00000040:0.0:1788219759.727715:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219759.727719:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.727723:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.727729:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.727730:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.727731:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.727734:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.727736:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.727740:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.727745:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e000. 00000100:00000001:0.0:1788219759.727751:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.727753:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.727755:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.727756:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.727757:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.727759:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.727763:0:326934:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00010000:00000001:0.0:1788219759.727766:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219759.727768:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219759.727773:0:326934:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708500. 00010000:00000010:0.0:1788219759.727776:0:326934:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c200. 00010000:00000001:0.0:1788219759.727780:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219759.727783:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b000. 00000020:00000001:0.0:1788219759.727786:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219759.727788:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b000 with handle 0x34450ab7a163351 to hash 00000020:00000001:0.0:1788219759.727790:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219759.727791:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.727795:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.727798:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.727799:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.727802:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.727808:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.727817:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219759.727827:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.727829:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.727834:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.727836:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.727838:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.727839:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:0.0:1788219759.727844:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.727848:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.727850:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.727851:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.727856:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.727863:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.727865:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.727869:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.727871:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.727873:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.727876:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194048:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.727880:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.727884:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.727886:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.727888:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.727893:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.727895:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.727900:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.727918:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.727926:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219759.727932:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566194048, portal 10 00000100:00000001:0.0:1788219759.727934:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.727935:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000040:0.0:1788219759.727940:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.727952:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.727955:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.727957:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf3b8. 00000100:00000200:0.0:1788219759.727960:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566194048, offset 0 00000400:00000200:0.0:1788219759.727966:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.727975:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.727982:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.727987:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.727991:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.727995:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.727998:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.728002:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92703:92703:256:4294967295] 192.168.203.120@tcp LPNI seq info [92703:92703:8:4294967295] 00000400:00000200:0.0:1788219759.728007:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.728016:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.728022:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.728027:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3e00. 00000800:00000200:0.0:1788219759.728033:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.728040:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.728045:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.728291:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.728296:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.728300:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.728303:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628843 00000100:00000001:0.0:1788219759.728306:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.728308:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628843 00000100:00000001:0.0:1788219759.728310:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.728352:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.728355:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.728358:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.728360:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.728363:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.728365:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.728367:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.736455:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.736466:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3e00. 00000400:00000200:2.0:1788219759.736475:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.736484:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.736492:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf3b8 00000400:00000010:2.0:1788219759.736504:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf3b8. 00000100:00000001:2.0:1788219759.736510:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.736518:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.736531:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.736535:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.736542:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.736544:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.743682:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.743698:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.743702:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.743704:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.743714:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.743722:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.743732:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.743751:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.743757:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.743762:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 696 into portal 10 MB=0x6a95ffb77f580 00000400:00000200:3.0:1788219759.743767:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.743776:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 696/696 into md 0xe89d5 [1] + 224 00000800:00000001:3.0:1788219759.743783:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.743790:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.743793:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.743798:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.743806:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.743816:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.743828:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=1152 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.743848:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.743857:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.743860:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.743937:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.743945:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.743948:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.743951:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.743956:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:0.0:1788219759.743959:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:0.0:1788219759.743962:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.743967:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.743977:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.743983:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.743985:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.743987:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.743991:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.743993:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.743995:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.743999:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.744007:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.744012:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.744014:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.744016:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744019:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.744023:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.744027:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.744029:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219759.744031:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.744034:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.744038:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.744050:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.744053:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.744055:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.744059:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.744066:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194048:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.744072:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.744074:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.744076:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.744078:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.744082:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.744088:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.744092:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.744095:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.744097:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744100:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219759.744103:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744105:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744109:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=4 00000020:00000001:0.0:1788219759.744112:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744114:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000040:0.0:1788219759.744121:0:326934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b000, remote cookie: 0x1782eba8aded8427, flags: 0x1001 00010000:00010000:0.0:1788219759.744126:0:326934:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.744136:0:326934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744148:0:326934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219759.744152:0:326934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219759.744155:0:326934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219759.744156:0:326934:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219759.744157:0:326934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219759.744160:0:326934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x1:0x0].0x0 (ffff9893ef708500) refcount = 1 00010000:00010000:0.0:1788219759.744164:0:326934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744169:0:326934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219759.744172:0:326934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219759.744174:0:326934:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.744177:0:326934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219759.744179:0:326934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.744182:0:326934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744187:0:326934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219759.744188:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744190:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744190:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744192:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744193:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744197:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219759.744198:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744200:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744201:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.744203:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744205:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744207:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744209:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744210:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=4 00000020:00000001:0.0:1788219759.744211:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744214:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744216:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.744219:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.744222:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744228:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744229:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744230:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744232:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744233:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=5 00000020:00000001:0.0:1788219759.744235:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744237:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744239:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.744241:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744247:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744248:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219759.744251:0:326934:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744257:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.744258:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744259:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744260:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744261:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219759.744266:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219759.744274:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744276:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744277:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.744279:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744281:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744283:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744284:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.744286:0:326934:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744288:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744291:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219759.744293:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744294:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744295:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.744297:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744299:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00000002:00010000:0.0:1788219759.744303:0:326934:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744309:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744310:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744344:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.744346:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744347:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744349:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.744351:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744353:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000040:0.0:1788219759.744359:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:0.0:1788219759.744362:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219759.744366:0:326934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/1 (0 0) 00010000:00000001:0.0:1788219759.744368:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744369:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.744375:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219759.744378:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f520 00000002:00002000:0.0:1788219759.744380:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219759.744382:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744387:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.744388:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744389:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744391:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.744393:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744395:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744398:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744399:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.744400:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744402:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.744403:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.744404:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.744406:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744408:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.744410:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.744412:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.744418:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744419:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744420:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.744423:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.744425:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219759.744432:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.744435:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.744437:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.744442:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744443:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744444:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744447:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.744449:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744451:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744454:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744456:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.744457:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744458:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219759.744462:0:326934:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a2:0x57:0x0] -> mds #1 00000100:00000001:0.0:1788219759.744465:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.744469:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016d80 x1875079566194048/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.744476:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.744478:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.744481:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.744485:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.744488:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.744490:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.744492:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.744495:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219759.744499:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.744500:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.744502:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016d80. 00000100:00000001:0.0:1788219759.744506:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.744507:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.744511:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.744512:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f598 00000002:00010000:0.0:1788219759.744514:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x57:0x0]) in obj [0x2400013a2:0x57:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.744518:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.744520:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.744522:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.744525:0:326934:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744527:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744529:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744531:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219759.744533:0:326934:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219759.744538:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016d80. 00000020:00000040:0.0:1788219759.744541:0:326934:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219759.744545:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.744549:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.744552:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.744553:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.744554:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.744557:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.744560:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.744564:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.744570:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e000. 00000100:00000001:0.0:1788219759.744575:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744579:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.744580:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744582:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.744583:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.744585:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.744590:0:326934:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00010000:00000001:0.0:1788219759.744594:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219759.744595:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219759.744599:0:326934:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708900. 00010000:00000010:0.0:1788219759.744603:0:326934:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c900. 00010000:00000001:0.0:1788219759.744607:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219759.744610:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b200. 00000020:00000001:0.0:1788219759.744614:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219759.744617:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b200 with handle 0x34450ab7a163358 to hash 00000020:00000001:0.0:1788219759.744619:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219759.744620:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.744624:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.744627:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.744628:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.744631:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.744639:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.744649:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219759.744655:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.744657:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.744663:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.744666:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.744669:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.744670:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:0.0:1788219759.744675:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.744680:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.744682:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.744684:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.744689:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.744697:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.744699:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.744703:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.744706:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.744709:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.744712:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194176:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.744716:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.744721:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.744724:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.744726:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.744730:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.744732:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.744737:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.744741:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.744746:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219759.744752:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566194176, portal 10 00000100:00000001:0.0:1788219759.744754:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.744756:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000040:0.0:1788219759.744761:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.744768:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.744771:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.744773:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfb28. 00000100:00000200:0.0:1788219759.744777:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566194176, offset 0 00000400:00000200:0.0:1788219759.744783:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.744790:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.744797:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.744802:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.744806:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.744809:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.744812:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.744816:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92704:92704:256:4294967295] 192.168.203.120@tcp LPNI seq info [92704:92704:8:4294967295] 00000400:00000200:0.0:1788219759.744821:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.744832:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.744838:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.744844:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3e00. 00000800:00000200:0.0:1788219759.744851:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.744859:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.744864:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.744887:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.744892:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14671 usecs (15 jiffies) 00000400:00000200:0.0:1788219759.744896:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.744900:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628848 00000100:00000001:0.0:1788219759.744912:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.744915:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628848 00000100:00000001:0.0:1788219759.744918:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.744921:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.744923:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.744927:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.744929:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.744931:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.744934:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.744937:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.747295:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.747306:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3e00. 00000400:00000200:3.0:1788219759.747348:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.747359:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.747365:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfb28 00000400:00000010:3.0:1788219759.747368:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfb28. 00000100:00000001:3.0:1788219759.747373:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.747380:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.747394:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.747397:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.747410:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.747412:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219759.748327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00000800:00000001:3.0:1788219759.762876:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.762893:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.762897:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.762900:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.762918:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.762933:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.762943:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.762949:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.762954:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.762958:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 696 into portal 10 MB=0x6a95ffb77f600 00000400:00000200:3.0:1788219759.762964:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.762970:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 696/696 into md 0xe89dd [1] + 224 00000800:00000001:3.0:1788219759.762977:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.762983:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.762986:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.762991:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.762999:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.763007:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.763018:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=1792 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.763040:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.763049:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.763052:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.763194:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.763202:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.763203:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.763216:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.763221:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:0.0:1788219759.763224:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:0.0:1788219759.763227:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.763232:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.763241:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.763247:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.763249:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.763252:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.763255:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.763258:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.763260:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.763263:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.763272:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.763276:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219759.763280:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.763281:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.763284:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.763287:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.763291:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788219759.763293:0:326934:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: committing for last_committed 12884902880 gen 1 00000100:00000040:0.0:1788219759.763300:0:326934:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902880) req@ffff9894ddb6f800 x1875079566190976/t12884902876(12884902876) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.763308:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.763349:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566190976/t12884902876(12884902876) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219759.763358:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.763360:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.763364:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b800. 02000000:00000001:0.0:1788219759.763368:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.763371:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.763373:0:326934:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.763376:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.763378:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490d800. 02000000:00000001:0.0:1788219759.763382:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.763384:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.763386:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:0.0:1788219759.763390:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.763391:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.763394:0:326934:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788219759.763397:0:326934:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788219759.763400:0:326934:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.763402:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.763407:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.763414:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.763417:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.763419:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.763423:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.763431:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194176:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.763436:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.763438:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.763441:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.763442:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.763446:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.763451:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.763453:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.763457:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.763459:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.763463:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219759.763466:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763468:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763471:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=4 00000020:00000001:0.0:1788219759.763474:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763477:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000040:0.0:1788219759.763484:0:326934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b200, remote cookie: 0x1782eba8aded8435, flags: 0x1001 00010000:00010000:0.0:1788219759.763490:0:326934:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 4/1,0 mode: --/CR res: [0x2400013a2:0x57:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.763513:0:326934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 4/1,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763520:0:326934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219759.763525:0:326934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219759.763527:0:326934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219759.763528:0:326934:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219759.763530:0:326934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219759.763533:0:326934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a2:0x57:0x0].0x0 (ffff9893ef708900) refcount = 1 00010000:00010000:0.0:1788219759.763538:0:326934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763544:0:326934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219759.763547:0:326934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219759.763549:0:326934:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.763552:0:326934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219759.763554:0:326934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.763557:0:326934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763563:0:326934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219759.763564:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763566:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.763568:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763569:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.763570:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.763574:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219759.763576:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763577:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763579:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.763581:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763583:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763585:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763586:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763587:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=4 00000020:00000001:0.0:1788219759.763589:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763591:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763593:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.763596:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.763600:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763606:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763607:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.763608:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763610:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763611:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=5 00000020:00000001:0.0:1788219759.763612:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763615:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763617:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.763619:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 5/2,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763626:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763627:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219759.763629:0:326934:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 4/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763636:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.763637:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763638:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.763640:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763641:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219759.763646:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219759.763655:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763656:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763657:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.763660:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763662:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763664:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763665:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.763667:0:326934:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.763669:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.763671:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219759.763673:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763675:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763676:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.763678:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763680:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00000002:00010000:0.0:1788219759.763684:0:326934:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.763690:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763691:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.763693:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.763694:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763695:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763697:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.763699:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763701:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000040:0.0:1788219759.763707:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708900 count: 2 00010000:00000001:0.0:1788219759.763710:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219759.763713:0:326934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681442/87 (0 0) 00010000:00000001:0.0:1788219759.763716:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763717:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.763718:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219759.763722:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f520 00000002:00002000:0.0:1788219759.763723:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219759.763726:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.763731:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.763969:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763972:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763974:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.763976:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763979:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763981:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.763982:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.763984:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.763985:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.763986:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.763987:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.763989:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763991:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.763993:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.763996:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.764002:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.764003:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.764004:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.764007:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.764010:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219759.764019:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.764022:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.764024:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.764029:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.764030:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.764031:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.764034:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.764036:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.764038:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.764040:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.764042:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.764043:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.764044:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.764047:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.764052:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016d80 x1875079566194176/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/696 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.764059:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.764061:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.764064:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.764068:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.764069:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.764071:0:326934:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.764072:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.764074:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219759.764077:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.764079:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.764080:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016d80. 00000100:00000001:0.0:1788219759.764083:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.764085:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:0.0:1788219759.764087:0:326934:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974000. 00800000:00000001:0.0:1788219759.764090:0:326934:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219759.764094:0:326934:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x1:0x0] size 4096, blocks 8 nlink 2, atime 1788219759 ctime 1788219759, mtime 1788219759. 00800000:00000040:0.0:1788219759.764097:0:326934:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a2:0x57:0x0] size 4096, blocks 8 nlink 2, atime 1788219759 ctime 1788219759, mtime 1788219759. 00000080:00000010:0.0:1788219759.764101:0:326934:0:(llite_lib.c:2057:ll_update_lsm_md()) kfreed 'attr': 80 at ffff9893e6a020c0. 00000080:00000001:0.0:1788219759.764106:0:326934:0:(llite_lib.c:2058:ll_update_lsm_md()) Process leaving 00800000:00000002:0.0:1788219759.764108:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 2 00000080:00000001:0.0:1788219759.764113:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:0.0:1788219759.764117:0:326934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1788219759.764120:0:326934:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145921 mtime from 0 to 1788219759 00000080:00200000:0.0:1788219759.764124:0:326934:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x981:0x0], updating i_size 8192 00000080:00000001:0.0:1788219759.764127:0:326934:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788219759.764130:0:326934:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359732221000 : -113713977330616 : ffff9893e6c67448) 00000080:00000001:0.0:1788219759.764134:0:326934:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219759.764137:0:326934:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219759.764139:0:326934:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.764144:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x981:0x0](ffff9893e6c67448) for lock 0x0 00800000:00000001:0.0:1788219759.764147:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.764148:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.764150:0:326934:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.764152:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788219759.764159:0:326934:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9894d1b5ea20 inode ffff9893e6c67448 refc 1 flags 0x20000e 00000080:00000002:0.0:1788219759.764162:0:326934:0:(llite_lib.c:3296:ll_update_dir_depth_dmv()) migrate_dir [0x2000013a2:0x981:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:0.0:1788219759.764165:0:326934:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219759.764169:0:326934:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219759.764172:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975000. 00000100:00000001:0.0:1788219759.764175:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.764180:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.764186:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.764196:0:326934:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1788219759.764198:0:326934:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788219759.764258:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa48 00000080:00200008:0.0:1788219759.764261:0:326934:0:(file.c:1090:ll_file_open()) START file migrate_dir:[0x2000013a2:0x981:0x0](ffff9893e6c67448), flags 304000 00000080:00000010:0.0:1788219759.764269:0:326934:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894c8d717c0. 00000080:00000010:0.0:1788219759.764276:0:326934:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894cb162280. 00000080:00000001:0.0:1788219759.764279:0:326934:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788219759.764282:0:326934:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788219759.764285:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.764289:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.764291:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.764294:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.764296:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.764298:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:0.0:1788219759.764300:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.764304:0:326934:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788219759.764308:0:326934:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9893da6bb0e0. 00000002:00100000:0.0:1788219759.764338:0:326934:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788219759.764346:0:326934:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.764348:0:326934:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788219759.764351:0:326934:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788219759.764355:0:326934:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.764357:0:326934:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.764360:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.764363:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788219759.764370:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.764372:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:0.0:1788219759.764404:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788219759.764406:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.764408:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa48 00000080:00000008:0.0:1788219759.764410:0:326934:0:(file.c:1329:ll_file_open()) COMPLETED file migrate_dir:[0x2000013a2:0x981:0x0](ffff9893e6c67448), flags 304000, rc = 0 00000080:00000001:0.0:1788219759.764414:0:326934:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.764417:0:326934:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219759.764419:0:326934:0:(dcache.c:176:ll_intent_release()) intent ffff9893e6a02d20 released 00000080:00000001:0.0:1788219759.764420:0:326934:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219759.764422:0:326934:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788219759.764425:0:326934:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.764427:0:326934:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219759.764429:0:326934:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9893e6a02d20. 00000080:00000001:0.0:1788219759.764431:0:326934:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.764436:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219759.764438:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x981:0x0](ffff9893e6c67448), inode mode 41ed mask 44 00000080:00000001:0.0:1788219759.764442:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.764467:0:326934:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1788219759.764468:0:326934:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788219759.764470:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00200008:0.0:1788219759.764472:0:326934:0:(file.c:479:ll_file_release()) START file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 304000 00000080:00400000:0.0:1788219759.764475:0:326934:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x980:0x0] 00000080:00000001:0.0:1788219759.764478:0:326934:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788219759.764479:0:326934:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788219759.764481:0:326934:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788219759.764484:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.764485:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.764487:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.764489:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.764490:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.764492:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.764494:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.764718:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.764721:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.764728:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219759.764730:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.764734:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.764807:0:326934:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x980:0x0]: 0 00000080:00000001:0.0:1788219759.764810:0:326934:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219759.764812:0:326934:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219759.764817:0:326934:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d4975000. 00000080:00000001:0.0:1788219759.764820:0:326934:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219759.764825:0:326934:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219759.764829:0:326934:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219759.764831:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.764832:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.764833:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.764835:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.764836:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.764838:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.764840:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.764842:0:326934:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x980:0x0] 00000002:00000001:0.0:1788219759.764845:0:326934:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219759.764847:0:326934:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x980:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219759.764852:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016d80. 00000020:00000040:0.0:1788219759.764856:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219759.764860:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.764863:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.764866:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.764872:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974000. 00000100:00000001:0.0:1788219759.764877:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219759.764889:0:326934:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219759.764901:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219759.764918:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219759.764924:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.764926:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.764932:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.764935:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.764937:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.764939:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:0.0:1788219759.764943:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.764946:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.764948:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.764949:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.764963:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.764969:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.764972:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.764975:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.764977:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.764980:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.764983:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194432:192.168.203.120@tcp:35:lfs.0 00000100:00000001:0.0:1788219759.764987:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.764992:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.764994:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.764996:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.764999:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219759.765001:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.765008:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.765012:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.765019:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219759.765026:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566194432, portal 10 00000100:00000001:0.0:1788219759.765027:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.765028:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000040:0.0:1788219759.765035:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.765041:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.765043:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.765045:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf7f8. 00000100:00000200:0.0:1788219759.765049:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566194432, offset 0 00000400:00000200:0.0:1788219759.765055:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.765063:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.765070:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.765075:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.765078:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.765082:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.765085:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.765089:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92705:92705:256:4294967295] 192.168.203.120@tcp LPNI seq info [92705:92705:8:4294967295] 00000400:00000200:0.0:1788219759.765093:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.765102:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.765107:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.765112:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3800. 00000800:00000200:0.0:1788219759.765118:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.765126:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.765129:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.765146:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.765150:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.765153:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.765156:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628880 00000100:00000001:0.0:1788219759.765159:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.765161:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628880 00000100:00000001:0.0:1788219759.765163:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.765165:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.765167:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.765169:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.765171:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.765173:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.765175:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.765178:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.765830:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.765835:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3800. 00000400:00000200:3.0:1788219759.765841:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.765848:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.765853:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf7f8 00000400:00000010:3.0:1788219759.765856:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf7f8. 00000100:00000001:3.0:1788219759.765860:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.765866:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.765877:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.765880:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.765887:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.765888:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.769546:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.769563:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.769567:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.769569:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.769579:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.769587:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.769596:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.769601:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.769607:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.769611:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77f700 00000400:00000200:3.0:1788219759.769616:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.769622:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe89e5 [1] + 224 00000800:00000001:3.0:1788219759.769629:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.769635:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.769639:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.769643:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.769651:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.769660:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.769672:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.769695:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.769703:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.769707:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.769988:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.769995:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.769998:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.770001:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.770006:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:0.0:1788219759.770008:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:0.0:1788219759.770011:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.770017:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.770027:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016d80 x1875079566194432/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770034:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.770036:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.770038:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.770041:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.770044:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.770045:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.770049:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.770058:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.770063:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.770065:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.770068:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.770071:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.770074:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.770077:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219759.770079:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219759.770080:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219759.770082:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.770084:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:0.0:1788219759.770086:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.770088:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219759.770090:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.770093:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.770098:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016d80 x1875079566194432/t17179869216(17179869216) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770106:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.770109:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.770111:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.770115:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016d80 x1875079566194432/t17179869216(17179869216) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.770123:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194432:192.168.203.120@tcp:35:lfs.0 00000100:00000001:0.0:1788219759.770128:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.770130:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.770133:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.770134:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.770138:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566194432/t17179869216(17179869216) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770144:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.770147:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.770150:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.770151:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.770158:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.770160:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000002:00000001:0.0:1788219759.770163:0:326934:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.770166:0:326934:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.770171:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975000. 00000080:00000001:0.0:1788219759.770175:0:326934:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219759.770178:0:326934:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219759.770181:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.770183:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.770186:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.770189:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.770191:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.770194:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.770196:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.770201:0:326934:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219759.770216:0:326934:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770225:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.770226:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000100:00000001:0.0:1788219759.770229:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.770232:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770238:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.770240:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.770243:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566194432/t17179869216(17179869216) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770249:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.770251:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.770254:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c380 x1875079566193408/t17179869213(17179869213) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1788219775 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770261:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219759.770264:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.770266:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.770269:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.770272:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183800. 02000000:00000001:0.0:1788219759.770277:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.770279:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.770281:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c380. 00000100:00000001:0.0:1788219759.770284:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.770286:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.770288:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.770291:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016d80 x1875079566194432/t17179869216(17179869216) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770298:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.770300:0:326934:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33700. 00000002:00000001:0.0:1788219759.770302:0:326934:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.770304:0:326934:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.770307:0:326934:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25200. 00000100:00000001:0.0:1788219759.770309:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.770445:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016d80 x1875079566194432/t17179869216(17179869216) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.770452:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.770454:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.770457:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219759.770460:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.770461:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.770462:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.770464:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.770466:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974000. 02000000:00000001:0.0:1788219759.770469:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.770470:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.770471:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016d80. 00000100:00000001:0.0:1788219759.770474:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.770476:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219759.770479:0:326934:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219759.770482:0:326934:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01cc0. 00000080:00000001:0.0:1788219759.770485:0:326934:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.770491:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00000008:0.0:1788219759.770551:0:326934:0:(file.c:523:ll_file_release()) COMPLETED file d160d.sanity:[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags 304000, rc = 0 00000080:00000001:0.0:1788219759.770556:0:326934:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.770558:0:326934:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.770592:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fd28 00000080:00200008:0.0:1788219759.770595:0:326934:0:(file.c:6283:ll_getattr_dentry()) START file migrate_dir:[0x2000013a2:0x981:0x0](ffff9893e6c67448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788219759.770600:0:326934:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219759.770602:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fca0 00000080:00200000:0.0:1788219759.770604:0:326934:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x981:0x0](ffff9893e6c67448),name=migrate_dir 00000080:00000010:0.0:1788219759.770611:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.770617:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 2 00800000:00000002:0.0:1788219759.770619:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894cb162e00 2 00800000:00000002:0.0:1788219759.770621:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 3 00000080:00000001:0.0:1788219759.770624:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219759.770628:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.770630:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00800000:00000002:0.0:1788219759.770632:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x981:0x0] '' on [0x2000013a2:0x981:0x0] 00800000:00000001:0.0:1788219759.770636:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219759.770638:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.770640:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.770641:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.770643:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.770645:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.770647:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:0.0:1788219759.770649:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.770652:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x981:0x0], fid2=[0x2000013a2:0x981:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219759.770656:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.770658:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa90 00000002:00010000:0.0:1788219759.770660:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x981:0x0]) in obj [0x2000013a2:0x981:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.770664:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.770666:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.770669:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.770674:0:326934:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.770676:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.770678:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.770680:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219759.770683:0:326934:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219759.770686:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016d80. 00000020:00000040:0.0:1788219759.770690:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219759.770694:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219759.770699:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.770706:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.770708:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.770710:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.770712:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.770714:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.770718:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.770723:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e000. 00000100:00000001:0.0:1788219759.770729:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.770732:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.770733:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.771485:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.771487:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.771489:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.771505:0:326934:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00010000:00000001:0.0:1788219759.771510:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219759.771512:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219759.771520:0:326934:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708700. 00010000:00000010:0.0:1788219759.771524:0:326934:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c400. 00010000:00000001:0.0:1788219759.771528:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219759.771532:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1bc00. 00000020:00000001:0.0:1788219759.771536:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219759.771539:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1bc00 with handle 0x34450ab7a16335f to hash 00000020:00000001:0.0:1788219759.771541:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219759.771543:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.771546:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.771550:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.771553:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.771556:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x981:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.771570:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x981:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.771580:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x981:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219759.771585:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219759.771587:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219759.771594:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.771596:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219759.771598:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.771599:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:0.0:1788219759.771603:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.771607:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.771609:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219759.771610:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219759.771619:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.771627:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219759.771629:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.771633:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219759.771635:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219759.771638:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219759.771641:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194560:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.771645:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219759.771649:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219759.771652:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.771654:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219759.771659:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.771661:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219759.771667:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219759.771671:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219759.771677:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219759.771683:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566194560, portal 10 00000100:00000001:0.0:1788219759.771685:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219759.771686:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000040:0.0:1788219759.771692:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.771699:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219759.771701:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219759.771704:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219759.771707:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566194560, offset 0 00000400:00000200:0.0:1788219759.771712:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219759.771719:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.771726:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219759.771731:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219759.771746:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219759.771750:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219759.771753:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219759.771757:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92706:92706:256:4294967295] 192.168.203.120@tcp LPNI seq info [92706:92706:8:4294967295] 00000400:00000200:0.0:1788219759.771761:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219759.771771:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219759.771777:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219759.771782:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3a00. 00000800:00000200:0.0:1788219759.771789:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219759.771797:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219759.771802:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219759.771820:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.771825:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:0.0:1788219759.771829:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219759.771831:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628887 00000100:00000001:0.0:1788219759.771835:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.771840:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628887 00000100:00000001:0.0:1788219759.771843:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219759.771845:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.771848:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.771851:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219759.771853:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219759.771856:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219759.771858:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219759.771861:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.775294:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.775305:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3a00. 00000400:00000200:3.0:1788219759.775360:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.775369:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.775377:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:3.0:1788219759.775380:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:3.0:1788219759.775385:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.775393:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.775406:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.775410:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.775418:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.775420:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.780368:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.780386:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.780390:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.780392:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.780401:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.780409:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.780418:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.780424:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.780430:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.780435:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 728 into portal 10 MB=0x6a95ffb77f780 00000400:00000200:3.0:1788219759.780440:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.780445:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 728/728 into md 0xe89ed [1] + 224 00000800:00000001:3.0:1788219759.780451:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.780457:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.780460:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.780466:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.780473:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.780482:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.780498:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=728 offset=224 replen=1152 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.780726:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.780818:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219759.780826:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219759.780829:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219759.780833:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219759.780837:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:0.0:1788219759.780840:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:0.0:1788219759.780843:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219759.780848:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219759.780858:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.780864:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219759.780866:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.780868:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219759.780872:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219759.780874:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219759.780876:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219759.780878:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219759.780887:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219759.780892:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219759.780895:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219759.780897:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.780900:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219759.780915:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.780919:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219759.780922:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219759.780925:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219759.780928:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.780932:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/728 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.780940:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219759.780942:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219759.780944:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219759.780949:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/728 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219759.780957:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194560:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219759.780962:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.780964:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219759.780967:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219759.780970:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.780973:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/728 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.780980:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219759.780984:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219759.780987:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219759.780989:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.780992:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219759.780996:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.780999:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781003:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=4 00000020:00000001:0.0:1788219759.781010:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781013:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000040:0.0:1788219759.781019:0:326934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1bc00, remote cookie: 0x1782eba8aded8443, flags: 0x1001 00010000:00010000:0.0:1788219759.781025:0:326934:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x981:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219759.781041:0:326934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781048:0:326934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219759.781052:0:326934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219759.781054:0:326934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219759.781055:0:326934:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219759.781057:0:326934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219759.781059:0:326934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x981:0x0].0x0 (ffff9893ef708700) refcount = 1 00010000:00010000:0.0:1788219759.781063:0:326934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781068:0:326934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219759.781072:0:326934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219759.781073:0:326934:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.781076:0:326934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219759.781078:0:326934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.781081:0:326934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781087:0:326934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219759.781088:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781089:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.781091:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781092:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.781093:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.781097:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219759.781099:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781100:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781102:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781103:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781106:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781108:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781109:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781111:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=4 00000020:00000001:0.0:1788219759.781113:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781114:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781117:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.781120:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.781123:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781129:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781130:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.781131:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781132:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781133:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=5 00000020:00000001:0.0:1788219759.781135:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781137:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781139:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.781142:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781147:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781148:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219759.781150:0:326934:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781156:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.781157:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781158:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.781159:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781160:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219759.781166:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/728 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219759.781181:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781182:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781183:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781185:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781187:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781189:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781190:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.781192:0:326934:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.781193:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.781196:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219759.781199:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781200:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781201:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781203:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781205:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00000002:00010000:0.0:1788219759.781208:0:326934:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781213:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781214:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.781215:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219759.781217:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781218:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781219:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781221:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781223:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000040:0.0:1788219759.781228:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:0.0:1788219759.781231:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219759.781235:0:326934:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589939618/2433 (0 0) 00010000:00000001:0.0:1788219759.781239:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781240:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.781242:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219759.781245:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa18 00000002:00002000:0.0:1788219759.781247:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219759.781250:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.781255:0:326934:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.781258:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219759.781261:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x981:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219759.781264:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.781268:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 3 00800000:00000002:0.0:1788219759.781270:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 2 00800000:00000002:0.0:1788219759.781271:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb162e00 2 00000080:00000010:0.0:1788219759.781275:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:0.0:1788219759.781280:0:326934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219759.781282:0:326934:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219759.781288:0:326934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219759.781291:0:326934:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219759.781299:0:326934:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894c9c0cf80. 00800000:00000001:0.0:1788219759.781301:0:326934:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363540279168 : -113710169272448 : ffff9894c9c0cf80) 00800000:00000001:0.0:1788219759.781303:0:326934:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1788219759.781306:0:326934:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/1, master 0 hash_type 0x82000003/0x2 layout_version 2 00800000:00000001:0.0:1788219759.781308:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.781332:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.781334:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.781338:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.781340:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.781342:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x1:0x0] 00800000:00000001:0.0:1788219759.781344:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219759.781346:0:326934:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x1:0x0] 00800000:00000001:0.0:1788219759.781347:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.781348:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.781350:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.781351:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.781353:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.781354:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:0.0:1788219759.781356:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219759.781357:0:326934:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a2:0x57:0x0] 00800000:00000001:0.0:1788219759.781359:0:326934:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.781361:0:326934:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.781364:0:326934:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219759.781368:0:326934:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9894cb162d80. 00800000:00000001:0.0:1788219759.781370:0:326934:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363562651008 : -113710146900608 : ffff9894cb162d80) 00800000:00000001:0.0:1788219759.781372:0:326934:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.781375:0:326934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219759.781377:0:326934:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219759.781379:0:326934:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894c9c0cb00 of [0x2000013a2:0x981:0x0] 00000080:00000001:0.0:1788219759.781382:0:326934:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788219759.781384:0:326934:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788219759.781387:0:326934:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.781391:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:0.0:1788219759.781394:0:326934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1788219759.781399:0:326934:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x981:0x0], updating i_size 4096 00010000:00000001:0.0:1788219759.781401:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781402:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781404:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781406:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781408:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781410:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781411:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219759.781412:0:326934:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219759.781415:0:326934:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788219759.781416:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb162d80 1 00800000:00000010:0.0:1788219759.781418:0:326934:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9894cb162d80. 00800000:00000002:0.0:1788219759.781421:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cf80 1 00800000:00000010:0.0:1788219759.781424:0:326934:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894c9c0cf80. 00800000:00000001:0.0:1788219759.781427:0:326934:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.781431:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x981:0x0](ffff9893e6c67448) for lock 0x34450ab7a16335f 00800000:00000001:0.0:1788219759.781434:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219759.781435:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.781437:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781438:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781439:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781441:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781444:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781446:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781447:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.781448:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219759.781450:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.781452:0:326934:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219759.781454:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x981:0x0](ffff9893e6c67448) 00000080:00010000:0.0:1788219759.781457:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16335f from it ffffa959c7f8fcd8 00010000:00000001:0.0:1788219759.781459:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.781460:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.781461:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219759.781462:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781464:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219759.781466:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.781469:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219759.781475:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.781476:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.781477:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.781480:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.781482:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219759.781489:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.781491:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.781493:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.782069:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782072:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.782074:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782079:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.782080:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782082:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782085:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782088:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.782090:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782091:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219759.782094:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219759.782102:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016d80 x1875079566194560/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/728 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219759.782111:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219759.782114:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219759.782117:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b000. 02000000:00000001:0.0:1788219759.782121:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219759.782122:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219759.782124:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219759.782126:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219759.782129:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219759.782132:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219759.782134:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219759.782136:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016d80. 00000100:00000001:0.0:1788219759.782139:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219759.782140:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.782145:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 2 00800000:00000001:0.0:1788219759.782149:0:326934:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219759.782153:0:326934:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.782157:0:326934:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x1:0x0] -> mds #0 00000002:00000001:0.0:1788219759.782161:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.782163:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb48 00000002:00010000:0.0:1788219759.782165:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x1:0x0]) in obj [0x200001b70:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.782169:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.782171:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.782173:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.782178:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:0.0:1788219759.782180:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.782183:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.782187:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.782190:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219759.782203:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.782208:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.782212:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219759.782218:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.782220:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.782222:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.782224:0:326934:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x1:0x0] is still valid. 00000002:00000001:0.0:1788219759.782226:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.782227:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.782229:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.782231:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.782233:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.782234:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.782236:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782238:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.782239:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782240:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.782241:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.782242:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.782245:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.782247:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.782249:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.782251:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219759.782257:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782258:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.782259:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.782261:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.782264:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219759.782269:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.782271:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.782272:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.782275:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782276:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.782277:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782279:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.782280:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782282:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782285:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782287:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.782288:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782289:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219759.782292:0:326934:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a2:0x57:0x0] -> mds #1 00000002:00000001:0.0:1788219759.782296:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.782297:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb48 00000002:00010000:0.0:1788219759.782299:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x57:0x0]) in obj [0x2400013a2:0x57:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219759.782302:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.782304:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.782305:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.782309:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708900 count: 2 00010000:00000001:0.0:1788219759.782358:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.782361:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.782364:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.782367:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219759.782375:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.782378:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.782381:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219759.782387:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.782388:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.782390:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219759.782392:0:326934:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a2:0x57:0x0] is still valid. 00000002:00000001:0.0:1788219759.782394:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.782396:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.782397:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.782399:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.782401:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.782403:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.782405:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782406:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.782407:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782409:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.782410:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.782412:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.782414:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.782416:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.782418:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219759.782421:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219759.782427:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782429:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.782430:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219759.782431:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219759.782433:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219759.782439:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219759.782441:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219759.782443:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.782445:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782446:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.782447:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782449:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219759.782451:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782453:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782455:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.782457:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219759.782459:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.782460:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219759.782461:0:326934:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974000. 00800000:00000001:0.0:1788219759.782465:0:326934:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219759.782468:0:326934:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x1:0x0] size 4096, blocks 8 nlink 2, atime 1788219759 ctime 1788219759, mtime 1788219759. 00800000:00000040:0.0:1788219759.782472:0:326934:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a2:0x57:0x0] size 4096, blocks 8 nlink 2, atime 1788219759 ctime 1788219759, mtime 1788219759. 00800000:00000002:0.0:1788219759.782475:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 2 00000080:00000001:0.0:1788219759.782478:0:326934:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.782483:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fd28 00000080:00000008:0.0:1788219759.782485:0:326934:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file migrate_dir:[0x2000013a2:0x981:0x0](ffff9893e6c67448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788219759.782941:0:326934:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788219759.782946:0:326934:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x2000013a2:0x981:0x0](ffff9893e6c67448) pos/size0/8192 32bit_api 0 00000080:00000001:0.0:1788219759.782953:0:326934:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219759.782954:0:326934:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x980:0x0] mode (null) 00800000:00000001:0.0:1788219759.782959:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219759.782962:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219759.782964:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219759.782967:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219759.782969:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219759.782972:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:0.0:1788219759.782974:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.782976:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.782978:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.782982:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219759.782984:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.782988:0:326934:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219759.782991:0:326934:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219759.782992:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.782995:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.782999:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219759.783012:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.783014:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.783015:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00800000:00000002:0.0:1788219759.783017:0:326934:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x980:0x0]: 4 00010000:00000001:0.0:1788219759.783019:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.783021:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.783023:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8000 refcount=2 00000020:00000001:0.0:1788219759.783025:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:0.0:1788219759.783027:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588896768 : -113714120654848 : ffff9893de3b8000) 00010000:00000001:0.0:1788219759.783029:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.783030:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219759.783032:0:326934:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788219759.783039:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:0.0:1788219759.783044:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 2 00800000:00000002:0.0:1788219759.783045:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894cb162e00 2 00800000:00000002:0.0:1788219759.783047:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 3 00000080:00000001:0.0:1788219759.783050:0:326934:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788219759.783055:0:326934:0:(lmv_obd.c:3436:lmv_read_page()) Process entered 00800000:00000001:0.0:1788219759.783057:0:326934:0:(lmv_obd.c:3326:lmv_striped_read_page()) Process entered 00800000:00000010:0.0:1788219759.783068:0:326934:0:(lmv_obd.c:3347:lmv_striped_read_page()) kmalloced '(ctxt)': 104 at ffff9894c9c0cf80. 00800000:00000001:0.0:1788219759.783071:0:326934:0:(lmv_obd.c:3138:stripe_dirent_load()) Process entered 00000002:00000001:0.0:1788219759.783075:0:326934:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788219759.783076:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219759.783078:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9d8 00000002:00010000:0.0:1788219759.783080:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x1:0x0]) in obj [0x200001b70:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788219759.783084:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219759.783085:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.783087:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.783090:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:0.0:1788219759.783092:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.783094:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.783097:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219759.783100:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219759.783113:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219759.783115:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.783118:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219759.783123:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219759.783125:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.783127:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219759.783128:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219759.783130:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.783131:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.783132:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:0.0:1788219759.783134:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.783136:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219759.783138:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.783139:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219759.783140:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.783169:0:326934:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788219759.783174:0:326934:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9894d4b9b000. 00000800:00000001:2.0:1788219759.783659:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.783671:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.785703:0:326934:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788219759.785719:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219759.785727:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.785733:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.785805:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.785811:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.785819:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490cc00. 00000100:00000001:1.0:1788219759.785826:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.785829:0:326934:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788219759.785833:0:326934:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9894ee181c00. 00000100:00000010:1.0:1788219759.785838:0:326934:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9894d2477000. 00000020:00000040:1.0:1788219759.785840:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.785876:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.785877:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.785884:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.785887:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.785890:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.785891:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.785896:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.785900:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.785902:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.785914:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.785970:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.785980:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.785982:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.785987:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.785989:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.785992:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.785995:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194688:192.168.203.120@tcp:37:lfs.0 00000100:00000001:1.0:1788219759.786000:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.786004:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.786006:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.786009:0:326934:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788219759.786018:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.786023:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e260b0. 00000400:00000010:1.0:1788219759.786032:0:326934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9893c735c000. 00000100:00000200:1.0:1788219759.786040:0:326934:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a95ffb77f800-0x6a95ffb77f800, portal 14 00000100:00000001:1.0:1788219759.786043:0:326934:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.786046:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.786049:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219759.786052:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.786055:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.786057:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26a50. 00000400:00000010:1.0:1788219759.786062:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219759.786065:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566194688, portal 10 00000100:00000001:1.0:1788219759.786066:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.786068:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219759.786076:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.786083:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.786086:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.786088:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661c38. 00000100:00000200:1.0:1788219759.786092:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875079566194688, offset 0 00000400:00000200:1.0:1788219759.786099:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.786108:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.786116:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.786122:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.786126:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.786130:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.786132:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.786136:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92707:92707:256:4294967295] 192.168.203.120@tcp LPNI seq info [92707:92707:8:4294967295] 00000400:00000200:1.0:1788219759.786139:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.786149:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.786154:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.786160:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219759.786167:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.786175:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.786179:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.786359:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.786364:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.786368:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.786371:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628901 00000100:00000001:1.0:1788219759.786374:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.786377:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628901 00000100:00000001:1.0:1788219759.786379:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.786381:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.786383:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.786385:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.786387:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.786390:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.786393:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.786395:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.787029:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.787035:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:3.0:1788219759.787042:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.787050:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.787057:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661c38 00000400:00000010:3.0:1788219759.787060:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661c38. 00000100:00000001:3.0:1788219759.787065:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.787070:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.787081:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.787085:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.787091:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.787093:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.794495:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.794523:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.794527:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.794529:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.794539:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794547:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.794555:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794561:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794566:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794570:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 4096 into portal 14 MB=0x6a95ffb77f800 00000400:00000200:3.0:1788219759.794575:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794581:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.120@tcp of length 4096/4096 into md 0xe89f5 [256] + 0 00000400:00000010:3.0:1788219759.794587:0:256055:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e260b0. 00000400:00000200:3.0:1788219759.794592:0:256055:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9893c735c000 00000800:00000001:3.0:1788219759.794598:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.794622:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.794626:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.794631:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.794637:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893c735c000 00000400:00000010:3.0:1788219759.794639:0:256055:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff9893c735c000. 00000100:00000001:3.0:1788219759.794645:0:256055:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788219759.794647:0:256055:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9894ddb6d500 desc ffff9894ee181c00 mbits 1875079566194688 00000100:00000001:3.0:1788219759.794668:0:256055:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788219759.794676:0:256055:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788219759.794680:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794685:0:256055:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.794690:0:256055:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92708:92708:256:4294967295] 192.168.203.120@tcp LPNI seq info [92708:92708:8:4294967295] 00000400:00000200:3.0:1788219759.794695:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.794704:0:256055:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1788219759.794710:0:256055:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.794717:0:256055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9893de386000. 00000800:00000200:3.0:1788219759.794723:0:256055:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.794730:0:256055:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:1.0:1788219759.794982:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.794987:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.795070:0:256055:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893de386000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788219759.795136:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.795140:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9893de386000. 00000400:00000200:3.0:1788219759.795144:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.795148:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1788219759.795154:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.795157:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.799049:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.799065:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.799070:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.799072:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.799082:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.799089:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.799099:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.799105:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.799110:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.799114:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 440 into portal 10 MB=0x6a95ffb77f800 00000400:00000200:3.0:1788219759.799119:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.799124:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 440/440 into md 0xe89fd [1] + 224 00000800:00000001:3.0:1788219759.799131:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.799139:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.799142:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.799147:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.799155:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.799164:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.799176:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.799202:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.799218:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.799221:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.799293:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.799301:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.799304:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.799307:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26a50. 00000400:00000200:1.0:1788219759.799349:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219759.799352:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219759.799355:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.799361:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.799371:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.799377:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.799379:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.799382:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.799386:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.799388:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.799390:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.799394:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.799404:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.799409:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.799412:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.799414:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.799417:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.799421:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.799424:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.799426:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.799428:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.799431:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.799436:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788219759.799445:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.799453:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.799455:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.799459:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.799467:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194688:192.168.203.120@tcp:37:lfs.0 00000100:00000001:1.0:1788219759.799472:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.799475:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.799477:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.799480:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.799483:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.799490:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.799493:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.799497:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.799510:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.799521:0:326934:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.799524:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.799528:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566194688/t0(0) o37->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.799535:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.799537:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.799540:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219759.799543:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.799545:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.799547:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.799550:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219759.799552:0:326934:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788219759.799554:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.799555:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.799557:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1788219759.799581:0:326934:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9894d2477000. 00000100:00000010:1.0:1788219759.799584:0:326934:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9894ee181c00. 00000100:00000001:1.0:1788219759.799587:0:326934:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788219759.799589:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490cc00. 02000000:00000001:1.0:1788219759.799592:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.799594:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.799596:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219759.799599:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.799601:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.799603:0:326934:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788219759.799606:0:326934:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788219759.800937:0:326934:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9894d4b9b000. 00000002:00000001:1.0:1788219759.800948:0:326934:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.800955:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.800958:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.800961:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:1.0:1788219759.800964:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219759.800967:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219759.800969:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.800975:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219759.800984:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.800986:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.800987:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.800991:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.800994:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.801002:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.801005:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.801007:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.801012:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.801013:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.801015:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.801018:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.801021:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.801023:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.801026:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.801029:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.801030:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.801032:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788219759.801035:0:326934:0:(lmv_obd.c:3206:stripe_dirent_load()) Process leaving (rc=18446630364434784280 : -113709274767336 : ffff9894ff11e018) 00800000:00000001:1.0:1788219759.801038:0:326934:0:(lmv_obd.c:3138:stripe_dirent_load()) Process entered 00000002:00000001:1.0:1788219759.801044:0:326934:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788219759.801046:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.801049:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9d8 00000002:00010000:1.0:1788219759.801052:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a2:0x57:0x0]) in obj [0x2400013a2:0x57:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788219759.801055:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219759.801058:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.801060:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.801066:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708900 count: 2 00010000:00000001:1.0:1788219759.801069:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.801074:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.801077:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219759.801080:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788219759.801089:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219759.801094:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.801097:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788219759.801103:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219759.801105:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.801107:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.801109:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219759.801110:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.801111:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.801113:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219759.801115:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219759.801117:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219759.801119:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.801121:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.801122:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.801160:0:326934:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788219759.801165:0:326934:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9894d4f9f800. 00000002:00000001:1.0:1788219759.803480:0:326934:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788219759.803700:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219759.803709:0:326934:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.803715:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.803718:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.803724:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.803732:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490cc00. 00000100:00000001:1.0:1788219759.804285:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.804290:0:326934:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788219759.804296:0:326934:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9894ee181c00. 00000100:00000010:1.0:1788219759.804302:0:326934:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9894d2477000. 00000020:00000040:1.0:1788219759.804305:0:326934:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.804459:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.804462:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.804472:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.804476:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.804479:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.804481:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.804486:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.804491:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.804493:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.804494:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.804573:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.804583:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.804585:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.804589:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.804592:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.804595:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.804599:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194816:192.168.203.120@tcp:37:lfs.0 00000100:00000001:1.0:1788219759.804603:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.804607:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.804610:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.804613:0:326934:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788219759.804620:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.804626:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26a50. 00000400:00000010:1.0:1788219759.804635:0:326934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9893c735a000. 00000100:00000200:1.0:1788219759.804642:0:326934:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a95ffb77f880-0x6a95ffb77f880, portal 14 00000100:00000001:1.0:1788219759.804646:0:326934:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.804648:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.804652:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219759.804655:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.804658:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.804661:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219759.804666:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219759.804669:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566194816, portal 10 00000100:00000001:1.0:1788219759.804672:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.804673:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219759.804681:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.804690:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.804693:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.804695:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661bb0. 00000100:00000200:1.0:1788219759.804699:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875079566194816, offset 0 00000400:00000200:1.0:1788219759.804705:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.804715:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.804723:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.804729:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.804732:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.804812:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.804816:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.804820:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92709:92709:256:4294967295] 192.168.203.120@tcp LPNI seq info [92709:92709:8:4294967295] 00000400:00000200:1.0:1788219759.804825:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.804835:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.804841:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.804847:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219759.804854:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.804862:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.804867:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.804958:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.804964:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14675 usecs (15 jiffies) 00000400:00000200:1.0:1788219759.804968:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.804971:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628908 00000100:00000001:1.0:1788219759.804974:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.804977:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628908 00000100:00000001:1.0:1788219759.804979:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.804983:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.804985:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.804988:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.804990:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.804994:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.804997:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.804999:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219759.807510:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.807519:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:3.0:1788219759.807526:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.807536:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.807543:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661bb0 00000400:00000010:3.0:1788219759.807546:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661bb0. 00000100:00000001:3.0:1788219759.807551:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219759.807559:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.807571:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.807575:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.807583:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.807585:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.810685:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.810701:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.810706:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.810709:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.810718:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.810725:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.810951:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.810959:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.810964:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.810969:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 4096 into portal 14 MB=0x6a95ffb77f880 00000400:00000200:3.0:1788219759.810974:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.810981:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.120@tcp of length 4096/4096 into md 0xe8a05 [256] + 0 00000400:00000010:3.0:1788219759.810987:0:256055:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26a50. 00000400:00000200:3.0:1788219759.810992:0:256055:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9893c735a000 00000800:00000001:3.0:1788219759.810998:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.811007:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.811010:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.811015:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.811020:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893c735a000 00000400:00000010:3.0:1788219759.811023:0:256055:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 4216 at ffff9893c735a000. 00000100:00000001:3.0:1788219759.811029:0:256055:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788219759.811031:0:256055:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9894ddb6d500 desc ffff9894ee181c00 mbits 1875079566194816 00000100:00000001:3.0:1788219759.811051:0:256055:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788219759.811059:0:256055:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788219759.811063:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.811068:0:256055:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.811075:0:256055:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92710:92710:256:4294967295] 192.168.203.120@tcp LPNI seq info [92710:92710:8:4294967295] 00000400:00000200:3.0:1788219759.811079:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.811088:0:256055:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1788219759.811093:0:256055:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.811101:0:256055:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9893de386000. 00000800:00000200:3.0:1788219759.811107:0:256055:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.811115:0:256055:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.811120:0:256055:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893de386000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788219759.811195:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.811200:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9893de386000. 00000400:00000200:3.0:1788219759.811204:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.811207:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1788219759.811219:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.811222:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.811350:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.811355:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219759.822895:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.822922:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.822925:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.822928:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.822938:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.822947:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.822956:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.822962:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.822968:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.822972:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 440 into portal 10 MB=0x6a95ffb77f880 00000400:00000200:3.0:1788219759.822978:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.822984:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 440/440 into md 0xe8a0d [1] + 224 00000800:00000001:3.0:1788219759.822991:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.823000:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.823004:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.823009:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.823017:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.823025:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.823038:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.823060:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.823068:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.823073:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.823221:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.823229:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.823232:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.823236:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219759.823240:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219759.823243:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219759.823247:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.823252:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.823261:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.823269:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.823270:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.823273:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.823277:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.823279:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.823282:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.823285:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.823295:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd38 time=3 v=5 (5 5 5 0) 00000100:00001000:1.0:1788219759.823300:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219759.823303:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.823305:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.823308:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.823348:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.823352:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.823354:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219759.823356:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.823359:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.823364:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788219759.823375:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.823383:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.823385:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.823389:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.823397:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566194816:192.168.203.120@tcp:37:lfs.0 00000100:00000001:1.0:1788219759.823402:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.823406:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.823408:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.823410:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.823414:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.823422:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.823425:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.823429:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.823430:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.823434:0:326934:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.823437:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.823440:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566194816/t0(0) o37->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 448/440 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.823447:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.823450:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.823453:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219759.823456:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.823459:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.823461:0:326934:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.823464:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219759.823466:0:326934:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788219759.823468:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.823470:0:326934:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.823472:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1788219759.823493:0:326934:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9894d2477000. 00000100:00000010:1.0:1788219759.823506:0:326934:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9894ee181c00. 00000100:00000001:1.0:1788219759.823509:0:326934:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788219759.823512:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490cc00. 02000000:00000001:1.0:1788219759.823515:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.823517:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.823519:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219759.823522:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.823524:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.823527:0:326934:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788219759.823529:0:326934:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788219759.824345:0:326934:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9894d4f9f800. 00000002:00000001:1.0:1788219759.824353:0:326934:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.824359:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.824361:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.824365:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219759.824367:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219759.824371:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219759.824373:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.824379:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219759.824389:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.824392:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.824393:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.824396:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.824399:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.824408:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.824411:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.824413:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.824419:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.824420:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.824422:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.824425:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.824427:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.824429:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.824433:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.824435:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.824436:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.824437:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788219759.824442:0:326934:0:(lmv_obd.c:3206:stripe_dirent_load()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.824445:0:326934:0:(lmv_obd.c:3395:lmv_striped_read_page()) entry .. hash 0x2f2c81fe0bec395a 00800000:00000002:1.0:1788219759.824448:0:326934:0:(lmv_obd.c:3395:lmv_striped_read_page()) entry . hash 0x5d85ce623e44a539 00800000:00000001:1.0:1788219759.824450:0:326934:0:(lmv_obd.c:3138:stripe_dirent_load()) Process entered 00800000:00000001:1.0:1788219759.824451:0:326934:0:(lmv_obd.c:3206:stripe_dirent_load()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1788219759.824454:0:326934:0:(lmv_obd.c:3414:lmv_striped_read_page()) kfreed 'ctxt': 104 at ffff9894c9c0cf80. 00800000:00000001:1.0:1788219759.824458:0:326934:0:(lmv_obd.c:3418:lmv_striped_read_page()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.824461:0:326934:0:(lmv_obd.c:3444:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.824466:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145920 : 144115272398145920 : 2000013a2000980) 00000080:00000001:1.0:1788219759.824472:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:1.0:1788219759.824481:0:326934:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.824485:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 3 00800000:00000002:1.0:1788219759.824487:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 2 00800000:00000002:1.0:1788219759.824489:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb162e00 2 00000080:00000010:1.0:1788219759.824492:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:1.0:1788219759.824602:0:326934:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.824621:0:326934:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788219759.824623:0:326934:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x2000013a2:0x981:0x0](ffff9893e6c67448) pos/size18446744073709551614/8192 32bit_api 0 00000080:00000001:1.0:1788219759.824627:0:326934:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219759.824629:0:326934:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.824640:0:326934:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219759.824643:0:326934:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219759.824646:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00200008:1.0:1788219759.824648:0:326934:0:(file.c:479:ll_file_release()) START file migrate_dir:[0x2000013a2:0x981:0x0](ffff9893e6c67448), flags 304000 00000080:00400000:1.0:1788219759.824653:0:326934:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x981:0x0] 00000080:00000001:1.0:1788219759.824656:0:326934:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219759.824657:0:326934:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219759.824660:0:326934:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219759.824664:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.824667:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.824669:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.824673:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.824675:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.824677:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:1.0:1788219759.824680:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.824684:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.824688:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.824694:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219759.824697:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219759.824701:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.824704:0:326934:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x981:0x0]: 0 00000080:00000001:1.0:1788219759.824706:0:326934:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219759.824709:0:326934:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219759.824715:0:326934:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.824717:0:326934:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788219759.824721:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0cb00 2 00800000:00000002:1.0:1788219759.824723:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894cb162e00 2 00000080:00000001:1.0:1788219759.824726:0:326934:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219759.824729:0:326934:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219759.824730:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.824732:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.824733:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.824864:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.824867:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.824869:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:1.0:1788219759.824871:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.824873:0:326934:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x981:0x0] 00000002:00000001:1.0:1788219759.824877:0:326934:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219759.824879:0:326934:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x981:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219759.824885:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219759.824889:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.824893:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.824897:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.824900:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.824915:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490dc00. 00000100:00000001:1.0:1788219759.824921:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219759.824940:0:326934:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219759.824951:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219759.824956:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219759.824963:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.824964:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.824971:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.824974:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.824977:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.824978:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.824983:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.824987:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.824989:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.824990:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.824994:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.825002:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.825004:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.825007:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.825010:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.825013:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.825016:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566195072:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1788219759.825020:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.825024:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.825026:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.825029:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.825033:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219759.825035:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.825043:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.825047:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219759.825053:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219759.825060:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566195072, portal 10 00000100:00000001:1.0:1788219759.825062:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.825063:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219759.825073:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.825080:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.825082:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.825085:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661330. 00000100:00000200:1.0:1788219759.825088:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566195072, offset 0 00000400:00000200:1.0:1788219759.825095:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.825103:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.825111:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.825116:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.825120:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.825123:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.825126:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.825129:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92711:92711:256:4294967295] 192.168.203.120@tcp LPNI seq info [92711:92711:8:4294967295] 00000400:00000200:1.0:1788219759.825132:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.825141:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.825147:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.825152:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219759.825158:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.825166:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.825170:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.825192:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.825197:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.825200:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:2.0:1788219759.825611:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.825616:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:2.0:1788219759.825622:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.825628:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.825633:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661330 00000400:00000010:2.0:1788219759.825635:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661330. 00000100:00000001:2.0:1788219759.825639:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.825644:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.825654:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.825658:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.825665:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.825667:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219759.826109:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628941 00000100:00000001:1.0:1788219759.826114:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.826119:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628941 00000100:00000001:1.0:1788219759.826121:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.826124:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.826127:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.826130:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.826132:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.826135:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.826138:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.826141:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219759.832563:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.832579:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.832583:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.832586:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.832596:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.832604:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.832614:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.832620:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.832625:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.832630:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb77f980 00000400:00000200:3.0:1788219759.832634:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.832640:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe8a15 [1] + 224 00000800:00000001:3.0:1788219759.832648:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.832655:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.832658:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.832663:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.832671:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.832681:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219759.832693:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219759.832717:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.832725:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.832729:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.833052:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.833060:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.833062:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.833066:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219759.833071:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219759.833073:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219759.833076:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.833081:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.833090:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566195072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833097:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.833099:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.833102:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.833106:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.833109:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.833111:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.833113:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.833124:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.833129:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.833131:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.833133:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.833136:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.833139:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.833143:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.833147:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219759.833148:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.833151:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.833152:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.833156:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.833158:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.833160:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.833162:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.833168:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566195072/t17179869217(17179869217) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833175:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.833178:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.833180:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.833184:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566195072/t17179869217(17179869217) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.833193:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566195072:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1788219759.833198:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.833201:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.833203:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.833206:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.833209:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566195072/t17179869217(17179869217) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833228:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.833231:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.833234:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.833236:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.833245:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.833246:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000002:00000001:1.0:1788219759.833249:0:326934:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.833252:0:326934:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.833256:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0cb00 2 00800000:00000002:1.0:1788219759.833258:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb162e00 2 00000080:00000010:1.0:1788219759.833263:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490cc00. 00000080:00000001:1.0:1788219759.833266:0:326934:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219759.833270:0:326934:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219759.833273:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.833275:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.833278:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.833281:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.833283:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.833285:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:1.0:1788219759.833288:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.833293:0:326934:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219759.833298:0:326934:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833307:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.833308:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:1.0:1788219759.833348:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.833353:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833360:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.833362:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.833365:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566195072/t17179869217(17179869217) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833372:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.833374:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.833377:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014700 x1875079566193920/t17179869215(17179869215) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 616/752 e 0 to 0 dl 1788219775 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833384:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219759.833387:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.833389:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.833392:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.833395:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c800. 02000000:00000001:1.0:1788219759.833400:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.833402:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.833404:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014700. 00000100:00000001:1.0:1788219759.833408:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.833409:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.833411:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.833414:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566195072/t17179869217(17179869217) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833421:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.833423:0:326934:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893da6bb0e0. 00000002:00000001:1.0:1788219759.833426:0:326934:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.833428:0:326934:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.833430:0:326934:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894cb162280. 00000100:00000001:1.0:1788219759.833432:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.833436:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566195072/t17179869217(17179869217) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.833442:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.833444:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.833447:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219759.833450:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.833451:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.833453:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.833454:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.833456:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490dc00. 02000000:00000001:1.0:1788219759.833459:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.833461:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.833462:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219759.833465:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.833466:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.833468:0:326934:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.833473:0:326934:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894c8d717c0. 00000080:00000001:1.0:1788219759.833477:0:326934:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.833483:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fdd0 00000080:00000008:1.0:1788219759.833485:0:326934:0:(file.c:523:ll_file_release()) COMPLETED file migrate_dir:[0x2000013a2:0x981:0x0](ffff9893e6c67448), flags 304000, rc = 0 00000080:00000001:1.0:1788219759.833489:0:326934:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.833492:0:326934:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.833605:0:326934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.833609:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fe00 00000080:00002000:1.0:1788219759.833611:0:326934:0:(dcache.c:127:ll_ddelete()) deleting dentry migrate_dir (ffff9894d1b5ea20, parent ffff9893f0e38000, inode ffff9893e6c67448) hashed, 00000080:00000001:1.0:1788219759.833614:0:326934:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.833625:0:326934:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219759.833632:0:326934:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219759.833636:0:326934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.833637:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fe00 00000080:00002000:1.0:1788219759.833640:0:326934:0:(dcache.c:127:ll_ddelete()) keeping dentry d160d.sanity (ffff9893f0e38000, parent ffff9893e6c7e870, inode ffff9893e6c600c8) hashed, 00000080:00000001:1.0:1788219759.833643:0:326934:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.833686:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.833690:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219759.833692:0:326934:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219759.833693:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbb0 00000080:00200000:1.0:1788219759.833696:0:326934:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219759.833703:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490dc00. 00800000:00000002:1.0:1788219759.833709:0:326934:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219759.833714:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.833718:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.833720:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fad0 00800000:00000002:1.0:1788219759.833723:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.833727:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219759.833730:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.833731:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.833732:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.833804:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.833807:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.833809:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219759.833810:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.833814:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219759.833819:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.833821:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f9a0 00000002:00010000:1.0:1788219759.833823:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219759.833826:0:326934:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219759.833828:0:326934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.833831:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.833838:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219759.833841:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.833847:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.833851:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219759.833857:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788219759.833867:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219759.833871:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.833874:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788219759.833882:0:326934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219759.833884:0:326934:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219759.833886:0:326934:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.833887:0:326934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219759.833889:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.833892:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219759.833895:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219759.833897:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219759.833899:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490dc00. 00000080:00000001:1.0:1788219759.833911:0:326934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219759.833913:0:326934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.833916:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219759.833920:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:1.0:1788219759.833982:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.833985:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219759.833987:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.833989:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.833992:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.833994:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.833997:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.834001:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.834003:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.834005:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.834007:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.834009:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c7f8fbe8 00010000:00000001:1.0:1788219759.834011:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.834012:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.834014:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219759.834016:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.834018:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219759.834021:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.834024:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219759.834031:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.834033:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.834034:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.834036:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.834039:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788219759.834046:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.834049:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.834051:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.834056:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.834057:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.834058:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834061:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.834063:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834064:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834067:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834069:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.834070:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.834071:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219759.834074:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219759.834075:0:326934:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219759.834077:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.834081:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.834085:0:326934:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219759.834087:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00002000:1.0:1788219759.834089:0:326934:0:(dcache.c:87:ll_dcompare()) found name d160d.sanity(ffff9893f0e38000) flags 0x28000e refc 0 00000080:00000001:1.0:1788219759.834091:0:326934:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.834094:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fbc0 00000080:00200000:1.0:1788219759.834095:0:326934:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160d.sanity, flags=25 00000080:00000001:1.0:1788219759.834100:0:326934:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219759.834102:0:326934:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.834104:0:326934:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219759.834106:0:326934:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219759.834109:0:326934:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219759.834119:0:326934:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e33fc0. 00000020:00000001:1.0:1788219759.834123:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fb78 00000080:00200000:1.0:1788219759.834125:0:326934:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), flags=9 00000080:00000001:1.0:1788219759.834127:0:326934:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219759.834129:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fa28 00000080:00200000:1.0:1788219759.834131:0:326934:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=migrate_dir, dir=[0x2000013a2:0x980:0x0](ffff9893e6c600c8), intent=getattr 00000080:00000010:1.0:1788219759.834138:0:326934:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d490dc00. 00000080:00000001:1.0:1788219759.834143:0:326934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219759.834144:0:326934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.834146:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f948 00800000:00000002:1.0:1788219759.834147:0:326934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'migrate_dir' on [0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.834150:0:326934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219759.834152:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.834154:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.834155:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.834156:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.834158:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.834160:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x980:0x0] 00800000:00000001:1.0:1788219759.834162:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.834164:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f8e0 00800000:00000002:1.0:1788219759.834166:0:326934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x980:0x0], fid2=[0x0:0x0:0x0], name='migrate_dir' -> mds #0 00000002:00000001:1.0:1788219759.834169:0:326934:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219759.834171:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f818 00000002:00010000:1.0:1788219759.834172:0:326934:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: migrate_dir,[0x0:0x0:0x0]) in obj [0x2000013a2:0x980:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219759.834176:0:326934:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219759.834180:0:326934:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219759.834183:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219759.834186:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219759.834191:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219759.834196:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.834198:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.834199:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.834201:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.834203:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.834205:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.834208:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.834213:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181c00. 00000100:00000001:1.0:1788219759.834218:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834222:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.834224:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834225:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.834227:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.834228:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.834235:0:326934:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00010000:00000001:1.0:1788219759.834239:0:326934:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219759.834241:0:326934:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219759.834244:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:1.0:1788219759.834247:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.834249:0:326934:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219759.834253:0:326934:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194000. 00000020:00000001:1.0:1788219759.834256:0:326934:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219759.834258:0:326934:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194000 with handle 0x34450ab7a163366 to hash 00000020:00000001:1.0:1788219759.834260:0:326934:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219759.834261:0:326934:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.834265:0:326934:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.834267:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.834269:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.834272:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.834285:0:326934:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.834296:0:326934:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 326934 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219759.834301:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.834303:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.834310:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.834357:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131807488 : -113714577744128 : ffff9893c2fcdf00) 00000100:00000001:1.0:1788219759.834360:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.834362:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.834367:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.834370:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.834373:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.834374:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.834382:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.834391:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.834393:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.834396:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.834398:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.834401:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.834404:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566195200:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219759.834408:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.834413:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.834415:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.834418:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.834422:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9f800. 02000000:00000001:1.0:1788219759.834424:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.834431:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.834435:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219759.834441:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219759.834447:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566195200, portal 10 00000100:00000001:1.0:1788219759.834449:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.834450:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219759.834456:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.834464:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.834467:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.834469:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661440. 00000100:00000200:1.0:1788219759.834473:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566195200, offset 0 00000400:00000200:1.0:1788219759.834480:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.834487:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.834493:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.834704:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.834709:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.834713:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.834717:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.834721:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92712:92712:256:4294967295] 192.168.203.120@tcp LPNI seq info [92712:92712:8:4294967295] 00000400:00000200:1.0:1788219759.834725:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.834802:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.834809:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.834815:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219759.834822:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.834830:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.834834:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.834850:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.834855:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.834859:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.834861:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628950 00000100:00000001:1.0:1788219759.834864:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.834869:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628950 00000100:00000001:1.0:1788219759.834871:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.834874:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.834876:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.834879:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.834881:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.834884:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcdf00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.834886:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.834889:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.835604:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.835612:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:2.0:1788219759.835618:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.835625:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.835631:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661440 00000400:00000010:2.0:1788219759.835634:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661440. 00000100:00000001:2.0:1788219759.835637:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.835643:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.835654:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.835658:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.835665:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.835667:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.841398:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.841413:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.841418:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.841421:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.841432:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.841440:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.841449:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.841456:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.841461:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.841466:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 728 into portal 10 MB=0x6a95ffb77fa00 00000400:00000200:2.0:1788219759.841471:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.841478:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 728/728 into md 0xe8a1d [1] + 224 00000800:00000001:2.0:1788219759.841484:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.841492:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.841496:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.841510:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.841524:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.841534:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219759.841545:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=728 offset=224 replen=1152 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.841590:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.841606:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.841614:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.841618:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219759.842025:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.842028:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.842032:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219759.842037:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219759.842039:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219759.842042:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.842048:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.842057:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.842063:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.842066:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.842068:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.842072:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.842075:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.842077:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.842080:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.842089:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.842093:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.842095:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.842097:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.842099:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.842102:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.842106:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.842109:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.842111:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.842113:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.842118:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/728 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.842125:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.842128:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.842130:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.842134:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/728 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.842142:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566195200:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219759.842146:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.842149:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.842152:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.842154:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.842157:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/728 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.842164:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.842167:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcdf00. 00000100:00000001:1.0:1788219759.842170:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.842172:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.842175:0:326934:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219759.842179:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842181:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842185:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=4 00000020:00000001:1.0:1788219759.842187:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842190:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000040:1.0:1788219759.842197:0:326934:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7194000, remote cookie: 0x1782eba8aded845f, flags: 0x1001 00010000:00010000:1.0:1788219759.842262:0:326934:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x980:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219759.842278:0:326934:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x981:0x0].0x0, instead of [0x2000013a2:0x980:0x0].0x0 00010000:00000001:1.0:1788219759.842281:0:326934:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788219759.842289:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219759.842291:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.842294:0:326934:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.842297:0:326934:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219759.842305:0:326934:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842403:0:326934:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219759.842408:0:326934:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219759.842410:0:326934:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219759.842412:0:326934:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219759.842413:0:326934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219759.842415:0:326934:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x981:0x0].0x0 (ffff9893ef708700) refcount = 2 00010000:00000040:1.0:1788219759.842418:0:326934:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788219759.842421:0:326934:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788219759.842427:0:326934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842432:0:326934:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219759.842435:0:326934:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219759.842437:0:326934:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.842439:0:326934:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219759.842441:0:326934:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.842445:0:326934:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842451:0:326934:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219759.842453:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842454:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.842455:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842457:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.842458:0:326934:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.842463:0:326934:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219759.842465:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842466:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842468:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219759.842470:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842472:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842474:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842475:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842476:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=4 00000020:00000001:1.0:1788219759.842478:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842480:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842483:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.842485:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.842488:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842598:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842601:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.842603:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842604:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842606:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=5 00000020:00000001:1.0:1788219759.842608:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842610:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842613:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.842615:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842622:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842624:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219759.842626:0:326934:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842632:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.842634:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842635:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.842636:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842637:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219759.842643:0:326934:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/728 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219759.842650:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842652:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842653:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219759.842654:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842656:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842658:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842659:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.842660:0:326934:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.842662:0:326934:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.842664:0:326934:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219759.842667:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842668:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842669:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219759.842671:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842673:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00000002:00010000:1.0:1788219759.842676:0:326934:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842681:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842683:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.842684:0:326934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219759.842685:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842687:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842688:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219759.842690:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842692:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000040:1.0:1788219759.842695:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 3 00010000:00000001:1.0:1788219759.842697:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.842700:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.842703:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219759.842707:0:326934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219759.842714:0:326934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219759.842719:0:326934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.842722:0:326934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219759.842728:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842729:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.842731:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.842732:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.842803:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219759.842805:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842808:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219759.842811:0:326934:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1788219759.842814:0:326934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842821:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.842823:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842834:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.842835:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219759.842837:0:326934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219759.842843:0:326934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.842845:0:326934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.842848:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788219759.842855:0:326934:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893c2fcdf00. 00010000:00000001:1.0:1788219759.842859:0:326934:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788219759.843027:0:326934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788219759.843031:0:326934:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843032:0:326934:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843034:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.843036:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843037:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.843039:0:326934:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219759.843043:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8f7a0 00000002:00002000:1.0:1788219759.843045:0:326934:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=migrate_dir intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219759.843049:0:326934:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.843053:0:326934:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.843055:0:326934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219759.843059:0:326934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x980:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219759.843062:0:326934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.843066:0:326934:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219759.843068:0:326934:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c7f8fbb0 it_disposition b 00000080:00000001:1.0:1788219759.843070:0:326934:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219759.843076:0:326934:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219759.843080:0:326934:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219759.843085:0:326934:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06ef00. 00800000:00000001:1.0:1788219759.843088:0:326934:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148854528 : -113709560697088 : ffff9894ee06ef00) 00800000:00000001:1.0:1788219759.843090:0:326934:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219759.843093:0:326934:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/1, master 0 hash_type 0x82000003/0x2 layout_version 2 00800000:00000001:1.0:1788219759.843096:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.843099:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.843101:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.843104:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.843105:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.843107:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x1:0x0] 00800000:00000001:1.0:1788219759.843109:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219759.843111:0:326934:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x1:0x0] 00800000:00000001:1.0:1788219759.843112:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.843113:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.843114:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.843116:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.843117:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.843118:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.843120:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219759.843121:0:326934:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a2:0x57:0x0] 00800000:00000001:1.0:1788219759.843122:0:326934:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.843124:0:326934:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.843126:0:326934:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219759.843129:0:326934:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9894c9d25f80. 00800000:00000001:1.0:1788219759.843130:0:326934:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363541430144 : -113710168121472 : ffff9894c9d25f80) 00800000:00000001:1.0:1788219759.843132:0:326934:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.843134:0:326934:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219759.843137:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:1.0:1788219759.843140:0:326934:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788219759.843146:0:326934:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219759.843148:0:326934:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894c9c0cb00 of [0x2000013a2:0x981:0x0] 00000080:00000001:1.0:1788219759.843151:0:326934:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788219759.843154:0:326934:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788219759.843156:0:326934:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.843159:0:326934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:1.0:1788219759.843161:0:326934:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219759.843166:0:326934:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x981:0x0], updating i_size 4096 00000080:00200000:1.0:1788219759.843168:0:326934:0:(namei.c:147:ll_iget()) got inode: [0x2000013a2:0x981:0x0](ffff9893e6c67448): rc = 0 00000080:00000001:1.0:1788219759.843170:0:326934:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359732221000 : -113713977330616 : ffff9893e6c67448) 00010000:00000001:1.0:1788219759.843172:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.843174:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.843175:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219759.843177:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.843179:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.843181:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843182:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219759.843183:0:326934:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219759.843185:0:326934:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788219759.843187:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9d25f80 1 00800000:00000010:1.0:1788219759.843189:0:326934:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9894c9d25f80. 00800000:00000002:1.0:1788219759.843192:0:326934:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06ef00 1 00800000:00000010:1.0:1788219759.843194:0:326934:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894ee06ef00. 00800000:00000001:1.0:1788219759.843196:0:326934:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219759.843199:0:326934:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x981:0x0](ffff9893e6c67448) for lock 0x34450ab7a16335f 00800000:00000001:1.0:1788219759.843202:0:326934:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219759.843214:0:326934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219759.843216:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.843217:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.843218:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219759.843220:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.843222:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.843224:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843226:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219759.843227:0:326934:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.843228:0:326934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788219759.843235:0:326934:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e7bcde58 inode ffff9893e6c67448 refc 1 flags 0x20000e 00000080:00000002:1.0:1788219759.843240:0:326934:0:(llite_lib.c:3296:ll_update_dir_depth_dmv()) migrate_dir [0x2000013a2:0x981:0x0] depth 2 server default LMV inherit depth 0 00000080:00000001:1.0:1788219759.843243:0:326934:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788219759.843247:0:326934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x981:0x0](ffff9893e6c67448) 00000080:00010000:1.0:1788219759.843250:0:326934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16335f from it ffffa959c7f8fbb0 00010000:00000001:1.0:1788219759.843252:0:326934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.843253:0:326934:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.843255:0:326934:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219759.843257:0:326934:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.843259:0:326934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.843261:0:326934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219759.843264:0:326934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219759.843271:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843272:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.843273:0:326934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219759.843275:0:326934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219759.843278:0:326934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219759.843285:0:326934:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219759.843287:0:326934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219759.843289:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.843294:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843296:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.843297:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843299:0:326934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219759.843300:0:326934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843302:0:326934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843305:0:326934:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843307:0:326934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219759.843308:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843309:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219759.843355:0:326934:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219759.843360:0:326934:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d490dc00. 00000100:00000001:1.0:1788219759.843366:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.843373:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566195200/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/728 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.843380:0:326934:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.843383:0:326934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.843386:0:326934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9f800. 02000000:00000001:1.0:1788219759.843390:0:326934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.843392:0:326934:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.843394:0:326934:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.843396:0:326934:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.843399:0:326934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219759.843402:0:326934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.843403:0:326934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.843405:0:326934:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219759.843408:0:326934:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.843410:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.843412:0:326934:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219759.843414:0:326934:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7f8fbb0 released 00000080:00000001:1.0:1788219759.843415:0:326934:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00200000:1.0:1788219759.843439:0:326934:0:(xattr.c:413:ll_xattr_set()) VFS Op:inode=[0x2000013a2:0x981:0x0](ffff9893e6c67448), xattr lmv 00000080:00000001:1.0:1788219759.843444:0:326934:0:(xattr.c:84:ll_xattr_set_common()) Process entered 00800000:00000001:1.0:1788219759.843452:0:326934:0:(lmv_obd.c:1605:lmv_setxattr()) Process entered 00800000:00000001:1.0:1788219759.843454:0:326934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219759.843455:0:326934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219759.843456:0:326934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219759.843458:0:326934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219759.843460:0:326934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219759.843461:0:326934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x981:0x0] 00800000:00000001:1.0:1788219759.843463:0:326934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.843467:0:326934:0:(mdc_request.c:354:mdc_xattr_common()) Process entered 00000100:00000010:1.0:1788219759.843470:0:326934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219759.843473:0:326934:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219759.843477:0:326934:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219759.843478:0:326934:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.843481:0:326934:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219759.843485:0:326934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 3 00010000:00000001:1.0:1788219759.843487:0:326934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.843490:0:326934:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219759.843493:0:326934:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843494:0:326934:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.843504:0:326934:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843507:0:326934:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219759.843510:0:326934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.843579:0:326934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.843581:0:326934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.843582:0:326934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.843586:0:326934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.843587:0:326934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.843591:0:326934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.843597:0:326934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181c00. 00000100:00000001:1.0:1788219759.843603:0:326934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843606:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.843607:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843609:0:326934:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.843610:0:326934:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.843612:0:326934:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219759.843621:0:326934:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219759.843627:0:326934:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219759.843633:0:326934:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219759.843635:0:326934:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219759.843641:0:326934:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcd780. 00000100:00000001:1.0:1788219759.843643:0:326934:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131805568 : -113714577746048 : ffff9893c2fcd780) 00000100:00000001:1.0:1788219759.843646:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.843647:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.843651:0:326934:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.843656:0:326934:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.843657:0:326934:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219759.843659:0:326934:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.843662:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.843667:0:326934:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.843670:0:326934:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.843673:0:326934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.843676:0:326934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.843678:0:326934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.843682:0:326934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566195456:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219759.843688:0:326934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.843693:0:326934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.843696:0:326934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.843698:0:326934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.843702:0:326934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219759.843704:0:326934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.843711:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.843715:0:326934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219759.843722:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219759.843729:0:326934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566195456, portal 10 00000100:00000001:1.0:1788219759.843732:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.843733:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219759.843820:0:326934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.843826:0:326934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.843829:0:326934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.843832:0:326934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661a18. 00000100:00000200:1.0:1788219759.843836:0:326934:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566195456, offset 0 00000400:00000200:1.0:1788219759.843842:0:326934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.843851:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.843858:0:326934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.843863:0:326934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.843867:0:326934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.843870:0:326934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.843873:0:326934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.843876:0:326934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92713:92713:256:4294967295] 192.168.203.120@tcp LPNI seq info [92713:92713:8:4294967295] 00000400:00000200:1.0:1788219759.843879:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.843888:0:326934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.843893:0:326934:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.843898:0:326934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219759.843916:0:326934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.843925:0:326934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.843929:0:326934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.843942:0:326934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.843946:0:326934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.843949:0:326934:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.843952:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628959 00000100:00000001:1.0:1788219759.843955:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.843957:0:326934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628959 00000100:00000001:1.0:1788219759.843959:0:326934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.843961:0:326934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.843964:0:326934:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.843967:0:326934:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.843968:0:326934:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219759.843971:0:326934:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcd780 going to sleep for 11 seconds 00000100:00000001:1.0:1788219759.843973:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.843976:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.844412:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.844418:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:2.0:1788219759.844423:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.844428:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.844433:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661a18 00000400:00000010:2.0:1788219759.844435:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661a18. 00000100:00000001:2.0:1788219759.844439:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.844444:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.844453:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.844456:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.844463:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.844465:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788219759.848251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb080. 00000020:00000001:3.0:1788219759.848561:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219759.848565:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219759.848569:0:301325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788219759.848573:0:301325:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788219759.848576:0:301325:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788219759.848582:0:301325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219759.848599:0:301325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7194000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:3.0:1788219759.848602:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788219759.848607:0:301325:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219759.848614:0:301325:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788219759.848617:0:301325:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788219759.848620:0:301325:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219759.848627:0:301325:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788219759.848629:0:301325:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788219759.848631:0:301325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219759.848634:0:301325:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219759.848637:0:301325:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:3.0:1788219759.848639:0:301325:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:3.0:1788219759.848642:0:301325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:3.0:1788219759.848645:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219759.848647:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788219759.848654:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219759.848658:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219759.848660:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219759.848662:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x981:0x0] mode (null) 00000002:00000001:3.0:1788219759.848667:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219759.848670:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219759.848676:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 3 00010000:00000001:3.0:1788219759.848679:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219759.848683:0:301325:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219759.848686:0:301325:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219759.848689:0:301325:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219759.848830:0:301325:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.848836:0:301325:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788219759.848848:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.848850:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219759.848852:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788219759.848854:0:301325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.848855:0:301325:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.848857:0:301325:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=2 00000020:00000001:2.0:1788219759.848859:0:301325:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219759.848861:0:301325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219759.848863:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.848864:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219759.848866:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219759.848868:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788219759.848870:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.848874:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219759.848877:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219759.848878:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219759.848880:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.848882:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219759.848885:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194000 with handle 0x34450ab7a163366 from hash 00010000:00000001:2.0:1788219759.848887:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219759.848889:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.848890:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.848891:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219759.848894:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219759.848896:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788219759.848901:0:301325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219759.848916:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.848917:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.848918:0:301325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.848921:0:301325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219759.848923:0:301325:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788219759.848932:0:301325:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219759.848936:0:301325:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219759.848940:0:301325:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219759.848943:0:301325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219759.848946:0:301325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219759.848955:0:301325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894ee1c6e00. 00000100:00000001:2.0:1788219759.848963:0:301325:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.848965:0:301325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788219759.848971:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219759.848978:0:301325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788219759.848979:0:301325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.848984:0:301325:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219759.848989:0:301325:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.849002:0:301325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008587514e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788219759.849026:0:301325:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219759.849029:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219759.849030:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.849032:0:301325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.849033:0:301325:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219759.849035:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.849038:0:301325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.849044:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788219759.849046:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a163366 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded845f expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219759.849057:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219759.849058:0:301325:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788219759.849061:0:301325:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893c2fcdf00. 00010000:00000001:2.0:1788219759.849065:0:301325:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219759.849067:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219759.849068:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.849070:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788219759.849072:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219759.849073:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.849075:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788219759.849076:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219759.849078:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.849079:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788219759.849176:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.849180:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.849184:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.849190:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.849198:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.849200:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.849270:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.849274:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.849276:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.849281:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566195584:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788219759.849285:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.849291:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.849293:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.849296:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.849301:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fdc00. 02000000:00000001:3.0:1788219759.849303:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.849337:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.849342:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.849350:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219759.849356:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566195584, portal 18 00000100:00000001:3.0:1788219759.849359:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.849360:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:3.0:1788219759.849367:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.849374:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.849376:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.849379:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219759.849383:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566195584, offset 0 00000400:00000200:3.0:1788219759.849389:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.849397:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.849404:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.849409:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.849413:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.849416:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.849419:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.849422:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92714:92714:256:4294967295] 192.168.203.120@tcp LPNI seq info [92714:92714:8:4294967295] 00000400:00000200:3.0:1788219759.849426:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.849434:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.849440:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.849445:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219759.849452:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.849458:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.849463:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.849474:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.849478:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.849482:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.849485:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628965 00000100:00000001:3.0:1788219759.849488:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.849491:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628965 00000100:00000001:3.0:1788219759.849493:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000800:00000001:2.0:1788219759.849650:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849663:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.849665:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849668:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.849672:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849677:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.849684:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849687:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849691:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849695:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9c7780 00000400:00000200:2.0:1788219759.849701:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe6ded [2] + 1704 00000800:00000001:2.0:1788219759.849707:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849710:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.849713:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.849718:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.849725:0:256055:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219759.849727:0:256055:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788219759.849731:0:256055:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000100:00000040:2.0:1788219759.849746:0:256055:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed029880 x1875079568586624 msgsize 328 00000100:00100000:2.0:1788219759.849751:0:256055:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:2.0:1788219759.849759:0:256055:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1788219759.849836:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.849840:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219759.849843:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.849846:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.849850:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:2.0:1788219759.849853:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:2.0:1788219759.849856:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.849861:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.849871:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.849875:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.849883:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.849885:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.849889:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849893:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.849895:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849896:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.849900:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849914:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.849919:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849922:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849925:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.849928:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9c7800 00000400:00000200:2.0:1788219759.849932:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe6ded [2] + 2032 00000400:00000010:2.0:1788219759.849936:0:256055:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a318. 00000400:00000200:2.0:1788219759.849939:0:256055:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9894c74e56c0 00000800:00000001:2.0:1788219759.849942:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849947:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.849949:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.849952:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.849956:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c74e56c0 00000400:00000010:2.0:1788219759.849958:0:256055:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff9894c74e56c0. 00000100:00000001:2.0:1788219759.849960:0:256055:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219759.849962:0:256055:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788219759.849965:0:256055:0:(events.c:337:request_in_callback()) incoming req@ffff9894c8d30450 x1875079568586752 msgsize 328 00000100:00100000:2.0:1788219759.849969:0:256055:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000040:2.0:1788219759.849971:0:256055:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788219759.849977:0:256055:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.849980:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.849983:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788219759.850002:0:280883:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9894d3d4d000. 00000100:00000010:2.0:1788219759.850010:0:280883:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9893e2cf0000. 00000100:00100000:2.0:1788219759.850012:0:280883:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788219759.850016:0:280883:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788219759.850019:0:280883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb20b0. 00000400:00000010:2.0:1788219759.850023:0:280883:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9893ef6f1480. 00000100:00000001:2.0:1788219759.850030:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219759.850032:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568586624 02000000:00000001:2.0:1788219759.850034:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219759.850036:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219759.850039:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.850042:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.850045:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568586624 00000020:00000001:2.0:1788219759.850047:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219759.850049:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:2.0:1788219759.850050:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.850053:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=5 00000020:00000001:2.0:1788219759.850055:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:2.0:1788219759.850057:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:2.0:1788219759.850061:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219759.850064:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47e40. 00000100:00000001:2.0:1788219759.850067:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219759.850069:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47e40. 00000020:00000010:2.0:1788219759.850076:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894ee1c7a00. 00000020:00000010:2.0:1788219759.850082:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3200. 00000020:00000010:2.0:1788219759.850087:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d24513e8. 00000100:00000040:2.0:1788219759.850095:0:280883:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219759.850098:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219759.850100:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219759.850102:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850110:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850120:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.850128:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219759.850130:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568586752 02000000:00000001:2.0:1788219759.850132:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219759.850133:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219759.850134:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.850136:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.850138:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568586752 00000020:00000001:2.0:1788219759.850139:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219759.850140:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:2.0:1788219759.850142:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.850143:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=6 00000020:00000001:2.0:1788219759.850145:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:2.0:1788219759.850147:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:2.0:1788219759.850149:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219759.850152:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47e40. 00000100:00000001:2.0:1788219759.850154:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219759.850156:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47e40. 00000020:00000010:2.0:1788219759.850159:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894ee1c7c00. 00000020:00000010:2.0:1788219759.850161:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3380. 00000020:00000010:2.0:1788219759.850164:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000001:2.0:1788219759.850167:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219759.850168:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219759.850169:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850173:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850174:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.850180:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219759.850182:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219759.850186:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 441 00000100:00000040:2.0:1788219759.850191:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:2.0:1788219759.850192:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:2.0:1788219759.850197:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed029880 x1875079568586624/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/0 e 0 to 0 dl 1788219770 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219759.850217:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219759.850220:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47e40. 00000100:00000001:2.0:1788219759.850223:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219759.850225:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47e40. 00000100:00100000:2.0:1788219759.850229:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+6:122690:x1875079568586624:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219759.850233:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568586624 00010000:00000001:2.0:1788219759.850235:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219759.850240:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.850241:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1788219759.850243:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.850245:0:280883:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219759.850247:0:280883:0:(ldlm_lockd.c:2448:ldlm_callback_handler()) callback on lock 0x34450ab7a163366 - lock disappeared 00000100:00000001:2.0:1788219759.850250:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219759.850252:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219759.850256:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4f000. 02000000:00000001:2.0:1788219759.850258:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850260:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.850264:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219759.850267:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219759.850271:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219759.850275:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219759.850278:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219759.850280:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219759.850282:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219759.850284:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850287:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.850289:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.850292:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219759.850295:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568586624, offset 224 00000400:00000200:2.0:1788219759.850299:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.850304:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.850309:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.850333:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92715:92715:256:4294967295] 192.168.203.120@tcp LPNI seq info [92715:92715:8:4294967295] 00000400:00000200:2.0:1788219759.850339:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.850345:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.850351:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.850356:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c300. 00000800:00000200:2.0:1788219759.850361:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.850366:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.850370:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.850378:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.850381:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00010000:2.0:1788219759.850388:0:280883:0:(ldlm_lockd.c:2345:ldlm_callback_errmsg()) @@@ Operate with invalid parameter, NID=12345-192.168.203.120@tcp lock=0x34450ab7a163366: rc = 0 req@ffff9894ed029880 x1875079568586624/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1788219759.850397:0:280883:0:(ldlm_lockd.c:2452:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.850401:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079568586624/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219759.850411:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+6:122690:x1875079568586624:12345-192.168.203.120@tcp:104: Request processed in 191us (662us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788219759.850419:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 441 00000100:00000040:2.0:1788219759.850423:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:2.0:1788219759.850426:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219759.850427:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219759.850432:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3200. 00000020:00000010:2.0:1788219759.850436:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d24513e8. 00000020:00000010:2.0:1788219759.850440:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894ee1c7a00. 00000020:00000040:2.0:1788219759.850444:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 5 00000100:00000001:2.0:1788219759.850447:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.850454:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219759.850455:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219759.850458:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 442 00000100:00000040:2.0:1788219759.850461:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:2.0:1788219759.850462:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630363524695120 : -113710184856496 : ffff9894c8d30450) 00000100:00000040:2.0:1788219759.850467:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894c8d30450 x1875079568586752/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/0 e 0 to 0 dl 1788219770 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219759.850475:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219759.850478:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47e40. 00000100:00000001:2.0:1788219759.850481:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219759.850483:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47e40. 00000100:00100000:2.0:1788219759.850487:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894c8d30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122690:x1875079568586752:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219759.850491:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568586752 00010000:00000001:2.0:1788219759.850492:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219759.850495:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.850503:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.850505:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=2 00000020:00000001:2.0:1788219759.850507:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219759.850510:0:280883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219759.850513:0:280883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.850515:0:280883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219759.850520:0:280883:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00000001:2.0:1788219759.850529:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219759.850531:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219759.850534:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4e400. 02000000:00000001:2.0:1788219759.850536:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850538:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.850540:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219759.850542:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219759.850545:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219759.850548:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219759.850550:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219759.850552:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219759.850555:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219759.850557:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.850559:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.850561:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.850564:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219759.850567:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568586752, offset 224 00000400:00000200:2.0:1788219759.850572:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.850576:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.850580:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.850584:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92716:92716:255:4294967295] 192.168.203.120@tcp LPNI seq info [92716:92716:7:4294967295] 00000400:00000200:2.0:1788219759.850588:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.850595:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.850599:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.850603:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ce00. 00000800:00000200:2.0:1788219759.850607:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.850611:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.850614:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.850617:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.850619:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219759.850622:0:280883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219759.850626:0:280883:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893ef6f1c00. 00010000:00000001:2.0:1788219759.850629:0:280883:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219759.850645:0:280883:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219759.850648:0:280883:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.850650:0:280883:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.850653:0:280883:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.850657:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894c8d30450 x1875079568586752/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219759.850666:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894c8d30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122690:x1875079568586752:12345-192.168.203.120@tcp:104: Request processed in 189us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219759.850673:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 442 00000100:00000040:2.0:1788219759.850676:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:2.0:1788219759.850678:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219759.850680:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219759.850682:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3380. 00000020:00000010:2.0:1788219759.850686:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219759.850689:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894ee1c7c00. 00000020:00000040:2.0:1788219759.850692:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 4 00000100:00000010:2.0:1788219759.850697:0:280883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 02000000:00000001:2.0:1788219759.850701:0:280883:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850703:0:280883:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4d400. 02000000:00000001:2.0:1788219759.850706:0:280883:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219759.850708:0:280883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 02000000:00000001:2.0:1788219759.850712:0:280883:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850713:0:280883:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9893e125f800. 02000000:00000001:2.0:1788219759.850716:0:280883:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219759.850717:0:280883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 02000000:00000001:2.0:1788219759.850720:0:280883:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850721:0:280883:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894c8d32400. 02000000:00000001:2.0:1788219759.850724:0:280883:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219759.850725:0:280883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028000. 02000000:00000001:2.0:1788219759.850727:0:280883:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850729:0:280883:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894c8d31c00. 02000000:00000001:2.0:1788219759.850731:0:280883:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219759.850733:0:280883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029c00. 02000000:00000001:2.0:1788219759.850736:0:280883:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850737:0:280883:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894c8d33800. 02000000:00000001:2.0:1788219759.850739:0:280883:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219759.850740:0:280883:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02ad80. 00000100:00000010:2.0:1788219759.850744:0:280883:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9893e3106000. 00000100:00000010:2.0:1788219759.850748:0:280883:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9894c8d30400. 00000100:00000001:2.0:1788219759.850750:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219759.850779:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.850783:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c300. 00000400:00000200:2.0:1788219759.850786:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.850790:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.850793:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219759.850796:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219759.850798:0:256055:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1788219759.850800:0:256055:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850801:0:256055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4f000. 02000000:00000001:2.0:1788219759.850804:0:256055:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788219759.850805:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788219759.850836:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.850839:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ce00. 00000400:00000200:2.0:1788219759.850842:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.850845:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.850848:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:2.0:1788219759.850850:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:2.0:1788219759.850852:0:256055:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1788219759.850853:0:256055:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219759.850855:0:256055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4e400. 02000000:00000001:2.0:1788219759.850857:0:256055:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788219759.850858:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1788219759.851107:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.851113:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.851118:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.851121:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.851126:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.851129:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219759.851131:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.851133:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.851135:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.851137:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.851151:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.851154:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.851296:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.851299:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.851302:0:280891:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788219759.851305:0:280891:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788219759.851307:0:280891:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219759.851340:0:280891:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219759.851351:0:280891:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1bc00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219759.851354:0:280891:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219759.851358:0:280891:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.851366:0:280891:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219759.851369:0:280891:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219759.851372:0:280891:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.851378:0:280891:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219759.851381:0:280891:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219759.851383:0:280891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.851384:0:280891:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.851386:0:280891:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219759.851388:0:280891:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.851390:0:280891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219759.851393:0:280891:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219759.851396:0:280891:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788219759.851402:0:280891:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219759.851405:0:280891:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219759.851408:0:280891:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219759.851410:0:280891:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x981:0x0] mode (null) 00000002:00000001:1.0:1788219759.851414:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.851416:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.851422:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219759.851424:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219759.851429:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.851430:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.851431:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.851433:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219759.851434:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219759.851436:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.851438:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.851439:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.851440:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219759.851442:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219759.851444:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.851446:0:280891:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219759.851449:0:280891:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x981:0x0] lli = ffff9893e6c67380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788219759.851453:0:280891:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788219759.851456:0:280891:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219759.851459:0:280891:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219759.851461:0:280891:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x981:0x0](ffff9893e6c67448) invalid 00000020:00000001:1.0:1788219759.851464:0:280891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eafc40 00000080:00002000:1.0:1788219759.851466:0:280891:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry migrate_dir (ffff9893e7bcde58) parent ffff9893f0e38000 inode ffff9893e6c67448 refc 1 00000080:00000001:1.0:1788219759.851470:0:280891:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219759.851472:0:280891:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219759.851474:0:280891:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.851476:0:280891:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219759.851479:0:280891:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219759.851481:0:280891:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219759.851483:0:280891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.851485:0:280891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219759.851487:0:280891:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1bc00 with handle 0x34450ab7a16335f from hash 00010000:00000001:1.0:1788219759.851490:0:280891:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219759.851491:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.851493:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.851494:0:280891:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219759.851497:0:280891:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219759.851499:0:280891:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788219759.851504:0:280891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.851509:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.851510:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.851511:0:280891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.851525:0:280891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.851527:0:280891:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788219759.851533:0:280891:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219759.851537:0:280891:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.851541:0:280891:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.851543:0:280891:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.851547:0:280891:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.851553:0:280891:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490dc00. 00000100:00000001:1.0:1788219759.851559:0:280891:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.851561:0:280891:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219759.851567:0:280891:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219759.851573:0:280891:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219759.851575:0:280891:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.851580:0:280891:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.851584:0:280891:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.851593:0:280891:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ff74399] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788219759.851621:0:280891:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.851624:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.851625:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.851627:0:280891:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.851629:0:280891:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.851631:0:280891:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.851634:0:280891:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.851640:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219759.851642:0:280891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a16335f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x981:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8443 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788219759.851650:0:280891:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708700 count: 0 00010000:00000010:1.0:1788219759.851655:0:280891:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c400. 00010000:00000001:1.0:1788219759.851664:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.851665:0:280891:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788219759.851667:0:280891:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893ef6f1c00. 00010000:00000001:1.0:1788219759.851670:0:280891:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.851671:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.851673:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.851674:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219759.851676:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.851677:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.851679:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219759.851680:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.851681:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.851683:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788219759.851689:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219759.851691:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788219759.851693:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.851697:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.851698:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.851700:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.851701:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.851703:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.851708:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.851715:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.851716:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.851719:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.851721:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.851723:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.851726:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566195712:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219759.851730:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.851745:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.851747:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.851750:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.851754:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490cc00. 02000000:00000001:1.0:1788219759.851756:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.851761:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.851765:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219759.851771:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219759.851776:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566195712, portal 18 00000100:00000001:1.0:1788219759.851778:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.851780:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219759.851786:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.851798:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.851800:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.851803:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661f68. 00000100:00000200:1.0:1788219759.851807:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566195712, offset 0 00000400:00000200:1.0:1788219759.851811:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.851817:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.851823:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.851828:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.851832:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.851835:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.851838:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.851841:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92717:92717:256:4294967295] 192.168.203.120@tcp LPNI seq info [92717:92717:8:4294967295] 00000400:00000200:1.0:1788219759.851844:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.851852:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.851857:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.851862:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219759.851868:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.851874:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.851877:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.851889:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.851893:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.851897:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.851899:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628967 00000100:00000001:1.0:1788219759.851902:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.851915:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628967 00000100:00000001:1.0:1788219759.851917:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.851920:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.851922:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.851925:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.851927:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.851949:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.851951:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.853700:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.853710:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219759.853718:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.853728:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.853882:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661f68 00000400:00000010:2.0:1788219759.853887:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661f68. 00000100:00000001:2.0:1788219759.853893:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.853901:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.853929:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.853932:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.853939:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.853940:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219759.863404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708700. 00010000:00000010:1.1:1788219759.863420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:2.1:1788219759.863478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194000. 00000800:00000001:3.0:1788219759.865593:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.865609:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.865613:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.865615:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.865624:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865631:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.865640:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865646:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865651:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865655:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb77fc00 00000400:00000200:3.0:1788219759.865660:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865666:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8a55 [1] + 224 00000800:00000001:3.0:1788219759.865672:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.865676:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.865678:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.865683:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.865690:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.865699:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.865710:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.865732:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.865749:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.865752:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.865754:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.865756:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.865759:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865763:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.865767:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865769:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865772:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.865775:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9c7880 00000400:00000200:3.0:1788219759.865781:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 0 00000800:00000001:3.0:1788219759.865786:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.865788:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.865790:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.865794:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.865797:0:256056:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788219759.865799:0:256056:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788219759.865804:0:256056:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ed80. 00000100:00000040:3.0:1788219759.865807:0:256056:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed39ed80 x1875079568586880 msgsize 328 00000100:00100000:3.0:1788219759.865812:0:256056:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:1.0:1788219759.865911:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.865915:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.865921:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.865924:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.865927:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219759.865931:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219759.865934:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219759.865937:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.865941:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219759.865951:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.865958:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.865960:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.865962:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.865966:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.865968:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.865970:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.865973:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.865983:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.865988:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.865990:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.865992:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.865995:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.865997:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.866001:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.866002:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.866004:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.866006:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.866010:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.866021:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.866023:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.866025:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.866028:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219759.866035:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566195712:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219759.866040:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.866043:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.866046:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566195712/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.866052:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.866054:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.866057:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490cc00. 02000000:00000001:1.0:1788219759.866060:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.866063:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.866064:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.866066:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.866068:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490dc00. 02000000:00000001:1.0:1788219759.866072:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.866074:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.866076:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219759.866078:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.866080:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.866082:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.866089:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.866091:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.866093:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.866095:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.866136:0:256056:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.866143:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.866148:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.866150:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.866151:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.866155:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.866159:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.866163:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.866166:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.866169:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.866172:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb77fb80 00000400:00000200:3.0:1788219759.866175:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.866180:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8a2d [1] + 224 00000800:00000001:3.0:1788219759.866184:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.866190:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.866192:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.866195:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.866198:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.866202:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.866221:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.866237:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.866244:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.866248:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.866260:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.866263:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.866268:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.866270:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.866272:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.866275:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219759.866277:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219759.866280:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.866285:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.866294:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.866301:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.866303:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.866304:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.866306:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.866307:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.866309:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.866362:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.866369:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.866372:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.866375:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788219759.866379:0:256064:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 116 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/0 rc 0/116 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.866386:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=116 : 116 : 74) 00000100:00000001:3.0:1788219759.866388:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.866390:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219759.866391:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.866393:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=116 : 116 : 74) 00000100:00000040:3.0:1788219759.866397:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/0 rc 116/116 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.866404:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=116 : 116 : 0x74) 00000100:00000001:3.0:1788219759.866407:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.866409:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.866413:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RQU/200/0 rc 116/116 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.866421:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566195584:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788219759.866425:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.866428:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.866431:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566195584/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 116/116 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.866438:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.866439:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.866442:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fdc00. 02000000:00000001:3.0:1788219759.866446:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.866448:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.866449:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.866451:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.866453:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894ee1c6e00. 02000000:00000001:3.0:1788219759.866457:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.866458:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.866460:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:3.0:1788219759.866463:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.866464:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.866465:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.866470:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.866471:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.866472:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219759.866474:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.867198:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219759.867254:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568586880 02000000:00000001:2.0:1788219759.867257:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219759.867260:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219759.867261:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219759.867266:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219759.867269:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568586880 00000020:00000001:2.0:1788219759.867272:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219759.867274:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:2.0:1788219759.867277:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.867280:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=5 00000020:00000001:2.0:1788219759.867283:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:2.0:1788219759.867285:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:2.0:1788219759.867289:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219759.867295:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47e40. 00000100:00000001:2.0:1788219759.867299:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219759.867301:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47e40. 00000020:00000010:2.0:1788219759.867307:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894ee1c7c00. 00000020:00000010:2.0:1788219759.867377:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3380. 00000020:00000010:2.0:1788219759.867382:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000040:2.0:1788219759.867390:0:280883:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219759.867393:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219759.867395:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219759.867397:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.867404:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.867420:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219759.867431:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219759.867433:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219759.867440:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 443 00000100:00000040:2.0:1788219759.867443:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:2.0:1788219759.867446:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364135419264 : -113709574132352 : ffff9894ed39ed80) 00000100:00000040:2.0:1788219759.867452:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed39ed80 x1875079568586880/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/0 e 0 to 0 dl 1788219770 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219759.867461:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219759.867464:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47e40. 00000100:00000001:2.0:1788219759.867466:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219759.867468:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47e40. 00000100:00100000:2.0:1788219759.867473:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122690:x1875079568586880:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219759.867477:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568586880 00010000:00000001:2.0:1788219759.867479:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219759.867485:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219759.867487:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219759.867490:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=2 00000020:00000001:2.0:1788219759.867492:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:2.0:1788219759.867627:0:280883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:2.0:1788219759.867632:0:280883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219759.867635:0:280883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219759.867640:0:280883:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00000001:2.0:1788219759.867652:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219759.867655:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219759.867660:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4f000. 02000000:00000001:2.0:1788219759.867662:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.867665:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.867670:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219759.867672:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219759.867675:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219759.867681:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219759.867684:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219759.867686:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219759.867689:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219759.867692:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.867695:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219759.867698:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219759.867703:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219759.867709:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568586880, offset 224 00000400:00000200:2.0:1788219759.867716:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219759.867725:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.867848:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219759.867857:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92718:92718:256:4294967295] 192.168.203.120@tcp LPNI seq info [92718:92718:8:4294967295] 00000400:00000200:2.0:1788219759.867861:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.867870:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219759.867876:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219759.867881:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027ce00. 00000800:00000200:2.0:1788219759.867887:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219759.867895:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219759.867899:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219759.867964:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.867969:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219759.867972:0:280883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219759.867976:0:280883:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893ef6f16c0. 00010000:00000001:2.0:1788219759.867978:0:280883:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219759.867993:0:280883:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219759.867996:0:280883:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.867997:0:280883:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219759.867999:0:280883:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219759.868006:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ed80 x1875079568586880/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219759.868016:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122690:x1875079568586880:12345-192.168.203.120@tcp:104: Request processed in 552us (2206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219759.868025:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 443 00000100:00000040:2.0:1788219759.868028:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:2.0:1788219759.868031:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219759.868032:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219759.868037:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3380. 00000020:00000010:2.0:1788219759.868042:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219759.868045:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894ee1c7c00. 00000020:00000040:2.0:1788219759.868049:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 4 00000100:00000001:2.0:1788219759.868052:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219759.868115:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.868119:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.868122:0:285341:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788219759.868125:0:285341:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788219759.868127:0:285341:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219759.868131:0:285341:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219759.868140:0:285341:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1b000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219759.868143:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219759.868148:0:285341:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.868155:0:285341:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219759.868158:0:285341:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219759.868161:0:285341:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.868166:0:285341:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219759.868170:0:285341:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219759.868171:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219759.868173:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219759.868174:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=3 00000020:00000001:1.0:1788219759.868176:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219759.868178:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219759.868180:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219759.868183:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 3/0,0 mode: PR/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788219759.868189:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219759.868193:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219759.868196:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219759.868198:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x1:0x0] mode (null) 00000002:00000001:1.0:1788219759.868202:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.868213:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.868220:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:1.0:1788219759.868223:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219759.868227:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.868229:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219759.868230:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219759.868232:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:1.0:1788219759.868234:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219759.868235:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.868237:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219759.868240:0:285341:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x1:0x0] lli = ffff9893e6c64200, pfid = [0x2000013a2:0x981:0x0] 00000080:00000002:1.0:1788219759.868281:0:285341:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x1:0x0] m[0x2000013a2:0x981:0x0] 00000080:00000001:1.0:1788219759.868285:0:285341:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:1.0:1788219759.868290:0:285341:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788219759.868292:0:285341:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219759.868296:0:285341:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219759.868298:0:285341:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x1:0x0](ffff9893e6c642c8) invalid 00000080:00000001:1.0:1788219759.868301:0:285341:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219759.868302:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219759.868304:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.868306:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219759.868309:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219759.868345:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219759.868348:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219759.868350:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219759.868352:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b000 with handle 0x34450ab7a163351 from hash 00010000:00000001:1.0:1788219759.868354:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219759.868356:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.868357:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.868359:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219759.868362:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219759.868363:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788219759.868368:0:285341:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219759.868373:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.868374:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.868375:0:285341:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.868377:0:285341:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219759.868379:0:285341:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788219759.868385:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219759.868389:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219759.868393:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219759.868396:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219759.868400:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219759.868406:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490dc00. 00000100:00000001:1.0:1788219759.868411:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.868414:0:285341:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219759.868419:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 2/0,0 mode: --/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219759.868426:0:285341:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219759.868427:0:285341:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.868431:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219759.868436:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.868444:0:285341:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ff74399] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788219759.868465:0:285341:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219759.868467:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219759.868469:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.868470:0:285341:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.868473:0:285341:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.868475:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.868478:0:285341:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219759.868484:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219759.868487:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163351 lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x1:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8427 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788219759.868506:0:285341:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708500 count: 0 00010000:00000010:1.0:1788219759.868512:0:285341:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c200. 00010000:00000001:1.0:1788219759.868521:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219759.868524:0:285341:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788219759.868526:0:285341:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893ef6f16c0. 00010000:00000001:1.0:1788219759.868529:0:285341:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219759.868532:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.868533:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.868535:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219759.868537:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.868538:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.868539:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219759.868541:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219759.868542:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219759.868544:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788219759.868551:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219759.868554:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788219759.868556:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.868562:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.868564:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.868566:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.868568:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.868570:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.868576:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.868584:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.868586:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.868590:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.868592:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.868595:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.868599:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566195840:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219759.868603:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.868608:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.868611:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.868614:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.868618:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490cc00. 02000000:00000001:1.0:1788219759.868620:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.868626:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.868631:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219759.868637:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219759.868644:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566195840, portal 18 00000100:00000001:1.0:1788219759.868647:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.868648:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219759.868654:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.868662:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.868665:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.868668:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661d48. 00000100:00000200:1.0:1788219759.868672:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566195840, offset 0 00000400:00000200:1.0:1788219759.868677:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.868683:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.868688:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.868693:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.868697:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.868701:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.868704:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.868707:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92719:92719:255:4294967295] 192.168.203.120@tcp LPNI seq info [92719:92719:7:4294967295] 00000400:00000200:1.0:1788219759.868711:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.868719:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.868724:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.868729:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000100:00000001:0.0:1788219759.868877:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219759.868881:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788219759.869065:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.869073:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.869077:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788219759.869082:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.869086:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:1.0:1788219759.869091:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.869094:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628984 00000100:00000001:1.0:1788219759.869097:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.869100:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628984 00000100:00000001:1.0:1788219759.869103:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.869106:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.869108:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.869111:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.869114:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.869832:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.869839:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027ce00. 00000400:00000200:2.0:1788219759.869846:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.869852:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.869858:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:2.0:1788219759.869861:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:2.0:1788219759.869865:0:256055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788219759.869867:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788219759.875053:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.875063:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:2.0:1788219759.875073:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.875083:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.875090:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661d48 00000400:00000010:2.0:1788219759.875093:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661d48. 00000100:00000001:2.0:1788219759.875099:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.875108:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.875121:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.875124:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.875131:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.875133:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.875532:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875544:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.875547:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875550:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.875557:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875562:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.875569:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875574:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875578:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875583:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb77fc80 00000400:00000200:2.0:1788219759.875588:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875594:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8a65 [1] + 224 00000800:00000001:2.0:1788219759.875601:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875606:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.875609:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.875612:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.875618:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.875624:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.875634:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.875678:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.875682:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219759.875701:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.875709:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875713:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.875715:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875717:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.875721:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875725:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.875729:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875732:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875735:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.875738:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9c7980 00000400:00000200:2.0:1788219759.875820:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 328 00000800:00000001:2.0:1788219759.875825:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875870:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.875873:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.875877:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.875881:0:256056:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219759.875884:0:256056:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788219759.875889:0:256056:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02ad80. 00000100:00000040:2.0:1788219759.875892:0:256056:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed02ad80 x1875079568587136 msgsize 328 00000100:00100000:2.0:1788219759.875897:0:256056:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:2.0:1788219759.875920:0:256056:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.875926:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.875930:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.876686:0:300958:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788219759.876691:0:300958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568587136 02000000:00000001:3.0:1788219759.876694:0:300958:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788219759.876697:0:300958:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.876699:0:300958:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.876705:0:300958:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.876709:0:300958:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568587136 00000020:00000001:3.0:1788219759.876713:0:300958:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1788219759.876715:0:300958:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d63a 00000020:00000001:3.0:1788219759.876717:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219759.876721:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b5800 refcount=5 00000020:00000001:3.0:1788219759.876725:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000020:00000001:3.0:1788219759.876727:0:300958:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000100:00000001:3.0:1788219759.876731:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788219759.876746:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e070e340. 00000100:00000001:3.0:1788219759.876750:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788219759.876753:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e070e340. 00000020:00000010:3.0:1788219759.876759:0:300958:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893da0fdc00. 00000020:00000010:3.0:1788219759.876764:0:300958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894c8fef880. 00000020:00000010:3.0:1788219759.876769:0:300958:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894f5cd5ed8. 00000100:00000040:3.0:1788219759.876776:0:300958:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788219759.876780:0:300958:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788219759.876782:0:300958:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788219759.876784:0:300958:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.876792:0:300958:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.876808:0:300958:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.876818:0:300958:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788219759.876820:0:300958:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788219759.876826:0:300958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 444 00000100:00000040:3.0:1788219759.876830:0:300958:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b5800 : new rpc_count 1 00000100:00000001:3.0:1788219759.876833:0:300958:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364131798400 : -113709577753216 : ffff9894ed02ad80) 00000100:00000040:3.0:1788219759.876839:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed02ad80 x1875079568587136/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/0 e 0 to 0 dl 1788219770 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219759.876849:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788219759.876851:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e070e340. 00000100:00000001:3.0:1788219759.876853:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788219759.876856:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e070e340. 00000100:00100000:3.0:1788219759.876860:0:300958:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568587136:12345-192.168.203.120@tcp:104: 00000100:00000200:3.0:1788219759.876867:0:300958:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568587136 00010000:00000001:3.0:1788219759.876870:0:300958:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788219759.876877:0:300958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219759.876879:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219759.876881:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=2 00000020:00000001:3.0:1788219759.876884:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:3.0:1788219759.876887:0:300958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:3.0:1788219759.876890:0:300958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219759.876893:0:300958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219759.876898:0:300958:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00000001:3.0:1788219759.876919:0:300958:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788219759.876921:0:300958:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788219759.876926:0:300958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9893e125ec00. 02000000:00000001:3.0:1788219759.876929:0:300958:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.876931:0:300958:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.876937:0:300958:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788219759.876940:0:300958:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.876944:0:300958:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219759.876948:0:300958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788219759.876951:0:300958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:3.0:1788219759.876954:0:300958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:3.0:1788219759.876956:0:300958:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788219759.876958:0:300958:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.876962:0:300958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.876965:0:300958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.876970:0:300958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219759.876976:0:300958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568587136, offset 224 00000400:00000200:3.0:1788219759.876982:0:300958:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.876990:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.876998:0:300958:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.877005:0:300958:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92720:92720:256:4294967295] 192.168.203.120@tcp LPNI seq info [92720:92720:8:4294967295] 00000400:00000200:3.0:1788219759.877010:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.877019:0:300958:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.877025:0:300958:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.877030:0:300958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219759.877037:0:300958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.877044:0:300958:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.877048:0:300958:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.877061:0:300958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.877064:0:300958:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:3.0:1788219759.877067:0:300958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788219759.877071:0:300958:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e2efc000. 00010000:00000001:3.0:1788219759.877074:0:300958:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788219759.877130:0:300958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788219759.877133:0:300958:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.877135:0:300958:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.877136:0:300958:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.877141:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02ad80 x1875079568587136/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:5/0 lens 328/224 e 0 to 0 dl 1788219770 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788219759.877150:0:300958:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568587136:12345-192.168.203.120@tcp:104: Request processed in 299us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1788219759.877157:0:300958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 444 00000100:00000040:3.0:1788219759.877160:0:300958:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b5800 : new rpc_count 0 00000100:00000001:3.0:1788219759.877162:0:300958:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788219759.877163:0:300958:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788219759.877168:0:300958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894c8fef880. 00000020:00000010:3.0:1788219759.877172:0:300958:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894f5cd5ed8. 00000020:00000010:3.0:1788219759.877175:0:300958:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893da0fdc00. 00000020:00000040:3.0:1788219759.877180:0:300958:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b5800 : new refcount 4 00000100:00000001:3.0:1788219759.877183:0:300958:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219759.877268:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219759.877272:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:3.0:1788219759.877276:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.877280:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219759.877285:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219759.877287:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219759.877291:0:256055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788219759.877292:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1788219759.878501:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.878515:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.878519:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219759.878524:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219759.878527:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219759.878531:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.878540:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219759.878550:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.878558:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.878560:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.878563:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.878566:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.878568:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.878570:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.878573:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.878582:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.878587:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.878589:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.878591:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.878593:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.878597:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.878600:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.878602:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.878604:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.878608:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.878613:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.878620:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.878622:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.878624:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.878628:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219759.878636:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566195840:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219759.878641:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.878645:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.878648:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566195840/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.878655:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.878658:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.878661:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490cc00. 02000000:00000001:1.0:1788219759.878665:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.878667:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.878669:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.878671:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.878673:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490dc00. 02000000:00000001:1.0:1788219759.878678:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.878679:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.878681:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219759.878684:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.878686:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.878688:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.878695:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.878697:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.878700:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.878702:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.878873:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219759.878877:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.878880:0:280892:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219759.878883:0:280892:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219759.878885:0:280892:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219759.878892:0:280892:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788219759.878912:0:280892:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1b200 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219759.878916:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219759.878920:0:280892:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219759.878930:0:280892:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219759.878932:0:280892:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219759.878936:0:280892:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219759.878943:0:280892:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219759.878946:0:280892:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219759.878948:0:280892:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219759.878950:0:280892:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219759.878952:0:280892:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:0.0:1788219759.878955:0:280892:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.878957:0:280892:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219759.878960:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219759.878962:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 3/0,0 mode: PR/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788219759.878969:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219759.878973:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219759.878975:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219759.878977:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x57:0x0] mode (null) 00000002:00000001:0.0:1788219759.878982:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.878984:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.878990:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708900 count: 2 00010000:00000001:0.0:1788219759.878993:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.878997:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219759.878999:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219759.879000:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219759.879002:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708900 count: 2 00010000:00000001:0.0:1788219759.879003:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219759.879005:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.879007:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219759.879010:0:280892:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x57:0x0] lli = ffff9893fa0118c0, pfid = [0x2000013a2:0x981:0x0] 00000080:00000002:0.0:1788219759.879066:0:280892:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a2:0x57:0x0] m[0x2000013a2:0x981:0x0] 00000080:00000001:0.0:1788219759.879071:0:280892:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145921 : 144115272398145921 : 2000013a2000981) 00000080:00000001:0.0:1788219759.879076:0:280892:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219759.879078:0:280892:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219759.879081:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219759.879084:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x57:0x0](ffff9893fa011988) invalid 00000080:00000001:0.0:1788219759.879087:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219759.879088:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219759.879090:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.879093:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219759.879096:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219759.879098:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219759.879100:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219759.879102:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219759.879106:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b200 with handle 0x34450ab7a163358 from hash 00010000:00000001:0.0:1788219759.879108:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219759.879109:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.879111:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.879112:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219759.879115:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219759.879117:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788219759.879122:0:280892:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219759.879127:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.879129:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.879130:0:280892:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.879133:0:280892:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219759.879134:0:280892:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219759.879142:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016d80. 00000020:00000040:0.0:1788219759.879145:0:280892:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219759.879149:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219759.879151:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219759.879156:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219759.879161:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975000. 00000100:00000001:0.0:1788219759.879168:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.879170:0:280892:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219759.879176:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 2/0,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788219759.879184:0:280892:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219759.879185:0:280892:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219759.879190:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219759.879194:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219759.879202:0:280892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdf24b16] to pc [ptlrpcd_00_00+0] req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.880004:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.880007:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.880010:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219759.880018:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.880027:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219759.880029:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.880033:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219759.880036:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219759.880039:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219759.880042:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566195968:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219759.880047:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219759.880052:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219759.880055:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.880057:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219759.880062:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490dc00. 02000000:00000001:1.0:1788219759.880064:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219759.880072:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219759.880076:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219759.880081:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219759.880088:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566195968, portal 18 00000100:00000001:1.0:1788219759.880090:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.880092:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000040:1.0:1788219759.880099:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.880105:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219759.880108:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219759.880110:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6612a8. 00000100:00000200:1.0:1788219759.880114:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566195968, offset 0 00000400:00000200:1.0:1788219759.880121:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219759.880130:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.880138:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219759.880143:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219759.880146:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219759.880150:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219759.880153:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219759.880157:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92721:92721:256:4294967295] 192.168.203.120@tcp LPNI seq info [92721:92721:8:4294967295] 00000400:00000200:1.0:1788219759.880161:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219759.880171:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219759.880177:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219759.880182:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219759.880189:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219759.880196:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219759.880200:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1788219759.880361:0:280892:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219759.880365:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219759.880366:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.880368:0:280892:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219759.880371:0:280892:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219759.880373:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.880378:0:280892:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219759.880385:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219759.880388:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a163358 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x57:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8435 expref: -99 pid: 326934 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788219759.880396:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708900 count: 0 00010000:00000010:0.0:1788219759.880402:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c900. 00010000:00000001:0.0:1788219759.880412:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219759.880413:0:280892:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788219759.880416:0:280892:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e2efc000. 00010000:00000001:0.0:1788219759.880420:0:280892:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219759.880424:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219759.880426:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.880428:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219759.880430:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219759.880431:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.880434:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219759.880435:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219759.880437:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219759.880438:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219759.880445:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219759.880448:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.880493:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.880506:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14678 usecs (15 jiffies) 00000400:00000200:1.0:1788219759.880510:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219759.880513:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313628984 00000100:00000001:1.0:1788219759.880517:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.880519:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313628984 00000100:00000001:1.0:1788219759.880522:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219759.880524:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.880526:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.880530:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.880532:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.880538:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.880540:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219759.880542:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.880543:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219759.880545:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.880546:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.881204:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.882038:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:2.0:1788219759.882046:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.882055:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.882062:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6612a8 00000400:00000010:2.0:1788219759.882064:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6612a8. 00000100:00000001:2.0:1788219759.882069:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.882077:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.882089:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.882093:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.882101:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.882103:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219759.884686:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.884703:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219759.884708:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.884710:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.884720:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.884728:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219759.884749:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.884756:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.884761:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.884765:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb77fd00 00000400:00000200:3.0:1788219759.884771:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.884778:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8a75 [1] + 224 00000800:00000001:3.0:1788219759.884785:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.884795:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219759.884798:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219759.884802:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219759.884810:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.884820:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219759.884830:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.884850:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219759.884858:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219759.884861:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.884924:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.884928:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.884934:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.884936:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.884938:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219759.884943:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219759.884946:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219759.884949:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.884954:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219759.884961:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.884966:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.884968:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.884970:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.884973:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.884976:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.884978:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.884981:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.884990:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd80 time=301 v=5 (5 0 5 0) 00000100:00001000:1.0:1788219759.884994:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219759.884997:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.884998:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.885002:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.885005:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.885009:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.885011:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219759.885012:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.885014:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.885018:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.885024:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.885027:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.885028:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.885033:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219759.885040:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566195968:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219759.885045:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.885048:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.885051:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016d80 x1875079566195968/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219759.885057:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219759.885059:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219759.885062:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490dc00. 02000000:00000001:1.0:1788219759.885067:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219759.885069:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219759.885071:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219759.885073:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219759.885076:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975000. 02000000:00000001:1.0:1788219759.885079:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219759.885081:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219759.885083:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016d80. 00000100:00000001:1.0:1788219759.885086:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219759.885087:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.885090:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.885099:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219759.885101:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.885103:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219759.885105:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788219759.887382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708500. 00010000:00000010:1.1:1788219759.887398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00010000:00000010:0.1:1788219759.891396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:0.1:1788219759.891410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00000800:00000001:2.0:1788219759.909002:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.909019:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.909024:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.909026:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.909035:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.909111:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.909122:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.909127:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.909133:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.909136:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 440 into portal 10 MB=0x6a95ffb77fb00 00000400:00000200:2.0:1788219759.909141:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.909146:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 440/440 into md 0xe8a25 [1] + 224 00000800:00000001:2.0:1788219759.909153:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.911153:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.911162:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.911173:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.911183:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.911193:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219759.911272:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219759.911296:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.911309:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.911330:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.911443:0:326934:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219759.911450:0:326934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219759.911453:0:326934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219759.911456:0:326934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219759.911461:0:326934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219759.911464:0:326934:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219759.911468:0:326934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219759.911473:0:326934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219759.911480:0:326934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566195456/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.911487:0:326934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219759.911488:0:326934:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.911491:0:326934:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219759.911494:0:326934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219759.911497:0:326934:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219759.911499:0:326934:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219759.911502:0:326934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219759.911511:0:326934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219759.911515:0:326934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219759.911518:0:326934:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219759.911520:0:326934:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219759.911522:0:326934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219759.911525:0:326934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.911528:0:326934:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219759.911530:0:326934:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219759.911531:0:326934:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219759.911533:0:326934:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219759.911535:0:326934:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219759.911538:0:326934:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219759.911539:0:326934:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219759.911541:0:326934:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219759.911543:0:326934:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219759.911549:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566195456/t17179869218(17179869218) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.911557:0:326934:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219759.911559:0:326934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219759.911561:0:326934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219759.911566:0:326934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566195456/t17179869218(17179869218) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219759.911574:0:326934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:326934:1875079566195456:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219759.911579:0:326934:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219759.911581:0:326934:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219759.911583:0:326934:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219759.911585:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.911588:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566195456/t17179869218(17179869218) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.911595:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219759.911598:0:326934:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcd780. 00000100:00000001:1.0:1788219759.911601:0:326934:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219759.911603:0:326934:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219759.911608:0:326934:0:(mdc_request.c:459:mdc_xattr_common()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219759.911611:0:326934:0:(lmv_obd.c:1614:lmv_setxattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219759.911616:0:326934:0:(xattr.c:185:ll_xattr_set_common()) inode ffff9893e6c67448 need_sync_to_mds [0x2000013a2:0x981:0x0] 00000100:00000001:1.0:1788219759.911618:0:326934:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219759.911622:0:326934:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566195456/t17179869218(17179869218) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219759.911628:0:326934:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.911632:0:326934:0:(xattr.c:194:ll_xattr_set_common()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219759.911642:0:326934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.911645:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fe38 00000080:00002000:1.0:1788219759.911647:0:326934:0:(dcache.c:127:ll_ddelete()) deleting dentry migrate_dir (ffff9893e7bcde58, parent ffff9893f0e38000, inode ffff9893e6c67448) hashed, 00000080:00000001:1.0:1788219759.911650:0:326934:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219759.911658:0:326934:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219759.911663:0:326934:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219759.911666:0:326934:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219759.911667:0:326934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f8fe38 00000080:00002000:1.0:1788219759.911670:0:326934:0:(dcache.c:127:ll_ddelete()) keeping dentry d160d.sanity (ffff9893f0e38000, parent ffff9893e6c7e870, inode ffff9893e6c600c8) hashed, 00000080:00000001:1.0:1788219759.911672:0:326934:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788219759.920370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33fc0. 00000002:00000001:2.0:1788219759.952301:0:326939:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219759.952438:0:326939:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893f027ce00. 00000002:00000001:2.0:1788219759.952443:0:326939:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.952455:0:326939:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219759.952459:0:326939:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219759.952957:0:326940:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1788219759.952963:0:326940:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:3.0:1788219759.952968:0:326940:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:3.0:1788219759.952971:0:326940:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219759.952976:0:326940:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893da0fdc00. 00000040:00000001:3.0:1788219759.952979:0:326940:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219759.952983:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219759.952988:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219759.952991:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219759.952996:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.952998:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.953004:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.953011:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125dc00. 00000100:00000001:3.0:1788219759.953017:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.953025:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.953027:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.953033:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.953035:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219759.953038:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.953040:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219759.953045:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.953049:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.953051:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.953053:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.953064:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.953073:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.953075:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.953079:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.953081:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.953084:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.953088:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196096:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219759.953092:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.953097:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.953100:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.953103:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.953107:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fde00. 02000000:00000001:3.0:1788219759.953109:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.953117:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.953121:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.953128:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219759.953135:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566196096, portal 10 00000100:00000001:3.0:1788219759.953137:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.953138:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219759.953146:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.953154:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.953160:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.953163:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c088. 00000100:00000200:3.0:1788219759.953166:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566196096, offset 0 00000400:00000200:3.0:1788219759.953172:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.953181:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.953188:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.953194:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.953198:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.953201:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.953204:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.953207:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92722:92722:256:4294967295] 192.168.203.120@tcp LPNI seq info [92722:92722:8:4294967295] 00000400:00000200:3.0:1788219759.953212:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.953220:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.953225:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.953230:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219759.953236:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.953244:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.953248:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.953266:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.953271:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.953274:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.953277:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629068 00000100:00000001:3.0:1788219759.953279:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.953282:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629068 00000100:00000001:3.0:1788219759.953284:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.953286:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.953289:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.953291:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.953293:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.953296:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.953299:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.953302:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.954645:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.954653:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219759.954660:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.954668:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.954675:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c088 00000400:00000010:2.0:1788219759.954677:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c088. 00000100:00000001:2.0:1788219759.954682:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.954689:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.954700:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.954704:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.954710:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.954712:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.957669:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.957686:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.957690:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.957693:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.957702:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.957709:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.957719:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.957725:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.957731:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.957745:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77fd80 00000400:00000200:2.0:1788219759.957750:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.957756:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8a7d [1] + 224 00000800:00000001:2.0:1788219759.957764:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.957771:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.957774:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.957778:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.957787:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.957796:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.957807:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.957818:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.957826:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.957830:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.957953:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.957961:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.957963:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.957966:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.957970:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219759.957973:0:326940:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219759.957976:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.957981:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.957989:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.957995:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.957997:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.958000:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.958003:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.958006:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.958008:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.958011:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.958021:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.958025:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.958029:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.958031:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.958034:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.958037:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.958040:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.958043:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219759.958045:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.958048:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.958053:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.958059:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.958062:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.958064:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.958067:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.958074:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196096:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219759.958079:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.958081:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.958083:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219759.958085:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.958089:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.958096:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.958099:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.958103:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219759.958105:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.958110:0:326940:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788219759.958114:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.958116:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.958118:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1788219759.958119:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.958123:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.958129:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.958131:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.958135:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fde00. 02000000:00000001:3.0:1788219759.958138:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.958139:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.958140:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.958142:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.958144:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219759.958146:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.958148:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.958150:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219759.958153:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.958154:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788219759.958157:0:326940:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.958161:0:326940:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788219759.958167:0:326940:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893de386000. 00000040:00000001:3.0:1788219759.958170:0:326940:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788219759.958172:0:326940:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788219759.958175:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219759.958178:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219759.958180:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219759.958183:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.958185:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.958190:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.958195:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fde00. 00000100:00000001:3.0:1788219759.958199:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.958203:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.958204:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.958209:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.958211:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219759.958213:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.958215:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219759.958219:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.958223:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.958225:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.958226:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.958231:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.958237:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.958239:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.958242:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.958244:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.958246:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.958249:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196224:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219759.958253:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.958257:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.958260:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.958263:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.958284:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219759.958287:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.958292:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.958295:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.958301:0:326940:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc600. 00000100:00000200:3.0:1788219759.958306:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566196224, portal 10 00000100:00000001:3.0:1788219759.958308:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.958309:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219759.958344:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.958350:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.958352:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.958356:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219759.958359:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566196224, offset 0 00000400:00000200:3.0:1788219759.958365:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.958371:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.958378:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.958383:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.958388:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.958391:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.958394:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.958398:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92723:92723:256:4294967295] 192.168.203.120@tcp LPNI seq info [92723:92723:8:4294967295] 00000400:00000200:3.0:1788219759.958402:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.958410:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.958416:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.958421:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 00000800:00000200:3.0:1788219759.958427:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.958434:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.958438:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.958448:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.958453:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.958456:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.958459:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629073 00000100:00000001:3.0:1788219759.958462:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.958464:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629073 00000100:00000001:3.0:1788219759.958466:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.958467:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.958470:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.958472:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.958474:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.958476:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.958478:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.958480:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.958710:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.958714:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:2.0:1788219759.958719:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.958723:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.958727:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:2.0:1788219759.958729:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:2.0:1788219759.958912:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.958919:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.958928:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.958931:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.958937:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.958939:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.963719:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.963747:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.963752:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.963755:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.963764:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.963771:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.963780:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.963786:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.963791:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.963796:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb77fe00 00000400:00000200:2.0:1788219759.963800:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.963806:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8a8d [4] + 224 00000800:00000001:2.0:1788219759.963813:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.963835:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.963839:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.963844:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.963850:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.963858:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.963883:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.963899:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.963916:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.963920:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.964131:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.964138:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.964140:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.964144:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.964147:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc600 00000400:00000010:3.0:1788219759.964150:0:326940:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc600. 00000100:00000001:3.0:1788219759.964154:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.964159:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.964169:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.964176:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.964178:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.964181:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.964184:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.964187:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.964189:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.964192:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.964202:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.964207:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.964210:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.964211:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.964214:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.964218:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.964222:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.964224:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219759.964225:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.964228:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.964233:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.964239:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.964242:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.964244:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.964247:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.964255:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196224:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219759.964260:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.964263:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.964266:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219759.964268:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.964272:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.964278:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.964281:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.964283:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219759.964285:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.964293:0:326940:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788219759.964295:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.964297:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.964303:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.964305:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.964309:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219759.964503:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.964506:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.964508:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.964511:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.964514:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fde00. 02000000:00000001:3.0:1788219759.964518:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.964519:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.964521:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219759.964524:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.964526:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219759.964529:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.964530:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.964532:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219759.964534:0:326940:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.964537:0:326940:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1788219759.964540:0:326940:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:3.0:1788219759.964542:0:326940:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.964543:0:326940:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.964546:0:326940:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1788219759.964549:0:326940:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788219759.964554:0:326940:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894c95ece40. 00000040:00001000:3.0:1788219759.964556:0:326940:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:3.0:1788219759.964560:0:326940:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788219759.964565:0:326940:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893da0fde00. 00000020:00000010:3.0:1788219759.964569:0:326940:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893da0fca00. 00000040:00000010:3.0:1788219759.964573:0:326940:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9893da0fc000. 00000020:00000010:3.0:1788219759.964577:0:326940:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894ed09c000. 00000020:00000010:3.0:1788219759.964583:0:326940:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894f68e78c0. 00000020:00000010:3.0:1788219759.964587:0:326940:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9893da0fd800. 80000000:00000010:3.0:1788219759.964591:0:326940:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9894c95ec120. 40000000:00000010:3.0:1788219759.964595:0:326940:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9893e070e340. 00100000:00000010:3.0:1788219759.964600:0:326940:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894ed09d800. 00040000:00000010:3.0:1788219759.964605:0:326940:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893eda26500. 00040000:00000010:3.0:1788219759.964609:0:326940:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894ed099000. 00040000:00000010:3.0:1788219759.964612:0:326940:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9893da0fd400. 00000004:00000010:3.0:1788219759.964617:0:326940:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894ed09f800. 00000004:00000010:3.0:1788219759.964623:0:326940:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed2ed000. 00000004:00000010:3.0:1788219759.964627:0:326940:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894ed099800. 00002000:00000010:3.0:1788219759.964631:0:326940:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9893e125c800. 00000004:00000010:3.0:1788219759.964636:0:326940:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9893e125e400. 00000020:00000010:3.0:1788219759.964640:0:326940:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9893e070e3c0. 00000040:00000010:3.0:1788219759.964650:0:326940:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893de382000. 00000040:00001000:3.0:1788219759.964652:0:326940:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:3.0:1788219759.964655:0:326940:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219759.964657:0:326940:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219759.964659:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219759.964663:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219759.964666:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219759.964669:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.964671:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.964675:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.964680:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd000. 00000100:00000001:3.0:1788219759.964685:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.964689:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.964691:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.964696:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.964698:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219759.964701:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.964702:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219759.964707:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.964710:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.964712:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.964714:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.964718:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.964726:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.964728:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.964731:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.966370:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.966376:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.966388:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196352:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219759.966394:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.966399:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.966401:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.966404:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.966425:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219759.966428:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.966436:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.966444:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.966451:0:326940:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc600. 00000100:00000200:3.0:1788219759.966458:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566196352, portal 10 00000100:00000001:3.0:1788219759.966461:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.966462:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219759.966471:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.966479:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.966482:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.966486:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219759.966490:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566196352, offset 0 00000400:00000200:3.0:1788219759.966508:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.966517:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.966524:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.966529:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.966533:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.966536:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.966539:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.966542:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92724:92724:256:4294967295] 192.168.203.120@tcp LPNI seq info [92724:92724:8:4294967295] 00000400:00000200:3.0:1788219759.966546:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.966555:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.966561:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.966566:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219759.966572:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.966580:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.966584:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.966600:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.966604:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.966607:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.966610:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629081 00000100:00000001:3.0:1788219759.966613:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.966615:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629081 00000100:00000001:3.0:1788219759.966617:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.966620:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.966623:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.966626:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.966628:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.966631:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.966634:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.966638:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.967081:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.967086:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219759.967092:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.967097:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.967103:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:2.0:1788219759.967106:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:2.0:1788219759.967110:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.967116:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.967130:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.967134:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.967140:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.967142:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.981771:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.981789:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.981794:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.981796:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.981805:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.981812:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.981821:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.981827:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.981832:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.981836:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77fe80 00000400:00000200:2.0:1788219759.981841:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.981849:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8a9d [4] + 224 00000800:00000001:2.0:1788219759.981856:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.981880:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.981883:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.981888:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.981895:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.981912:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.981925:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.981943:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.981951:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.981955:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.982060:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.982067:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.982069:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.982072:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.982077:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc600 00000400:00000010:3.0:1788219759.982080:0:326940:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc600. 00000100:00000001:3.0:1788219759.982083:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.982088:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.982097:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.982104:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.982106:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.982108:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.982112:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.982115:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.982117:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.982121:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.982132:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.982137:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.982139:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.982141:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.982144:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.982147:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.982151:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.982153:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219759.982154:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.982158:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.982163:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.982170:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.982173:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.982175:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.982181:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.982189:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196352:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219759.982194:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.982197:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.982200:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219759.982202:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.982217:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.982225:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.982228:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.982231:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219759.982233:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.982241:0:326940:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219759.982243:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.982246:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.982252:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.982254:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.982257:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219759.982273:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.982276:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.982278:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.982281:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.982284:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd000. 02000000:00000001:3.0:1788219759.982287:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.982289:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.982291:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219759.982294:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.982296:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219759.982299:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.982300:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.982302:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219759.982305:0:326940:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219759.982308:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de382000 type=0x1064553b idx=1 00000040:00001000:3.0:1788219759.982354:0:326940:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:3.0:1788219759.982358:0:326940:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219759.982360:0:326940:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219759.982362:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219759.982367:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219759.982370:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219759.982373:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.982375:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.982379:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.982384:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd000. 00000100:00000001:3.0:1788219759.982389:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.982394:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.982396:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.982401:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.982403:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219759.982406:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.982407:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219759.982411:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.982416:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.982417:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.982419:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.982423:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.982429:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.982431:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.982435:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.982437:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.982440:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.982443:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196480:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219759.982447:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.982451:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.982453:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.982456:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.982476:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219759.982478:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.982485:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.982488:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.982493:0:326940:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc600. 00000100:00000200:3.0:1788219759.982501:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566196480, portal 10 00000100:00000001:3.0:1788219759.982503:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.982504:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219759.982510:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.982517:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.982520:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.982524:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c330. 00000100:00000200:3.0:1788219759.982526:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566196480, offset 0 00000400:00000200:3.0:1788219759.982532:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.982539:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.982546:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.982551:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.982555:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.982558:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.982561:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.982565:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92725:92725:256:4294967295] 192.168.203.120@tcp LPNI seq info [92725:92725:8:4294967295] 00000400:00000200:3.0:1788219759.982569:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.982578:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.982583:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.982589:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219759.982594:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.982601:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.982605:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.982622:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.982627:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26288 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.982630:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.982633:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629098 00000100:00000001:3.0:1788219759.982636:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.982638:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629098 00000100:00000001:3.0:1788219759.982640:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.982642:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.982645:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.982647:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.982649:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.982652:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.982654:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.982655:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.983295:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.983301:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219759.983306:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.983336:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.983341:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c330 00000400:00000010:2.0:1788219759.983343:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c330. 00000100:00000001:2.0:1788219759.983348:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.983353:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.983363:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.983366:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.983372:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.983374:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219759.993366:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.993385:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219759.993390:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.993393:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.993403:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.993411:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219759.993421:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.993427:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.993433:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.993437:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb77ff00 00000400:00000200:2.0:1788219759.993442:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219759.993449:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8aad [4] + 224 00000800:00000001:2.0:1788219759.993456:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.993469:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219759.993473:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.993478:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219759.993485:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219759.993494:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219759.993529:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.993551:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219759.993561:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219759.993565:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.993696:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219759.993704:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219759.993706:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219759.993710:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219759.993714:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc600 00000400:00000010:3.0:1788219759.993718:0:326940:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc600. 00000100:00000001:3.0:1788219759.993721:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219759.993726:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219759.993735:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.993740:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219759.993742:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.993745:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219759.993749:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219759.993751:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219759.993753:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.993756:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219759.993765:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=4 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219759.993769:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219759.993772:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219759.993774:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219759.993777:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219759.993780:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.993784:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219759.993786:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219759.993788:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219759.993791:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.993795:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.993802:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.993805:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219759.993807:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219759.993811:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219759.993819:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196480:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219759.993824:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219759.993827:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.993829:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219759.993831:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.993834:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.993841:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219759.993844:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.993846:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219759.993847:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219759.993854:0:326940:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219759.993856:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219759.993874:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.993882:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219759.993884:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219759.993887:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219759.993911:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219759.993914:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.993915:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.993918:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219759.993920:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd000. 02000000:00000001:3.0:1788219759.993924:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219759.993925:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219759.993927:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219759.993930:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219759.993931:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219759.993934:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219759.993935:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219759.993937:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219759.993940:0:326940:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219759.993943:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de382000 type=0x1064553b idx=1 00000040:00001000:3.0:1788219759.993946:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1788219759.993948:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de382040 type=0x1064553b idx=2 00000040:00001000:3.0:1788219759.993950:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1788219759.993951:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de382080 type=0x1064553b idx=3 00000040:00001000:3.0:1788219759.993953:0:326940:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:3.0:1788219759.993955:0:326940:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:3.0:1788219759.993958:0:326940:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1788219759.993960:0:326940:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1788219759.993962:0:326940:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1788219759.993965:0:326940:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1788219759.993968:0:326940:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219759.993972:0:326940:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893da0fd000. 00000040:00000001:3.0:1788219759.993975:0:326940:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219759.993978:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219759.993981:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219759.993984:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219759.993988:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219759.993990:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219759.993994:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219759.994002:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd200. 00000100:00000001:3.0:1788219759.994007:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.994011:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219759.994013:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219759.994017:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219759.994019:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219759.994022:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.994023:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219759.994028:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219759.994032:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.994034:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219759.994035:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219759.994040:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.994047:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219759.994050:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.994053:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219759.994055:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219759.994058:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219759.994061:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196608:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219759.994064:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219759.994069:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219759.994071:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219759.994073:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219759.994077:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fcc00. 02000000:00000001:3.0:1788219759.994079:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219759.994083:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219759.994086:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219759.994092:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c990. 00000100:00000200:3.0:1788219759.994097:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566196608, portal 10 00000100:00000001:3.0:1788219759.994100:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219759.994101:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219759.994106:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219759.994113:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219759.994116:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219759.994118:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c110. 00000100:00000200:3.0:1788219759.994121:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566196608, offset 0 00000400:00000200:3.0:1788219759.994126:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219759.994132:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.994138:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219759.994143:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219759.994147:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219759.994151:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219759.994153:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219759.994157:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92726:92726:256:4294967295] 192.168.203.120@tcp LPNI seq info [92726:92726:8:4294967295] 00000400:00000200:3.0:1788219759.994161:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219759.994169:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219759.994175:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219759.994180:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219759.994187:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219759.994194:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219759.994197:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1788219759.994298:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219759.994303:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26287 usecs (27 jiffies) 00000400:00000200:3.0:1788219759.994309:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219759.994483:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629110 00000100:00000001:3.0:1788219759.994488:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.994498:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629110 00000100:00000001:3.0:1788219759.994501:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219759.994503:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219759.994507:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219759.994510:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219759.994512:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219759.994514:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219759.994517:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219759.994519:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219759.996142:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219759.996151:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219759.996158:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219759.996167:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219759.996174:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c110 00000400:00000010:2.0:1788219759.996176:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c110. 00000100:00000001:2.0:1788219759.996180:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219759.996188:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.996211:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219759.996216:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219759.996223:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219759.996225:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.000654:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.000671:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.000675:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.000677:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.000687:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.000695:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.000704:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.000710:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.000716:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.000720:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb77ff80 00000400:00000200:2.0:1788219760.000725:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.000731:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8abd [1] + 224 00000800:00000001:2.0:1788219760.000749:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.000757:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.000760:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.000765:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.000773:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.000781:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.000793:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.000815:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.000822:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.000825:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.001453:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219760.001463:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219760.001466:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219760.001469:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219760.001474:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c990 00000400:00000010:3.0:1788219760.001477:0:326940:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c990. 00000100:00000001:3.0:1788219760.001481:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.001489:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219760.001500:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.001517:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219760.001519:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.001584:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219760.001589:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219760.001592:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219760.001594:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.001597:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219760.001607:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219760.001612:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219760.001615:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219760.001617:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219760.001621:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219760.001624:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.001627:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219760.001629:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219760.001632:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219760.001635:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.001641:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.001656:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.001659:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219760.001661:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219760.001665:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219760.001673:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196608:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219760.001678:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.001681:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.001683:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219760.001685:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.001689:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.001696:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219760.001699:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219760.001703:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219760.001705:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.001710:0:326940:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788219760.001714:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.001716:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.001718:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1788219760.001720:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.001723:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.001730:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219760.001801:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219760.001805:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fcc00. 02000000:00000001:3.0:1788219760.001809:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219760.001811:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.001812:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.001814:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219760.001818:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd200. 02000000:00000001:3.0:1788219760.001821:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219760.001823:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219760.001825:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219760.001829:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219760.001830:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788219760.001833:0:326940:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.001837:0:326940:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788219760.001845:0:326940:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893de384000. 00000040:00000001:3.0:1788219760.001847:0:326940:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788219760.001849:0:326940:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788219760.001852:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219760.001856:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219760.001868:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219760.001872:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219760.001874:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219760.001878:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219760.001882:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd200. 00000100:00000001:3.0:1788219760.001888:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.001892:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219760.001893:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219760.001898:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219760.001901:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219760.001912:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.001914:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219760.001918:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219760.001922:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.001925:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219760.001926:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219760.001931:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.001939:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219760.001941:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.001945:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219760.001947:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219760.001950:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219760.001954:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196736:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219760.001958:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219760.001962:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219760.001965:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.001968:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219760.001989:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.001992:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219760.001998:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219760.002001:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219760.002007:0:326940:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc600. 00000100:00000200:3.0:1788219760.002012:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566196736, portal 10 00000100:00000001:3.0:1788219760.002014:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.002015:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219760.002021:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.002028:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219760.002031:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219760.002034:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c990. 00000100:00000200:3.0:1788219760.002036:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566196736, offset 0 00000400:00000200:3.0:1788219760.002042:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219760.002049:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.002056:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219760.002060:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219760.002065:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219760.002068:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219760.002071:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219760.002074:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92727:92727:256:4294967295] 192.168.203.120@tcp LPNI seq info [92727:92727:8:4294967295] 00000400:00000200:3.0:1788219760.002078:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.002087:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219760.002093:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219760.002099:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219760.002105:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219760.002113:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219760.002117:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219760.002135:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.002140:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26287 usecs (27 jiffies) 00000400:00000200:3.0:1788219760.002143:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219760.002146:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629117 00000100:00000001:3.0:1788219760.002149:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.002151:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629117 00000100:00000001:3.0:1788219760.002153:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.002156:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.002159:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.002161:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219760.002163:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219760.002166:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219760.002168:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219760.002170:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.006208:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.006219:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219760.006227:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.006236:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.006243:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c990 00000400:00000010:2.0:1788219760.006247:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c990. 00000100:00000001:2.0:1788219760.006252:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.006260:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.006274:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.006278:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.006287:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.006289:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.008790:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.008806:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.008810:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.008812:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.008821:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.008828:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.008838:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.008844:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.008850:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.008854:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780000 00000400:00000200:2.0:1788219760.008872:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.008879:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8acd [4] + 224 00000800:00000001:2.0:1788219760.008886:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.008919:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.008923:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.008928:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.008936:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.008945:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.008955:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.008969:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.008976:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.008980:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.009255:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219760.009262:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219760.009264:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219760.009268:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219760.009273:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc600 00000400:00000010:3.0:1788219760.009276:0:326940:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc600. 00000100:00000001:3.0:1788219760.009280:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.009285:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219760.009295:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.009302:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219760.009304:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.009306:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219760.009347:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219760.009350:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219760.009352:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.009356:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219760.009365:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219760.009369:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219760.009373:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219760.009374:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219760.009377:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219760.009380:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.009385:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219760.009387:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219760.009389:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219760.009392:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.009397:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.009405:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.009408:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219760.009410:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219760.009414:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219760.009422:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196736:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219760.009427:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.009430:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.009433:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219760.009435:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.009439:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.009446:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219760.009449:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219760.009452:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219760.009453:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.009460:0:326940:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788219760.009462:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.009466:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.009473:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219760.009475:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219760.009478:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.009488:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219760.009491:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.009493:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.009504:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219760.009507:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd200. 02000000:00000001:3.0:1788219760.009510:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219760.009512:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219760.009514:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219760.009517:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219760.009519:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219760.009522:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.009523:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.009525:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219760.009527:0:326940:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.009530:0:326940:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.009534:0:326940:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.009537:0:326940:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.009540:0:326940:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788219760.009544:0:326940:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894c95eca80. 00000040:00001000:3.0:1788219760.009547:0:326940:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:3.0:1788219760.009550:0:326940:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:3.0:1788219760.009559:0:326940:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e3106000. 00000040:00001000:3.0:1788219760.009561:0:326940:0:(llog.c:615:llog_process_thread()) index: 6 last_index 64767 00000040:00000001:3.0:1788219760.009563:0:326940:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219760.009565:0:326940:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219760.009567:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219760.009571:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219760.009574:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219760.009577:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219760.009579:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219760.009583:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219760.009588:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd200. 00000100:00000001:3.0:1788219760.009593:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.009599:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219760.009600:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219760.009604:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219760.009607:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219760.009609:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.009611:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219760.009615:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219760.009619:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.009621:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219760.009622:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219760.009627:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.009634:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219760.009636:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.009639:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219760.009642:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219760.009644:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219760.009647:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196864:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219760.009650:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219760.009654:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219760.009655:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.009658:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219760.009676:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.009678:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219760.009683:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219760.009687:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219760.009691:0:326940:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc600. 00000100:00000200:3.0:1788219760.009696:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566196864, portal 10 00000100:00000001:3.0:1788219760.009699:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.009700:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219760.009706:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.009713:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219760.009715:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219760.009718:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cdd0. 00000100:00000200:3.0:1788219760.009721:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566196864, offset 0 00000400:00000200:3.0:1788219760.009726:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219760.009732:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.009738:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219760.009743:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219760.009747:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219760.009751:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219760.009753:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219760.009756:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92728:92728:256:4294967295] 192.168.203.120@tcp LPNI seq info [92728:92728:8:4294967295] 00000400:00000200:3.0:1788219760.009761:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.009768:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219760.009773:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219760.009779:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219760.009785:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219760.009792:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219760.009796:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219760.009813:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.009817:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26287 usecs (27 jiffies) 00000400:00000200:3.0:1788219760.009821:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219760.009823:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629125 00000100:00000001:3.0:1788219760.009826:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.009829:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629125 00000100:00000001:3.0:1788219760.009830:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.009833:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.009836:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.009838:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219760.009841:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219760.009843:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219760.009845:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219760.009847:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.010374:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.010379:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219760.010384:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.010389:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.010394:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cdd0 00000400:00000010:2.0:1788219760.010395:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cdd0. 00000100:00000001:2.0:1788219760.010399:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.010405:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.010414:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.010418:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.010424:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.010426:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.016379:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.016400:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.016404:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.016406:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.016414:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.016422:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.016432:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.016437:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.016442:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.016447:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780080 00000400:00000200:2.0:1788219760.016452:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.016459:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8add [4] + 224 00000800:00000001:2.0:1788219760.016465:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.016478:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.016481:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.016485:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.016503:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.016513:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.016525:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.016542:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.016550:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.016553:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.016642:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219760.016650:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219760.016652:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219760.016655:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219760.016659:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc600 00000400:00000010:3.0:1788219760.016662:0:326940:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc600. 00000100:00000001:3.0:1788219760.016665:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.016669:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219760.016677:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.016684:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219760.016686:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.016688:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219760.016692:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219760.016694:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219760.016696:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.016699:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219760.016707:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219760.016711:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219760.016714:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219760.016716:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219760.016719:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219760.016723:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.016727:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219760.016729:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219760.016731:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219760.016734:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.016739:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.016751:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.016754:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219760.016755:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219760.016759:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219760.016766:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196864:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219760.016771:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.016773:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.016776:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219760.016778:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.016781:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.016788:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219760.016791:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219760.016793:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219760.016795:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.016803:0:326940:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1788219760.016805:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.016808:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.016815:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219760.016818:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219760.016820:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.016836:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219760.016839:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.016841:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.016843:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219760.016846:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd200. 02000000:00000001:3.0:1788219760.016850:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219760.016852:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219760.016854:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219760.016857:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219760.016858:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219760.016954:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.016956:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.016959:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1788219760.016961:0:326940:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219760.016964:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106000 type=0x10660000 idx=1 00000040:00001000:3.0:1788219760.016968:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1788219760.016970:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e31061a8 type=0x10660000 idx=2 00000040:00001000:3.0:1788219760.016972:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1788219760.016974:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106250 type=0x10660000 idx=3 00000040:00001000:3.0:1788219760.016976:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1788219760.016977:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106518 type=0x10660000 idx=4 00000040:00001000:3.0:1788219760.016979:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1788219760.016980:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e31066c0 type=0x10660000 idx=5 00000040:00001000:3.0:1788219760.016982:0:326940:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1788219760.016983:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106778 type=0x10660000 idx=6 00000040:00001000:3.0:1788219760.016986:0:326940:0:(llog.c:784:llog_process_thread()) lrh_index: 6 lrh_len: 224 (6280 remains) 00000040:00001000:3.0:1788219760.016989:0:326940:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000002:00000001:3.0:1788219760.016992:0:326940:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:3.0:1788219760.016994:0:326940:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 22 20MIGRT 1920086346410780231 0x0 t=[0x2000013a2:0x981:0x0] p=[0x2000013a2:0x980:0x0] migrate_dir 00000002:00000010:3.0:1788219760.017002:0:326940:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 223 at ffff9893eda26f00. 00000002:00000001:3.0:1788219760.017015:0:326940:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1788219760.017018:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106858 type=0x10660000 idx=7 00000040:00001000:3.0:1788219760.017021:0:326940:0:(llog.c:728:llog_process_thread()) synced_idx: 7 00000040:00000001:3.0:1788219760.017024:0:326940:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:3.0:1788219760.017026:0:326940:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1788219760.017028:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219760.017033:0:326940:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219760.017035:0:326940:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219760.017038:0:326940:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219760.017041:0:326940:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219760.017045:0:326940:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219760.017050:0:326940:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd200. 00000100:00000001:3.0:1788219760.017055:0:326940:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.017060:0:326940:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219760.017061:0:326940:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219760.017066:0:326940:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:3.0:1788219760.017068:0:326940:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:3.0:1788219760.017070:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.017071:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000001:3.0:1788219760.017076:0:326940:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219760.017080:0:326940:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.017082:0:326940:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219760.017083:0:326940:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219760.017088:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.017095:0:326940:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219760.017098:0:326940:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.017101:0:326940:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219760.017104:0:326940:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219760.017106:0:326940:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219760.017109:0:326940:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196992:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1788219760.017113:0:326940:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219760.017117:0:326940:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219760.017119:0:326940:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.017122:0:326940:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219760.017138:0:326940:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.017140:0:326940:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219760.017146:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219760.017149:0:326940:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219760.017154:0:326940:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc600. 00000100:00000200:3.0:1788219760.017160:0:326940:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566196992, portal 10 00000100:00000001:3.0:1788219760.017163:0:326940:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.017164:0:326940:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:3.0:1788219760.017170:0:326940:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.017178:0:326940:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219760.017180:0:326940:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219760.017183:0:326940:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c908. 00000100:00000200:3.0:1788219760.017186:0:326940:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566196992, offset 0 00000400:00000200:3.0:1788219760.017193:0:326940:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219760.017199:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.017216:0:326940:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219760.017221:0:326940:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219760.017225:0:326940:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219760.017229:0:326940:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219760.017232:0:326940:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219760.017236:0:326940:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92729:92729:256:4294967295] 192.168.203.120@tcp LPNI seq info [92729:92729:8:4294967295] 00000400:00000200:3.0:1788219760.017241:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.017249:0:326940:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219760.017254:0:326940:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219760.017260:0:326940:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219760.017267:0:326940:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219760.017275:0:326940:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219760.017279:0:326940:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219760.017296:0:326940:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.017300:0:326940:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26287 usecs (27 jiffies) 00000400:00000200:3.0:1788219760.017304:0:326940:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219760.017306:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629132 00000002:00000010:2.0:1788219760.017837:0:326939:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 223 at ffff9893eda26f00. 00000002:00000001:2.0:1788219760.017844:0:326939:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=199 : 199 : c7) 00000002:00000001:2.0:1788219760.018155:0:326939:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000200:3.0:1788219760.018639:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219760.018644:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:3.0:1788219760.018650:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.018657:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219760.018662:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c908 00000400:00000010:3.0:1788219760.018664:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c908. 00000100:00000001:3.0:1788219760.018668:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219760.018675:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.018685:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.018689:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.018696:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.018697:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788219760.018751:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:2.0:1788219760.018755:0:326940:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629134 00000100:00000001:2.0:1788219760.018757:0:326940:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:2.0:1788219760.018760:0:326940:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219760.018763:0:326940:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.018766:0:326940:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219760.018768:0:326940:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219760.018771:0:326940:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219760.018773:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219760.018776:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219760.021474:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.021490:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.021504:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.021507:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.021516:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.021523:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.021533:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.021539:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.021543:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.021547:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780100 00000400:00000200:2.0:1788219760.021552:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.021559:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8aed [4] + 224 00000800:00000001:2.0:1788219760.021566:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.021578:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.021581:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.021586:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.021592:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.021601:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.021611:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.021625:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.021632:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.021636:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.021699:0:326940:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219760.021706:0:326940:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219760.021708:0:326940:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219760.021711:0:326940:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:1.0:1788219760.021716:0:326940:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc600 00000400:00000010:1.0:1788219760.021719:0:326940:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc600. 00000100:00000001:1.0:1788219760.021722:0:326940:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219760.021727:0:326940:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219760.021736:0:326940:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.021743:0:326940:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219760.021745:0:326940:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.021748:0:326940:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219760.021752:0:326940:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219760.021754:0:326940:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219760.021756:0:326940:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219760.021759:0:326940:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219760.021768:0:326940:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219760.021772:0:326940:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219760.021775:0:326940:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219760.021776:0:326940:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.021779:0:326940:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219760.021782:0:326940:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.021786:0:326940:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219760.021787:0:326940:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:1.0:1788219760.021789:0:326940:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219760.021792:0:326940:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219760.021797:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.021804:0:326940:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219760.021806:0:326940:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219760.021808:0:326940:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219760.021812:0:326940:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219760.021819:0:326940:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326940:1875079566196992:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219760.021823:0:326940:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.021826:0:326940:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.021828:0:326940:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219760.021830:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219760.021834:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.021839:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219760.021842:0:326940:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:1.0:1788219760.021845:0:326940:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219760.021847:0:326940:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.021855:0:326940:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219760.021857:0:326940:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219760.021880:0:326940:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566196992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.021886:0:326940:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219760.021888:0:326940:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219760.021890:0:326940:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:1.0:1788219760.021911:0:326940:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219760.021914:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219760.021916:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219760.021918:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219760.021921:0:326940:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd200. 02000000:00000001:1.0:1788219760.021924:0:326940:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219760.021925:0:326940:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219760.021927:0:326940:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:1.0:1788219760.021930:0:326940:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219760.021931:0:326940:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219760.021933:0:326940:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219760.021934:0:326940:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219760.021936:0:326940:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219760.021938:0:326940:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219760.021941:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106858 type=0x10660000 idx=7 00000040:00001000:1.0:1788219760.021945:0:326940:0:(llog.c:784:llog_process_thread()) lrh_index: 7 lrh_len: 168 (6056 remains) 00000040:00001000:1.0:1788219760.021947:0:326940:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000002:00000001:1.0:1788219760.021950:0:326940:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219760.021953:0:326940:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 23 12LYOUT 1920086346623832660 0x0 t=[0x2000013a2:0x981:0x0] p=[0x2000013a2:0x976:0x0] 00000002:00000010:1.0:1788219760.021960:0:326940:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 168 at ffff9893c2fcd780. 00000002:00000001:1.0:1788219760.021973:0:326940:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219760.021976:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e3106900 type=0x0 idx=0 00000040:00000001:1.0:1788219760.021978:0:326940:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219760.021981:0:326940:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 8 count 3 00000040:00000010:1.0:1788219760.021984:0:326940:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e3106000. 00000040:00000010:1.0:1788219760.021988:0:326940:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894c95eca80. 00000040:00000001:1.0:1788219760.021991:0:326940:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.021995:0:326940:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219760.021997:0:326940:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893de3820c0 type=0x0 idx=0 00000040:00000001:1.0:1788219760.022000:0:326940:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219760.022002:0:326940:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:1.0:1788219760.022004:0:326940:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893de382000. 00000020:00000010:1.0:1788219760.022013:0:326940:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9893e070e3c0. 00000020:00000010:1.0:1788219760.022028:0:326940:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893da0fca00. 00000040:00000010:1.0:1788219760.022032:0:326940:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9893da0fc000. 00000020:00000010:1.0:1788219760.022035:0:326940:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894ed09c000. 00000020:00000010:1.0:1788219760.022040:0:326940:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894f68e78c0. 00000020:00000010:1.0:1788219760.022047:0:326940:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9893da0fd800. 80000000:00000010:1.0:1788219760.022050:0:326940:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9894c95ec120. 40000000:00000010:1.0:1788219760.022053:0:326940:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9893e070e340. 00100000:00000010:1.0:1788219760.022058:0:326940:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894ed09d800. 00040000:00000010:1.0:1788219760.022062:0:326940:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893eda26500. 00040000:00000010:1.0:1788219760.022066:0:326940:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894ed099000. 00040000:00000010:1.0:1788219760.022069:0:326940:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9893da0fd400. 00000004:00000010:1.0:1788219760.022073:0:326940:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894ed09f800. 00000004:00000010:1.0:1788219760.022077:0:326940:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed2ed000. 00000004:00000010:1.0:1788219760.022082:0:326940:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894ed099800. 00002000:00000010:1.0:1788219760.022085:0:326940:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9893e125c800. 00000004:00000010:1.0:1788219760.022089:0:326940:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9893e125e400. 00000020:00000010:1.0:1788219760.022092:0:326940:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893da0fde00. 00000040:00000010:1.0:1788219760.022094:0:326940:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894c95ece40. 00000040:00000001:1.0:1788219760.022096:0:326940:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.022098:0:326940:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.022101:0:326940:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:1.0:1788219760.022104:0:326940:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893de384000. 00000040:00000010:1.0:1788219760.022107:0:326940:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893da0fd000. 00000040:00000010:1.0:1788219760.022110:0:326940:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893de386000. 00000040:00000010:1.0:1788219760.022112:0:326940:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893da0fdc00. 00000040:00000001:1.0:1788219760.022114:0:326940:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1788219760.022116:0:326940:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:1.0:1788219760.022119:0:326940:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000010:2.0:1788219760.022419:0:326939:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9893c2fcd780. 00000002:00000001:2.0:1788219760.022424:0:326939:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=144 : 144 : 90) 00000002:00000001:2.0:1788219760.022502:0:326939:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219760.022505:0:326939:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.024993:0:326940:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788219760.025269:0:326939:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893f027ce00. 00000002:00000001:1.0:1788219760.077944:0:326944:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219760.077953:0:326944:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2f00. 00000002:00000001:1.0:1788219760.077958:0:326944:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.077969:0:326944:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.077973:0:326944:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219760.078439:0:326945:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1788219760.078446:0:326945:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:3.0:1788219760.078451:0:326945:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:3.0:1788219760.078454:0:326945:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219760.078458:0:326945:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893da0fdc00. 00000040:00000001:3.0:1788219760.078462:0:326945:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219760.078465:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219760.078470:0:326945:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219760.078473:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219760.078478:0:326945:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219760.078481:0:326945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219760.078486:0:326945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219760.078493:0:326945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125dc00. 00000100:00000001:3.0:1788219760.078499:0:326945:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.078507:0:326945:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219760.078508:0:326945:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219760.078513:0:326945:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc540. 00000100:00000001:3.0:1788219760.078516:0:326945:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819840 : -113714041731776 : ffff9893e2efc540) 00000100:00000001:3.0:1788219760.078518:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.078519:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:3.0:1788219760.078524:0:326945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219760.078528:0:326945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.078530:0:326945:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219760.078532:0:326945:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219760.078542:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.078557:0:326945:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219760.078559:0:326945:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.078563:0:326945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219760.078566:0:326945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219760.078568:0:326945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219760.078572:0:326945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197120:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219760.078575:0:326945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219760.078580:0:326945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219760.078582:0:326945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.078584:0:326945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219760.078588:0:326945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fd000. 02000000:00000001:3.0:1788219760.078590:0:326945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219760.078597:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219760.078602:0:326945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a9a0. 00000400:00000010:3.0:1788219760.078609:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c908. 00000100:00000200:3.0:1788219760.078617:0:326945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566197120, portal 10 00000100:00000001:3.0:1788219760.078619:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.078620:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219760.078627:0:326945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.078634:0:326945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219760.078636:0:326945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219760.078639:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cee0. 00000100:00000200:3.0:1788219760.078641:0:326945:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566197120, offset 0 00000400:00000200:3.0:1788219760.078647:0:326945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219760.078656:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.078662:0:326945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219760.078669:0:326945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219760.078673:0:326945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219760.078677:0:326945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219760.078679:0:326945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219760.078683:0:326945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92730:92730:256:4294967295] 192.168.203.120@tcp LPNI seq info [92730:92730:8:4294967295] 00000400:00000200:3.0:1788219760.078687:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.078695:0:326945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219760.078701:0:326945:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219760.078706:0:326945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219760.078712:0:326945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219760.078719:0:326945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219760.078724:0:326945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788219760.078831:0:326945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.078836:0:326945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14675 usecs (15 jiffies) 00000400:00000200:3.0:1788219760.078840:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219760.078843:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629182 00000100:00000001:3.0:1788219760.078846:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.078848:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629182 00000100:00000001:3.0:1788219760.078850:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.078852:0:326945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.078854:0:326945:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.078856:0:326945:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219760.078858:0:326945:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219760.078987:0:326945:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc540 going to sleep for 11 seconds 00000100:00000001:3.0:1788219760.078990:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219760.078993:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.082199:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.082221:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219760.082231:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.082241:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.082250:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cee0 00000400:00000010:2.0:1788219760.082252:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cee0. 00000100:00000001:2.0:1788219760.082258:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.082268:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.082282:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.082286:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.082292:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.082294:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.083038:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.083052:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.083055:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.083058:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.083066:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.083072:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.083081:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.083085:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.083090:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.083094:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb780180 00000400:00000200:2.0:1788219760.083099:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.083106:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8afd [1] + 224 00000800:00000001:2.0:1788219760.083113:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.083120:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.083122:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.083125:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.083131:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.083138:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.083147:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083193:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219760.083275:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.083284:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.083288:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219760.083423:0:326945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219760.083426:0:326945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219760.083429:0:326945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a9a0. 00000400:00000200:3.0:1788219760.083433:0:326945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c908 00000400:00000010:3.0:1788219760.083435:0:326945:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c908. 00000100:00000001:3.0:1788219760.083438:0:326945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.083442:0:326945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219760.083456:0:326945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083462:0:326945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219760.083464:0:326945:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.083467:0:326945:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219760.083470:0:326945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219760.083473:0:326945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219760.083475:0:326945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.083478:0:326945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219760.083487:0:326945:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219760.083491:0:326945:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219760.083506:0:326945:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219760.083509:0:326945:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219760.083512:0:326945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219760.083515:0:326945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.083519:0:326945:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219760.083521:0:326945:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219760.083523:0:326945:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219760.083524:0:326945:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.083529:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083535:0:326945:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.083538:0:326945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219760.083540:0:326945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219760.083543:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219760.083550:0:326945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197120:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219760.083555:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.083557:0:326945:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.083559:0:326945:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219760.083562:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.083565:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083571:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219760.083573:0:326945:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc540. 00000100:00000001:3.0:1788219760.083577:0:326945:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219760.083578:0:326945:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.083585:0:326945:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788219760.083588:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.083590:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.083592:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1788219760.083594:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.083597:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566197120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083603:0:326945:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219760.083606:0:326945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219760.083609:0:326945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fd000. 02000000:00000001:3.0:1788219760.083612:0:326945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219760.083613:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.083614:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.083615:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219760.083618:0:326945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219760.083621:0:326945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219760.083623:0:326945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219760.083625:0:326945:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219760.083628:0:326945:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219760.083630:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788219760.083633:0:326945:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.083637:0:326945:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788219760.083643:0:326945:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e3104000. 00000040:00000001:3.0:1788219760.083646:0:326945:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788219760.083647:0:326945:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788219760.083649:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219760.083652:0:326945:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219760.083655:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219760.083658:0:326945:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219760.083661:0:326945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219760.083665:0:326945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219760.083669:0:326945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893da0fd000. 00000100:00000001:3.0:1788219760.083675:0:326945:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.083680:0:326945:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219760.083681:0:326945:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219760.083685:0:326945:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc540. 00000100:00000001:3.0:1788219760.083687:0:326945:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819840 : -113714041731776 : ffff9893e2efc540) 00000100:00000001:3.0:1788219760.083690:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.083691:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:3.0:1788219760.083696:0:326945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219760.083700:0:326945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.083702:0:326945:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219760.083703:0:326945:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219760.083707:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083714:0:326945:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219760.083716:0:326945:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.083720:0:326945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219760.083722:0:326945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219760.083724:0:326945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219760.083727:0:326945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197248:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219760.083731:0:326945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219760.083735:0:326945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219760.083737:0:326945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.083739:0:326945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219760.083760:0:326945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.083762:0:326945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219760.083768:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219760.083771:0:326945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a9a0. 00000400:00000010:3.0:1788219760.083775:0:326945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc6c0. 00000100:00000200:3.0:1788219760.083781:0:326945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566197248, portal 10 00000100:00000001:3.0:1788219760.083783:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.083784:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219760.083791:0:326945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.083798:0:326945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219760.083800:0:326945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219760.083803:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c908. 00000100:00000200:3.0:1788219760.083806:0:326945:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566197248, offset 0 00000400:00000200:3.0:1788219760.083812:0:326945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219760.083819:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.083824:0:326945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219760.083829:0:326945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219760.083834:0:326945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219760.083838:0:326945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219760.083841:0:326945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219760.083844:0:326945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92731:92731:256:4294967295] 192.168.203.120@tcp LPNI seq info [92731:92731:8:4294967295] 00000400:00000200:3.0:1788219760.083848:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.083856:0:326945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219760.084009:0:326945:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219760.084015:0:326945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219760.084022:0:326945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219760.084029:0:326945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219760.084033:0:326945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788219760.084100:0:326945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.084106:0:326945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14671 usecs (15 jiffies) 00000400:00000200:3.0:1788219760.084110:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219760.084113:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629187 00000100:00000001:3.0:1788219760.084116:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.084118:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629187 00000100:00000001:3.0:1788219760.084121:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.084123:0:326945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.084127:0:326945:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.084130:0:326945:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219760.084132:0:326945:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219760.084135:0:326945:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc540 going to sleep for 11 seconds 00000100:00000001:3.0:1788219760.084137:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219760.084139:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.085452:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.085461:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219760.085468:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.085476:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.085482:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c908 00000400:00000010:2.0:1788219760.085485:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c908. 00000100:00000001:2.0:1788219760.085489:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.085504:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.085517:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.085521:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.085529:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.085531:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.094748:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.094771:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.094775:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.094777:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.094785:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.094793:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.094804:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.094810:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.094815:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.094819:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780200 00000400:00000200:2.0:1788219760.094824:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.094832:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8b0d [4] + 224 00000800:00000001:2.0:1788219760.094839:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.094965:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.094970:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.094976:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.094983:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.094992:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.095004:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.095066:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219760.095085:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.095094:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.095097:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219760.096076:0:326945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219760.096080:0:326945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219760.096083:0:326945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a9a0. 00000400:00000200:3.0:1788219760.096089:0:326945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc6c0 00000400:00000010:3.0:1788219760.096091:0:326945:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc6c0. 00000100:00000001:3.0:1788219760.096095:0:326945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.096103:0:326945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219760.096113:0:326945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.096119:0:326945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219760.096121:0:326945:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.096124:0:326945:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219760.096128:0:326945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219760.096130:0:326945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219760.096132:0:326945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.096135:0:326945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219760.096144:0:326945:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219760.096148:0:326945:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219760.096151:0:326945:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219760.096153:0:326945:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219760.096155:0:326945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219760.096159:0:326945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.096162:0:326945:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219760.096164:0:326945:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219760.096166:0:326945:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219760.096167:0:326945:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.096173:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.096185:0:326945:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.096188:0:326945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219760.096189:0:326945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219760.096193:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219760.096200:0:326945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197248:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1788219760.096273:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219760.096276:0:326945:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.096278:0:326945:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219760.096280:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.096285:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.096291:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219760.096294:0:326945:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc540. 00000100:00000001:3.0:1788219760.096296:0:326945:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219760.096297:0:326945:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788219760.096307:0:326945:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788219760.096309:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.096387:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566197248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.096394:0:326945:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219760.096397:0:326945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219760.096400:0:326945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:3.0:1788219760.096412:0:326945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219760.096415:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219760.096417:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219760.096419:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219760.096422:0:326945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893da0fd000. 02000000:00000001:3.0:1788219760.096426:0:326945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219760.096428:0:326945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219760.096431:0:326945:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219760.096434:0:326945:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219760.096435:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219760.096577:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219760.096580:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219760.096582:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219760.096585:0:326945:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219760.096588:0:326945:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:2.0:1788219760.096590:0:326945:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:2.0:1788219760.096592:0:326945:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219760.096594:0:326945:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219760.096597:0:326945:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1788219760.096599:0:326945:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788219760.096606:0:326945:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894ca192420. 00000040:00001000:2.0:1788219760.096609:0:326945:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1788219760.096612:0:326945:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788219760.096617:0:326945:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894ee1c6000. 00000020:00000010:2.0:1788219760.096621:0:326945:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894ee1c7600. 00000040:00000010:2.0:1788219760.096626:0:326945:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894ee1c7400. 00000020:00000010:2.0:1788219760.096631:0:326945:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894ed0d8800. 00000020:00000010:2.0:1788219760.096636:0:326945:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894ff96bc60. 00000020:00000010:2.0:1788219760.096641:0:326945:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894ee1c7200. 80000000:00000010:2.0:1788219760.096645:0:326945:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9894ca192e40. 40000000:00000010:2.0:1788219760.096650:0:326945:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9893e2e47180. 00100000:00000010:2.0:1788219760.096656:0:326945:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894ed0db000. 00040000:00000010:2.0:1788219760.096661:0:326945:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893f027ce00. 00040000:00000010:2.0:1788219760.096664:0:326945:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894ed0dc000. 00040000:00000010:2.0:1788219760.096668:0:326945:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894ee1c6200. 00000004:00000010:2.0:1788219760.096673:0:326945:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894ed0da000. 00000004:00000010:2.0:1788219760.096678:0:326945:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed12d000. 00000004:00000010:2.0:1788219760.096683:0:326945:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894ed0dd800. 00002000:00000010:2.0:1788219760.096687:0:326945:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894d3d4f800. 00000004:00000010:2.0:1788219760.096691:0:326945:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894d3d4e800. 00000020:00000010:2.0:1788219760.096696:0:326945:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9893e2e47880. 00000040:00000010:2.0:1788219760.096703:0:326945:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e2cf6000. 00000040:00001000:2.0:1788219760.096706:0:326945:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1788219760.096708:0:326945:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219760.096710:0:326945:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219760.096713:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219760.096717:0:326945:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029c00. 00000020:00000040:2.0:1788219760.096720:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219760.096723:0:326945:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219760.096726:0:326945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219760.096730:0:326945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219760.096735:0:326945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894ee1c7e00. 00000100:00000001:2.0:1788219760.096739:0:326945:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.096744:0:326945:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219760.096745:0:326945:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219760.096752:0:326945:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f16c0. 00000100:00000001:2.0:1788219760.096754:0:326945:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877490368 : -113713832061248 : ffff9893ef6f16c0) 00000100:00000001:2.0:1788219760.096756:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219760.096758:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000001:2.0:1788219760.096761:0:326945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219760.096766:0:326945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.096768:0:326945:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219760.096770:0:326945:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219760.096775:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.096787:0:326945:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219760.096790:0:326945:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219760.096793:0:326945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219760.096796:0:326945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219760.096798:0:326945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219760.096801:0:326945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197376:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219760.096805:0:326945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219760.096809:0:326945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219760.096811:0:326945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219760.096814:0:326945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219760.096832:0:326945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:2.0:1788219760.096835:0:326945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219760.096841:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219760.096846:0:326945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2370. 00000400:00000010:2.0:1788219760.096852:0:326945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893ef6f1c00. 00000100:00000200:2.0:1788219760.096858:0:326945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566197376, portal 10 00000100:00000001:2.0:1788219760.096927:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219760.096929:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000040:2.0:1788219760.096936:0:326945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.096943:0:326945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219760.096946:0:326945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219760.096951:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219760.096953:0:326945:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566197376, offset 0 00000400:00000200:2.0:1788219760.096960:0:326945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219760.096968:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.096975:0:326945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219760.096980:0:326945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219760.096984:0:326945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219760.096988:0:326945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219760.096990:0:326945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219760.096995:0:326945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92732:92732:256:4294967295] 192.168.203.120@tcp LPNI seq info [92732:92732:8:4294967295] 00000400:00000200:2.0:1788219760.096999:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.097008:0:326945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219760.097014:0:326945:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219760.097019:0:326945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c300. 00000800:00000200:2.0:1788219760.097027:0:326945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219760.097035:0:326945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219760.097039:0:326945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219760.097104:0:326945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219760.097109:0:326945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14671 usecs (15 jiffies) 00000400:00000200:2.0:1788219760.097113:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219760.097116:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629200 00000100:00000001:2.0:1788219760.097119:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:2.0:1788219760.097121:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629200 00000100:00000001:2.0:1788219760.097123:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:2.0:1788219760.097125:0:326945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219760.097128:0:326945:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.097130:0:326945:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219760.097131:0:326945:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219760.097134:0:326945:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f16c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219760.097136:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219760.097138:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.099001:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.099011:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c300. 00000400:00000200:2.0:1788219760.099018:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.099026:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.099034:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:2.0:1788219760.099036:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:2.0:1788219760.099040:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.099047:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.099065:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.099068:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.099076:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.099078:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.101101:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.101119:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.101123:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.101125:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.101135:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.101142:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.101150:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.101157:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.101162:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.101166:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780280 00000400:00000200:2.0:1788219760.101171:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.101177:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8b1d [4] + 224 00000800:00000001:2.0:1788219760.101185:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.101196:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.101199:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.101215:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.101223:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.101231:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.101242:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.101264:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.101273:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.101276:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.101354:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.101363:0:326945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.101365:0:326945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.101368:0:326945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2370. 00000400:00000200:0.0:1788219760.101372:0:326945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893ef6f1c00 00000400:00000010:0.0:1788219760.101375:0:326945:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893ef6f1c00. 00000100:00000001:0.0:1788219760.101378:0:326945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.101382:0:326945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.101390:0:326945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.101397:0:326945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.101398:0:326945:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.101401:0:326945:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.101404:0:326945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.101407:0:326945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.101409:0:326945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.101412:0:326945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.101420:0:326945:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.101424:0:326945:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.101426:0:326945:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.101428:0:326945:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.101430:0:326945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.101433:0:326945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.101436:0:326945:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.101438:0:326945:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.101440:0:326945:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.101441:0:326945:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.101446:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.101459:0:326945:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.101461:0:326945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.101463:0:326945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.101468:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.101476:0:326945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197376:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.101481:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.101483:0:326945:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.101486:0:326945:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.101488:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.101492:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.101509:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.101513:0:326945:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f16c0. 00000100:00000001:0.0:1788219760.101515:0:326945:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.101517:0:326945:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.101525:0:326945:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.101527:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.101531:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029c00 x1875079566197376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.101537:0:326945:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.101539:0:326945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.101542:0:326945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.101557:0:326945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.101560:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.101562:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.101564:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.101566:0:326945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894ee1c7e00. 02000000:00000001:0.0:1788219760.101570:0:326945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.101571:0:326945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.101574:0:326945:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029c00. 00000100:00000001:0.0:1788219760.101577:0:326945:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.101578:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.101581:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.101582:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.101584:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.101587:0:326945:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.101590:0:326945:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219760.101594:0:326945:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1788219760.101597:0:326945:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.101599:0:326945:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.101601:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.101605:0:326945:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.101608:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.101611:0:326945:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.101613:0:326945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.101617:0:326945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.101623:0:326945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974e00. 00000100:00000001:0.0:1788219760.101629:0:326945:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.101633:0:326945:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.101635:0:326945:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.101639:0:326945:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219760.101641:0:326945:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219760.101644:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.101645:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.101649:0:326945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.101653:0:326945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.101654:0:326945:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.101655:0:326945:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.101659:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.101666:0:326945:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.101668:0:326945:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.101672:0:326945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.101674:0:326945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.101678:0:326945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.101681:0:326945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197504:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.101685:0:326945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.101689:0:326945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.101691:0:326945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.101694:0:326945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.101710:0:326945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.101713:0:326945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.101718:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.101722:0:326945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.101727:0:326945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afccc0. 00000100:00000200:0.0:1788219760.101732:0:326945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566197504, portal 10 00000100:00000001:0.0:1788219760.101734:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.101735:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.101742:0:326945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.101749:0:326945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.101751:0:326945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.101755:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219760.101758:0:326945:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566197504, offset 0 00000400:00000200:0.0:1788219760.101765:0:326945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.101770:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.101777:0:326945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.101781:0:326945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.101785:0:326945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.101789:0:326945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.101791:0:326945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.101795:0:326945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92733:92733:256:4294967295] 192.168.203.120@tcp LPNI seq info [92733:92733:8:4294967295] 00000400:00000200:0.0:1788219760.101799:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.101808:0:326945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.101814:0:326945:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.101819:0:326945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219760.101825:0:326945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.101832:0:326945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.101837:0:326945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.101855:0:326945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.101993:0:326945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14667 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.101998:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.102001:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629205 00000100:00000001:0.0:1788219760.102004:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.102006:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629205 00000100:00000001:0.0:1788219760.102008:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.102011:0:326945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.102013:0:326945:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.102016:0:326945:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.102018:0:326945:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.102020:0:326945:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.102022:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.102024:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.102382:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.102387:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:2.0:1788219760.102392:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.102397:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.102402:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:2.0:1788219760.102404:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:2.0:1788219760.102408:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.102413:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.102423:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.102426:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.102433:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.102435:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.106709:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.106727:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.106731:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.106734:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.106743:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.106751:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.106760:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.106766:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.106771:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.106775:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780300 00000400:00000200:2.0:1788219760.106780:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.106786:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8b2d [4] + 224 00000800:00000001:2.0:1788219760.106794:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.106805:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.106809:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.106814:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.106821:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.106830:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.106848:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.106878:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.106887:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.106890:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.106965:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.106973:0:326945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.106975:0:326945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.106979:0:326945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.106983:0:326945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afccc0 00000400:00000010:0.0:1788219760.106986:0:326945:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.106989:0:326945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.106994:0:326945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.107004:0:326945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.107010:0:326945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.107012:0:326945:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.107015:0:326945:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.107019:0:326945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.107022:0:326945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.107024:0:326945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.107027:0:326945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.107037:0:326945:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.107041:0:326945:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.107043:0:326945:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.107045:0:326945:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.107048:0:326945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.107051:0:326945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.107055:0:326945:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.107057:0:326945:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.107058:0:326945:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.107060:0:326945:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.107064:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.107070:0:326945:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.107073:0:326945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.107075:0:326945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.107079:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.107086:0:326945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197504:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.107092:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.107094:0:326945:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.107096:0:326945:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.107098:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.107102:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.107108:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.107111:0:326945:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219760.107114:0:326945:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.107116:0:326945:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.107125:0:326945:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.107126:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.107129:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566197504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.107135:0:326945:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.107137:0:326945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.107140:0:326945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.107154:0:326945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.107157:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.107159:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.107161:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.107164:0:326945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974e00. 02000000:00000001:0.0:1788219760.107167:0:326945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.107169:0:326945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.107171:0:326945:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.107174:0:326945:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.107175:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.107178:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.107179:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.107181:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.107184:0:326945:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.107187:0:326945:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219760.107191:0:326945:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1788219760.107193:0:326945:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1788219760.107196:0:326945:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219760.107198:0:326945:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219760.107212:0:326945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219760.107216:0:326945:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219760.107219:0:326945:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219760.107223:0:326945:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4974e00. 00000040:00000001:0.0:1788219760.107226:0:326945:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219760.107229:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.107232:0:326945:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.107235:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.107240:0:326945:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.107242:0:326945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.107246:0:326945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.107252:0:326945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975a00. 00000100:00000001:0.0:1788219760.107258:0:326945:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.107263:0:326945:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.107265:0:326945:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.107270:0:326945:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219760.107272:0:326945:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219760.107275:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.107277:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.107281:0:326945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.107286:0:326945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.107288:0:326945:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.107289:0:326945:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.107294:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.107302:0:326945:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.107304:0:326945:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.107309:0:326945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.107353:0:326945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.107356:0:326945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.107360:0:326945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197632:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.107364:0:326945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.107369:0:326945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.107371:0:326945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.107375:0:326945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.107379:0:326945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975800. 02000000:00000001:0.0:1788219760.107381:0:326945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.107386:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.107389:0:326945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.107395:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219760.107400:0:326945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566197632, portal 10 00000100:00000001:0.0:1788219760.107402:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.107404:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.107410:0:326945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.107417:0:326945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.107421:0:326945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.107423:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219760.107427:0:326945:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566197632, offset 0 00000400:00000200:0.0:1788219760.107432:0:326945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.107438:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.107444:0:326945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.107450:0:326945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.107454:0:326945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.107458:0:326945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.107461:0:326945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.107465:0:326945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92734:92734:256:4294967295] 192.168.203.120@tcp LPNI seq info [92734:92734:8:4294967295] 00000400:00000200:0.0:1788219760.107469:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.107478:0:326945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.107484:0:326945:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.107489:0:326945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219760.107666:0:326945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.107674:0:326945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.107679:0:326945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.107696:0:326945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.107701:0:326945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14665 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.107705:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.107708:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629211 00000100:00000001:0.0:1788219760.107711:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.107714:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629211 00000100:00000001:0.0:1788219760.107716:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.107719:0:326945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.107722:0:326945:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.107724:0:326945:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.107726:0:326945:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.107729:0:326945:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.107731:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.107733:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.107941:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.107946:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:2.0:1788219760.107952:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.107957:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.107962:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:2.0:1788219760.107964:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:2.0:1788219760.107967:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.107972:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.107981:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.107984:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.107990:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.107992:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.111442:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.111461:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.111465:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.111467:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.111477:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.111485:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.111494:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.111500:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.111516:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.111520:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb780380 00000400:00000200:2.0:1788219760.111526:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.111531:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8b35 [1] + 224 00000800:00000001:2.0:1788219760.111540:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.111551:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.111554:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.111558:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.111566:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.111574:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.111584:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.111606:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.111615:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.111619:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.111776:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.111784:0:326945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.111786:0:326945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.111790:0:326945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.111794:0:326945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:0.0:1788219760.111797:0:326945:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:0.0:1788219760.111800:0:326945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.111805:0:326945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.111814:0:326945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.111820:0:326945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.111821:0:326945:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.111824:0:326945:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.111827:0:326945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.111829:0:326945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.111831:0:326945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.111834:0:326945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.111843:0:326945:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.111846:0:326945:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.111849:0:326945:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.111851:0:326945:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.111853:0:326945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.111856:0:326945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.111860:0:326945:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.111862:0:326945:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.111864:0:326945:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.111866:0:326945:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.111870:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.111883:0:326945:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.111886:0:326945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.111888:0:326945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.111891:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.111900:0:326945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197632:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.111913:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.111916:0:326945:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.111918:0:326945:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.111920:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.111924:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.111931:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.111933:0:326945:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219760.111937:0:326945:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.111939:0:326945:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.111945:0:326945:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219760.111948:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.111950:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.111952:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219760.111954:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.111957:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566197632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.111963:0:326945:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.111966:0:326945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.111969:0:326945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975800. 02000000:00000001:0.0:1788219760.111973:0:326945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.111974:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.111975:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.111977:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.111980:0:326945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975a00. 02000000:00000001:0.0:1788219760.111983:0:326945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.111984:0:326945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.111986:0:326945:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.111989:0:326945:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.111990:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219760.111993:0:326945:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.111996:0:326945:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219760.112002:0:326945:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4912000. 00000040:00000001:0.0:1788219760.112005:0:326945:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219760.112006:0:326945:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219760.112008:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.112012:0:326945:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.112015:0:326945:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.112018:0:326945:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.112020:0:326945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.112024:0:326945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.112028:0:326945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975a00. 00000100:00000001:0.0:1788219760.112033:0:326945:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.112037:0:326945:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.112039:0:326945:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.112043:0:326945:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219760.112045:0:326945:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680402368 : -113714029149248 : ffff9893e3afc3c0) 00000100:00000001:0.0:1788219760.112048:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.112049:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.112053:0:326945:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.112057:0:326945:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.112059:0:326945:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.112061:0:326945:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.112064:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.112070:0:326945:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.112072:0:326945:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.112076:0:326945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.112078:0:326945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.112081:0:326945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.112084:0:326945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197760:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.112088:0:326945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.112092:0:326945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.112094:0:326945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.112097:0:326945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.112117:0:326945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.112120:0:326945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.112124:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.112127:0:326945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.112132:0:326945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afccc0. 00000100:00000200:0.0:1788219760.112138:0:326945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566197760, portal 10 00000100:00000001:0.0:1788219760.112140:0:326945:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.112141:0:326945:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.112146:0:326945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.112153:0:326945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.112155:0:326945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.112158:0:326945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219760.112161:0:326945:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566197760, offset 0 00000400:00000200:0.0:1788219760.112166:0:326945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.112171:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.112176:0:326945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.112181:0:326945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.112185:0:326945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.112188:0:326945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.112190:0:326945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.112194:0:326945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92735:92735:256:4294967295] 192.168.203.120@tcp LPNI seq info [92735:92735:8:4294967295] 00000400:00000200:0.0:1788219760.112198:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.112217:0:326945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.112223:0:326945:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.112227:0:326945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3a00. 00000800:00000200:0.0:1788219760.112234:0:326945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.112241:0:326945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.112245:0:326945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.112258:0:326945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.112263:0:326945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14661 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.112266:0:326945:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.112268:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629215 00000100:00000001:0.0:1788219760.112271:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.112273:0:326945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629215 00000100:00000001:0.0:1788219760.112276:0:326945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.112278:0:326945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.112281:0:326945:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.112284:0:326945:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.112286:0:326945:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.112288:0:326945:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.112291:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.112292:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.112682:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.112689:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3a00. 00000400:00000200:2.0:1788219760.112694:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.112699:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.112703:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:2.0:1788219760.112705:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:2.0:1788219760.112708:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.112712:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.112720:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.112722:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.112727:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.112729:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219760.115503:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.115521:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.115525:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.115528:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.115536:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.115543:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.115554:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.115560:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.115565:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.115569:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780400 00000400:00000200:2.0:1788219760.115573:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.115580:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8b3d [4] + 224 00000800:00000001:2.0:1788219760.115587:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.115616:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.115620:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.115625:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.115633:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.115643:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.115653:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.115675:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219760.115684:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.115687:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.115966:0:326945:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.115974:0:326945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.115976:0:326945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.115980:0:326945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.115984:0:326945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afccc0 00000400:00000010:0.0:1788219760.115986:0:326945:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.115990:0:326945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.115996:0:326945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.116005:0:326945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.116011:0:326945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.116013:0:326945:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.116016:0:326945:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.116020:0:326945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.116023:0:326945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.116025:0:326945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.116028:0:326945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.116040:0:326945:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.116046:0:326945:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.116048:0:326945:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.116050:0:326945:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.116053:0:326945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.116056:0:326945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.116061:0:326945:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.116063:0:326945:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.116065:0:326945:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.116066:0:326945:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.116071:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.116078:0:326945:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.116080:0:326945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.116083:0:326945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.116087:0:326945:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.116094:0:326945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326945:1875079566197760:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.116099:0:326945:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.116102:0:326945:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.116105:0:326945:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.116107:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.116110:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.116117:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.116120:0:326945:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc3c0. 00000100:00000001:0.0:1788219760.116123:0:326945:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.116124:0:326945:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.116134:0:326945:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219760.116136:0:326945:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.116140:0:326945:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566197760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.116147:0:326945:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.116149:0:326945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.116152:0:326945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.116161:0:326945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.116164:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.116166:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.116168:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.116171:0:326945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975a00. 02000000:00000001:0.0:1788219760.116174:0:326945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.116176:0:326945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.116178:0:326945:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.116181:0:326945:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.116182:0:326945:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.116185:0:326945:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.116186:0:326945:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.116188:0:326945:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.116191:0:326945:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.116194:0:326945:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.116198:0:326945:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.116214:0:326945:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.116217:0:326945:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219760.116222:0:326945:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02d20. 00000040:00001000:0.0:1788219760.116225:0:326945:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1788219760.116229:0:326945:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:0.0:1788219760.116240:0:326945:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4914000. 00000040:00080000:0.0:1788219760.117279:0:326945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 64768 count 1 00000040:00000010:0.0:1788219760.117289:0:326945:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4914000. 00000040:00000010:0.0:1788219760.117296:0:326945:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02d20. 00000040:00000001:0.0:1788219760.117299:0:326945:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.117302:0:326945:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.117306:0:326945:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6040 type=0x0 idx=0 00000040:00000001:0.0:1788219760.117309:0:326945:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219760.117338:0:326945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1788219760.117340:0:326945:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e2cf6000. 00000020:00000010:0.0:1788219760.117349:0:326945:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9893e2e47880. 00000020:00000010:0.0:1788219760.117366:0:326945:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894ee1c7600. 00000040:00000010:0.0:1788219760.117372:0:326945:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894ee1c7400. 00000020:00000010:0.0:1788219760.117375:0:326945:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894ed0d8800. 00000020:00000010:0.0:1788219760.117380:0:326945:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894ff96bc60. 00000020:00000010:0.0:1788219760.117385:0:326945:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894ee1c7200. 80000000:00000010:0.0:1788219760.117389:0:326945:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9894ca192e40. 40000000:00000010:0.0:1788219760.117393:0:326945:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9893e2e47180. 00100000:00000010:0.0:1788219760.117398:0:326945:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894ed0db000. 00040000:00000010:0.0:1788219760.117403:0:326945:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893f027ce00. 00040000:00000010:0.0:1788219760.117408:0:326945:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894ed0dc000. 00040000:00000010:0.0:1788219760.117411:0:326945:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894ee1c6200. 00000004:00000010:0.0:1788219760.117415:0:326945:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894ed0da000. 00000004:00000010:0.0:1788219760.117420:0:326945:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed12d000. 00000004:00000010:0.0:1788219760.117425:0:326945:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894ed0dd800. 00002000:00000010:0.0:1788219760.117429:0:326945:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894d3d4f800. 00000004:00000010:0.0:1788219760.117433:0:326945:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894d3d4e800. 00000020:00000010:0.0:1788219760.117437:0:326945:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894ee1c6000. 00000040:00000010:0.0:1788219760.117440:0:326945:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894ca192420. 00000040:00000001:0.0:1788219760.117442:0:326945:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.117445:0:326945:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.117531:0:326945:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219760.117535:0:326945:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4912000. 00000040:00000010:0.0:1788219760.117539:0:326945:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4974e00. 00000040:00000010:0.0:1788219760.117542:0:326945:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e3104000. 00000040:00000010:0.0:1788219760.117547:0:326945:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893da0fdc00. 00000040:00000001:0.0:1788219760.117549:0:326945:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219760.117552:0:326945:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:0.0:1788219760.117556:0:326945:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:1.0:1788219760.117964:0:326944:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219760.118025:0:326945:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219760.118195:0:326944:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2f00. 00000002:00000001:1.0:1788219760.208852:0:326953:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219760.209709:0:326953:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2f00. 00000002:00000001:1.0:1788219760.209717:0:326953:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.209738:0:326953:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.209744:0:326953:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219760.211509:0:326954:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1788219760.211518:0:326954:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:2.0:1788219760.211638:0:326954:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:2.0:1788219760.211641:0:326954:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219760.211647:0:326954:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894ee1c7200. 00000040:00000001:2.0:1788219760.211652:0:326954:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219760.211656:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219760.211663:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028000. 00000020:00000040:2.0:1788219760.211665:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219760.211670:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219760.211674:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219760.211679:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219760.211686:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4f400. 00000100:00000001:2.0:1788219760.211692:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.211700:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219760.211702:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219760.211708:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f19c0. 00000100:00000001:2.0:1788219760.211711:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877491136 : -113713832060480 : ffff9893ef6f19c0) 00000100:00000001:2.0:1788219760.211715:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219760.211716:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000100:00000001:2.0:1788219760.211722:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219760.211726:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.211728:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219760.211730:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219760.211741:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.211752:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219760.211754:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219760.211758:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219760.211761:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219760.211763:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219760.211767:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566197888:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219760.211772:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219760.211777:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219760.211780:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219760.211782:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219760.211786:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7400. 02000000:00000001:2.0:1788219760.211788:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219760.211796:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219760.211800:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2948. 00000400:00000010:2.0:1788219760.211808:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219760.211816:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566197888, portal 10 00000100:00000001:2.0:1788219760.211818:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219760.211820:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000100:00000040:2.0:1788219760.211828:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.211835:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219760.211839:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219760.211841:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219760.211844:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566197888, offset 0 00000400:00000200:2.0:1788219760.211851:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219760.211874:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.211882:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219760.211888:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219760.211894:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219760.211898:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219760.211909:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219760.211913:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92736:92736:256:4294967295] 192.168.203.120@tcp LPNI seq info [92736:92736:8:4294967295] 00000400:00000200:2.0:1788219760.211918:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.211928:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219760.211935:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219760.211941:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f027c300. 00000800:00000200:2.0:1788219760.211948:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219760.211957:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219760.211962:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f027c300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788219760.211975:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219760.211980:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26286 usecs (27 jiffies) 00000400:00000200:2.0:1788219760.211983:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219760.211986:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629327 00000800:00000200:2.0:1788219760.212223:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.212228:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f027c300. 00000400:00000200:2.0:1788219760.212233:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.212238:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.212243:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219760.212246:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219760.212251:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.212255:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.212270:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.212274:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.212279:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.212281:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788219760.212297:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:2.0:1788219760.212300:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629327 00000100:00000001:2.0:1788219760.212303:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:2.0:1788219760.212305:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219760.212308:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.212386:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219760.212388:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219760.212391:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f19c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219760.212393:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219760.212396:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219760.217167:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.217187:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219760.217192:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.217194:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.217204:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.217212:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219760.217222:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.217239:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.217245:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.217249:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb780480 00000400:00000200:2.0:1788219760.217254:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219760.217260:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8b45 [1] + 224 00000800:00000001:2.0:1788219760.217267:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219760.217275:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219760.217279:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.217283:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219760.217291:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219760.217301:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219760.217603:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.217628:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.217702:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.217708:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.217941:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.217950:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.217953:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.217957:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2948. 00000400:00000200:0.0:1788219760.217963:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:0.0:1788219760.217965:0:326954:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:0.0:1788219760.217969:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.217974:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.217982:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.217988:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.217989:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.217992:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.217996:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.217999:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.218000:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.218003:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.218013:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.218018:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.218020:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.218022:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.218025:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.218028:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.218032:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.218114:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.218118:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.218121:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.218127:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.218134:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.218137:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.218139:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.218142:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.218149:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028000 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566197888:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.218155:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.218158:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.218160:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.218162:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.218166:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.218172:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.218174:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f19c0. 00000100:00000001:0.0:1788219760.218178:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.218180:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.218185:0:326954:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219760.218189:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.218191:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.218193:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219760.218195:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.218197:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028000 x1875079566197888/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.218203:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.218206:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.218208:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7400. 02000000:00000001:0.0:1788219760.218211:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.218213:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.218213:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.218215:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.218218:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4f400. 02000000:00000001:0.0:1788219760.218221:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.218223:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.218225:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028000. 00000100:00000001:0.0:1788219760.218306:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.218308:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219760.219123:0:326954:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.219132:0:326954:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219760.219143:0:326954:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4912000. 00000040:00000001:0.0:1788219760.219146:0:326954:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219760.219148:0:326954:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219760.219152:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.219157:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.219160:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.219163:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.219165:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.219171:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.219177:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974600. 00000100:00000001:0.0:1788219760.219184:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.219189:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.219191:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.219198:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.219200:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.219203:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.219205:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.219209:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.219214:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.219216:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.219218:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.219946:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.219961:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.219963:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.219968:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.219971:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.219974:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.219980:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198016:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.219984:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.219990:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.219992:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.219995:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.220020:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.220023:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.220030:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.220046:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.220055:0:326954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219760.220063:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566198016, portal 10 00000100:00000001:0.0:1788219760.220065:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.220067:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.220076:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.220083:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.220085:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.220089:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf7f8. 00000100:00000200:0.0:1788219760.220093:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566198016, offset 0 00000400:00000200:0.0:1788219760.220099:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.220107:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.220116:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.220122:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.220127:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.220130:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.220133:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.220137:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92737:92737:256:4294967295] 192.168.203.120@tcp LPNI seq info [92737:92737:8:4294967295] 00000400:00000200:0.0:1788219760.220146:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.220157:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.220163:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.220168:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3800. 00000800:00000200:0.0:1788219760.220175:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.220182:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.220187:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.220210:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.220216:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26286 usecs (27 jiffies) 00000400:00000200:0.0:1788219760.220219:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.220222:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629335 00000100:00000001:0.0:1788219760.220225:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.220230:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629335 00000100:00000001:0.0:1788219760.220233:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.220235:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.220238:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.220240:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.220242:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.220245:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.220248:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.220251:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219760.220486:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219760.220492:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3800. 00000400:00000200:3.0:1788219760.220498:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.220503:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219760.220508:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf7f8 00000400:00000010:3.0:1788219760.220510:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf7f8. 00000100:00000001:3.0:1788219760.220514:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219760.220519:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.220528:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.220531:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.220537:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.220539:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.231364:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.231383:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.231389:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.231391:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.231402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.231424:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.231433:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.231440:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.231444:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.231448:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780500 00000400:00000200:3.0:1788219760.231453:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.231459:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8b55 [4] + 224 00000800:00000001:3.0:1788219760.231466:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.231478:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.231482:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.231488:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.231495:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.231505:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.231515:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.231526:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.231533:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.231536:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.231776:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.231784:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.231786:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.231790:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.231795:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:0.0:1788219760.231797:0:326954:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.231800:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.231806:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.231815:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.231821:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.231823:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.231826:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.231830:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.231832:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.231835:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.231838:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.231848:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.231852:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.231855:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.231857:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.231860:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.231863:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.231866:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.231869:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.231871:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.231874:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.231879:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.231887:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.231890:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.231892:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.231897:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.231915:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198016:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.231921:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.231923:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.231925:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.231927:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.231931:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.231938:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.231941:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.231943:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.231945:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.231952:0:326954:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219760.231954:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.231957:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198016/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.231963:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.231965:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.231968:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.231982:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.231985:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.231987:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.231989:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.231992:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974600. 02000000:00000001:0.0:1788219760.231996:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.231998:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.231999:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.232003:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.232004:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.232006:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.232008:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.232010:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.232012:0:326954:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.232016:0:326954:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1788219760.232018:0:326954:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:0.0:1788219760.232020:0:326954:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.232022:0:326954:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.232025:0:326954:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1788219760.232027:0:326954:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219760.232040:0:326954:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02d20. 00000040:00001000:0.0:1788219760.232043:0:326954:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:0.0:1788219760.232046:0:326954:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788219760.232051:0:326954:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4974600. 00000020:00000010:0.0:1788219760.232056:0:326954:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d4974800. 00000040:00000010:0.0:1788219760.232059:0:326954:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894d4974200. 00000020:00000010:0.0:1788219760.232064:0:326954:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4b9e000. 00000020:00000010:0.0:1788219760.232070:0:326954:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894d2551928. 00000020:00000010:0.0:1788219760.232074:0:326954:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894d4974400. 80000000:00000010:0.0:1788219760.232078:0:326954:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893e6a020c0. 40000000:00000010:0.0:1788219760.232082:0:326954:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894cb1624c0. 00100000:00000010:0.0:1788219760.232087:0:326954:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4b9c800. 00040000:00000010:0.0:1788219760.232092:0:326954:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894d40d3e00. 00040000:00000010:0.0:1788219760.232096:0:326954:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4b9f000. 00040000:00000010:0.0:1788219760.232100:0:326954:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894d4974c00. 00000004:00000010:0.0:1788219760.232105:0:326954:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4b9f800. 00000004:00000010:0.0:1788219760.232110:0:326954:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed080000. 00000004:00000010:0.0:1788219760.232115:0:326954:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4b99800. 00002000:00000010:0.0:1788219760.232120:0:326954:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ed03e000. 00000004:00000010:0.0:1788219760.232125:0:326954:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ed03d000. 00000020:00000010:0.0:1788219760.232130:0:326954:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894cb1626c0. 00000040:00000010:0.0:1788219760.232138:0:326954:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4914000. 00000040:00001000:0.0:1788219760.232141:0:326954:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:0.0:1788219760.232143:0:326954:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.232144:0:326954:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.232147:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.232151:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.232153:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.232156:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.232158:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.232163:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.232168:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975600. 00000100:00000001:0.0:1788219760.232174:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.232179:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.232180:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.232185:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.232187:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.232190:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.232191:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.232195:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.232200:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.232201:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.232203:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.232207:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.232215:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.232217:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.232221:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.232223:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.232226:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.232229:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198144:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.232233:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.232238:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.232241:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.232243:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.232259:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.232262:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.232267:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.232270:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.232275:0:326954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219760.232281:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566198144, portal 10 00000100:00000001:0.0:1788219760.232283:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.232284:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.232290:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.232296:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.232298:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.232301:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfb28. 00000100:00000200:0.0:1788219760.232305:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566198144, offset 0 00000400:00000200:0.0:1788219760.232353:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.232361:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.232369:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.232374:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.232378:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.232382:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.232384:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.232387:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92738:92738:256:4294967295] 192.168.203.120@tcp LPNI seq info [92738:92738:8:4294967295] 00000400:00000200:0.0:1788219760.232391:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.232399:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.232405:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.232547:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3800. 00000800:00000200:0.0:1788219760.232555:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.232563:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.232567:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.232584:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.232589:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26286 usecs (27 jiffies) 00000400:00000200:0.0:1788219760.232592:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.232595:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629348 00000100:00000001:0.0:1788219760.232598:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.232600:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629348 00000100:00000001:0.0:1788219760.232602:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.232604:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.232607:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.232610:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.232612:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.232614:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.232616:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.232618:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219760.232742:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219760.232747:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3800. 00000400:00000200:3.0:1788219760.232752:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.232757:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219760.232761:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfb28 00000400:00000010:3.0:1788219760.232762:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfb28. 00000100:00000001:3.0:1788219760.232766:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219760.232769:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.232777:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.232779:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.232785:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.232786:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.245184:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.245201:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.245206:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.245208:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.245217:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.245225:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.245233:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.245239:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.245244:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.245249:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780580 00000400:00000200:3.0:1788219760.245254:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.245261:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8b5d [4] + 224 00000800:00000001:3.0:1788219760.245268:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.245300:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.245304:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.245309:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.245355:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.245364:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.245375:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.245387:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.245395:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.245399:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.245598:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.245605:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.245608:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.245611:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.245616:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:0.0:1788219760.245618:0:326954:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.245621:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.245626:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.245635:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.245641:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.245643:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.245646:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.245650:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.245652:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.245654:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.245658:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.245666:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.245671:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.245678:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.245680:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.245683:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.245687:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.245690:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.245693:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.245695:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.245698:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.245702:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.245710:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.245713:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.245715:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.245719:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.245726:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198144:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.245731:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.245734:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.245737:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.245739:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.245742:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.245748:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.245751:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.245753:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.245755:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.245763:0:326954:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.245764:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.245767:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198144/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.245773:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.245776:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.245778:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.245788:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.245791:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.245793:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.245796:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.245799:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975600. 02000000:00000001:0.0:1788219760.245802:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.245804:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.245806:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.245809:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.245811:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.245813:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.245815:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.245816:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.245819:0:326954:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.245821:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219760.245825:0:326954:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:0.0:1788219760.245827:0:326954:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.245829:0:326954:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.245831:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.245835:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.245838:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.245842:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.245843:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.245848:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.245854:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975600. 00000100:00000001:0.0:1788219760.245860:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.245864:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.245866:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.245870:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.245872:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.245875:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.245877:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.245880:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.245885:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.245888:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.245889:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.245896:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.245914:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.245916:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.245920:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.245922:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.245924:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.245927:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198272:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.245931:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.245935:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.245937:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.245939:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.245953:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.245956:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.245961:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.245964:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.245969:0:326954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219760.245977:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566198272, portal 10 00000100:00000001:0.0:1788219760.245979:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.245980:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.245986:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.245993:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.245996:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.245999:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf3b8. 00000100:00000200:0.0:1788219760.246002:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566198272, offset 0 00000400:00000200:0.0:1788219760.246008:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.246013:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.246020:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.246025:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.246029:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.246033:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.246036:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.246039:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92739:92739:256:4294967295] 192.168.203.120@tcp LPNI seq info [92739:92739:8:4294967295] 00000400:00000200:0.0:1788219760.246043:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.246052:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.246058:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.246063:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3a00. 00000800:00000200:0.0:1788219760.246069:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.246077:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.246081:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.246102:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.246114:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26286 usecs (27 jiffies) 00000400:00000200:0.0:1788219760.246118:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.246121:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629361 00000100:00000001:0.0:1788219760.246124:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.246126:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629361 00000100:00000001:0.0:1788219760.246128:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.246130:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.246133:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.246136:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.246138:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.246140:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.246142:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.246143:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219760.246378:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219760.246382:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3a00. 00000400:00000200:3.0:1788219760.246387:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.246391:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219760.246395:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf3b8 00000400:00000010:3.0:1788219760.246397:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf3b8. 00000100:00000001:3.0:1788219760.246400:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219760.246404:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.246411:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.246414:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.246421:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.246422:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.260814:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.260832:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.260837:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.260840:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.260850:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.260858:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.260868:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.260874:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.260880:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.260885:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780600 00000400:00000200:3.0:1788219760.260890:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.260896:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8b65 [4] + 224 00000800:00000001:3.0:1788219760.260914:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.260924:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.260928:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.260932:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.260939:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.260948:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.260960:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.260983:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.260991:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.260994:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.261060:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.261068:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.261071:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.261074:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.261078:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:0.0:1788219760.261080:0:326954:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.261084:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.261089:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.261099:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.261106:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.261691:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.261696:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.261699:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.261701:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.261704:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.261707:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.261719:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.261724:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.261727:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.261729:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.261732:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.261736:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.261740:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.261743:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.261745:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.261748:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.261755:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.261763:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.261766:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.261767:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.261771:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.261778:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198272:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.261783:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.261787:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.261789:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.261791:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.261794:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.261800:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.261803:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.261806:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.261807:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.261815:0:326954:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.261816:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.261819:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198272/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.261825:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.261827:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.261830:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.261846:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.261849:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.261851:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.261853:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.261856:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975600. 02000000:00000001:0.0:1788219760.261860:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.261862:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.261864:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.261868:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.261869:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.261872:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.261873:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.261875:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.261878:0:326954:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.261881:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219760.261886:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219760.261888:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914040 type=0x1064553b idx=2 00000040:00001000:0.0:1788219760.261889:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219760.261890:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914080 type=0x1064553b idx=3 00000040:00001000:0.0:1788219760.261893:0:326954:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:0.0:1788219760.261896:0:326954:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:0.0:1788219760.261899:0:326954:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219760.261909:0:326954:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219760.261911:0:326954:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219760.261914:0:326954:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219760.261917:0:326954:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219760.261923:0:326954:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4975600. 00000040:00000001:0.0:1788219760.261927:0:326954:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219760.261929:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.261933:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.261935:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.261939:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.261941:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.261945:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.261950:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:0.0:1788219760.261956:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.261961:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.261962:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.261968:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.261970:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.261973:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.261974:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.261978:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.261982:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.261984:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.261985:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.261990:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.261997:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.261999:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.262003:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.262006:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.262009:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.262012:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198400:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.262019:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.262023:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.262026:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.262029:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.262043:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975e00. 02000000:00000001:0.0:1788219760.262046:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.262051:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.262056:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.262062:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219760.262069:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566198400, portal 10 00000100:00000001:0.0:1788219760.262072:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.262073:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.262080:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.262087:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.262090:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.262093:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf5d8. 00000100:00000200:0.0:1788219760.262096:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566198400, offset 0 00000400:00000200:0.0:1788219760.262102:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.262183:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.262191:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.262196:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.262200:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.262203:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.262206:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.262210:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92740:92740:256:4294967295] 192.168.203.120@tcp LPNI seq info [92740:92740:8:4294967295] 00000400:00000200:0.0:1788219760.262215:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.262224:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.262231:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.262237:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219760.262242:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.262250:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.262254:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.262282:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.262287:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26286 usecs (27 jiffies) 00000400:00000200:0.0:1788219760.262290:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.262293:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629377 00000100:00000001:0.0:1788219760.262296:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.262298:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629377 00000100:00000001:0.0:1788219760.262300:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.262302:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.262305:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.262307:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.262309:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.262335:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.262338:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.262340:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219760.262405:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219760.262411:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:3.0:1788219760.262417:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.262423:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219760.262427:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf5d8 00000400:00000010:3.0:1788219760.262430:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf5d8. 00000100:00000001:3.0:1788219760.262433:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219760.262439:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.262449:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.262453:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.262461:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.262463:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.274846:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.274863:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.274867:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.274869:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.274878:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.274886:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.274894:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.274911:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.274917:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.274922:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb780680 00000400:00000200:3.0:1788219760.274927:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.274933:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8b6d [1] + 224 00000800:00000001:3.0:1788219760.274940:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.274949:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.274952:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.274957:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.274965:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.274974:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.274986:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.275009:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.275017:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.275021:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.275147:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.275157:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.275159:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.275162:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.275167:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:0.0:1788219760.275169:0:326954:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:0.0:1788219760.275173:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.275178:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.275188:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.275196:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.275198:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.275200:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.275204:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.275206:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.275209:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.275212:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.275222:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.275226:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.275228:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.275230:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.275233:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.275236:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.275239:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.275241:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.275244:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.275248:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.275252:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.275259:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.275262:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.275264:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.275267:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.275284:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198400:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.275290:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.275293:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.275295:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.275297:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.275301:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.275308:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.275349:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.275355:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.275356:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.275362:0:326954:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219760.275365:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.275368:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.275370:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219760.275372:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.275375:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198400/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.275381:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.275384:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.275387:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975e00. 02000000:00000001:0.0:1788219760.275390:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.275391:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.275392:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.275394:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.275396:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:0.0:1788219760.275399:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.275401:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.275402:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.275406:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.275407:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219760.275409:0:326954:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.275412:0:326954:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219760.275418:0:326954:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4910000. 00000040:00000001:0.0:1788219760.275420:0:326954:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219760.275422:0:326954:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219760.275424:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.275428:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.275430:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.275434:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.275436:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.275441:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.275446:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:0.0:1788219760.275453:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.275457:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.275459:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.275465:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.275467:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.275471:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.275473:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.275477:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.275482:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.275484:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.275487:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.275491:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.275498:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.275501:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.275505:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.275507:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.275510:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.275514:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198528:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.275517:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.275523:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.275525:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.275527:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.275548:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.275551:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.275556:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.275560:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.275564:0:326954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219760.275570:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566198528, portal 10 00000100:00000001:0.0:1788219760.275573:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.275574:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.275580:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.275587:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.275590:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.275592:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219760.275596:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566198528, offset 0 00000400:00000200:0.0:1788219760.275602:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.275608:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.275615:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.275619:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.275623:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.275627:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.275629:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.275633:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92741:92741:256:4294967295] 192.168.203.120@tcp LPNI seq info [92741:92741:8:4294967295] 00000400:00000200:0.0:1788219760.275637:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.275646:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.275652:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.275658:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219760.275664:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.275672:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.275676:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.275693:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.275697:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26285 usecs (27 jiffies) 00000400:00000200:0.0:1788219760.275701:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.275703:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629391 00000100:00000001:0.0:1788219760.275706:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.275709:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629391 00000100:00000001:0.0:1788219760.275711:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.275714:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.275717:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.275719:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.275721:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.275723:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.275725:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.275727:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219760.276032:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219760.276037:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:3.0:1788219760.276043:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.276048:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219760.276053:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:3.0:1788219760.276055:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:3.0:1788219760.276059:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219760.276063:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.276073:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219760.276076:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.276083:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.276085:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.282920:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.282937:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.282940:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.282942:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.282951:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.282958:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.282966:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.282972:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.282977:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.282982:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780700 00000400:00000200:3.0:1788219760.282987:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.282992:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8b75 [4] + 224 00000800:00000001:3.0:1788219760.282999:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.283009:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.283011:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.283015:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.283022:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.283031:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.283042:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.283072:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.283080:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.283083:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.283201:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.283209:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.283211:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.283214:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.283220:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:0.0:1788219760.283222:0:326954:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.283226:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.283231:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.283241:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.283247:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.283249:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.283253:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.283255:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.283258:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.283260:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.283263:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.283273:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.283382:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.283385:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.283388:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.283391:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.283395:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.283399:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.283401:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.283403:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.283406:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.283413:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.283420:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.283424:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.283426:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.283429:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.283437:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198528:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.283442:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.283445:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.283448:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.283450:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.283453:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.283459:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.283462:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.283465:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.283466:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.283475:0:326954:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219760.283477:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.283479:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198528/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.283485:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.283487:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.283490:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.283508:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.283512:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.283514:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.283516:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.283519:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:0.0:1788219760.283522:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.283524:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.283526:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.283529:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.283531:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.283533:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.283535:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.283537:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.283539:0:326954:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.283542:0:326954:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.283546:0:326954:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.283548:0:326954:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.283552:0:326954:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219760.283556:0:326954:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02300. 00000040:00001000:0.0:1788219760.283559:0:326954:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1788219760.283562:0:326954:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:0.0:1788219760.283570:0:326954:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4916000. 00000040:00001000:0.0:1788219760.283572:0:326954:0:(llog.c:615:llog_process_thread()) index: 6 last_index 64767 00000040:00000001:0.0:1788219760.283574:0:326954:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.283577:0:326954:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.283578:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.283582:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.283585:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.283588:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.283590:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.283594:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.283599:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:0.0:1788219760.283605:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.283610:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.283612:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.283618:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.283620:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.283623:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.283625:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.283630:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.283635:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.283637:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.283639:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.283643:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.283651:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.283653:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.283657:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.283660:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.283662:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.283666:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198656:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.283671:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.283676:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.283678:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.283681:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.283699:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.283702:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.283709:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.283713:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.283718:0:326954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219760.283724:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566198656, portal 10 00000100:00000001:0.0:1788219760.283727:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.283729:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.283735:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.283741:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.283744:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.283748:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219760.283752:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566198656, offset 0 00000400:00000200:0.0:1788219760.283758:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.283765:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.283773:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.283778:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.283782:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.283785:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.283788:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.283792:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92742:92742:256:4294967295] 192.168.203.120@tcp LPNI seq info [92742:92742:8:4294967295] 00000400:00000200:0.0:1788219760.283797:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.283806:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.283812:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.283816:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3a00. 00000800:00000200:0.0:1788219760.283823:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.283832:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.283837:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.283860:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.283865:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26285 usecs (27 jiffies) 00000800:00000200:2.0:1788219760.284435:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.284441:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3a00. 00000400:00000200:2.0:1788219760.284447:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.284452:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.284457:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:2.0:1788219760.284459:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:2.0:1788219760.284462:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.284467:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.284476:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.284479:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.284485:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.284487:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788219760.284598:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.284601:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629400 00000100:00000001:0.0:1788219760.284604:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.284606:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629400 00000100:00000001:0.0:1788219760.284609:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.284611:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.284614:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.284617:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.284619:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.284621:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.284624:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.284626:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219760.290653:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.290671:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.290675:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.290678:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.290686:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.290694:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.290703:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.290709:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.290714:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.290719:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780780 00000400:00000200:3.0:1788219760.290723:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.290728:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8b7d [4] + 224 00000800:00000001:3.0:1788219760.290735:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.290764:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.290767:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.290772:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.290781:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.290790:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.290802:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.290827:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.290836:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.290839:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.290968:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.290976:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.290978:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.290981:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.290986:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:0.0:1788219760.290988:0:326954:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.290992:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.290996:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.291005:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.291011:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.291014:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.291016:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.291020:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.291022:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.291025:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.291028:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.291046:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.291051:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.291053:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.291055:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.291057:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.291061:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.291065:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.291066:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.291068:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.291071:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.291076:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.291082:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.291085:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.291086:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.291090:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.291097:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198656:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.291102:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.291105:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.291233:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.291237:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.291241:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.291249:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.291252:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.291255:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.291257:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.291265:0:326954:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.291267:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.291271:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198656/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.291288:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.291290:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.291293:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.291303:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.291306:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.291308:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.291310:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.291350:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:0.0:1788219760.291354:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.291356:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.291358:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.291362:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.291363:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.291366:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.291367:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.291369:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.291371:0:326954:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.291374:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916000 type=0x10660000 idx=1 00000040:00001000:0.0:1788219760.291379:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219760.291380:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49161a8 type=0x10660000 idx=2 00000040:00001000:0.0:1788219760.291382:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219760.291383:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916250 type=0x10660000 idx=3 00000040:00001000:0.0:1788219760.291385:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:0.0:1788219760.291386:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916518 type=0x10660000 idx=4 00000040:00001000:0.0:1788219760.291388:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:0.0:1788219760.291389:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49166c0 type=0x10660000 idx=5 00000040:00001000:0.0:1788219760.291391:0:326954:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:0.0:1788219760.291392:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916778 type=0x10660000 idx=6 00000040:00001000:0.0:1788219760.291395:0:326954:0:(llog.c:784:llog_process_thread()) lrh_index: 6 lrh_len: 224 (6280 remains) 00000040:00001000:0.0:1788219760.291397:0:326954:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000002:00000001:0.0:1788219760.291401:0:326954:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219760.291404:0:326954:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 22 20MIGRT 1920086346410780231 0x0 t=[0x2000013a2:0x981:0x0] p=[0x2000013a2:0x980:0x0] migrate_dir 00000002:00000010:0.0:1788219760.291412:0:326954:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 223 at ffff9894d40d3800. 00000002:00000001:0.0:1788219760.291419:0:326954:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.291420:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916858 type=0x10660000 idx=7 00000040:00001000:0.0:1788219760.291424:0:326954:0:(llog.c:728:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1788219760.291426:0:326954:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.291427:0:326954:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.291430:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.291433:0:326954:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.291436:0:326954:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.291439:0:326954:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.291441:0:326954:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.291446:0:326954:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.291451:0:326954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:0.0:1788219760.291456:0:326954:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.291460:0:326954:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.291462:0:326954:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.291467:0:326954:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.291469:0:326954:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404672 : -113714029146944 : ffff9893e3afccc0) 00000100:00000001:0.0:1788219760.291472:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.291474:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.291479:0:326954:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.291484:0:326954:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.291486:0:326954:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.291487:0:326954:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000002:00000010:1.0:1788219760.291638:0:326953:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 223 at ffff9894d40d3800. 00000002:00000001:1.0:1788219760.291643:0:326953:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=199 : 199 : c7) 00000002:00000001:1.0:1788219760.291954:0:326953:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000100:00000040:0.0:1788219760.292218:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.292229:0:326954:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.292231:0:326954:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.292236:0:326954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.292238:0:326954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.292241:0:326954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.292245:0:326954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198784:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.292249:0:326954:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.292255:0:326954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.292258:0:326954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.292261:0:326954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.292282:0:326954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.292285:0:326954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.292291:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.292296:0:326954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.292302:0:326954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219760.292309:0:326954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566198784, portal 10 00000100:00000001:0.0:1788219760.292578:0:326954:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.292580:0:326954:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.292588:0:326954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.292596:0:326954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.292599:0:326954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.292603:0:326954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219760.292608:0:326954:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566198784, offset 0 00000400:00000200:0.0:1788219760.292614:0:326954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.292623:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.292630:0:326954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.292634:0:326954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.292638:0:326954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.292641:0:326954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.292644:0:326954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.292648:0:326954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92743:92743:256:4294967295] 192.168.203.120@tcp LPNI seq info [92743:92743:8:4294967295] 00000400:00000200:0.0:1788219760.292652:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.292661:0:326954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.292667:0:326954:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.292673:0:326954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3800. 00000800:00000200:0.0:1788219760.292680:0:326954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.292687:0:326954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.292691:0:326954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.292776:0:326954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.292782:0:326954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26285 usecs (27 jiffies) 00000400:00000200:0.0:1788219760.292785:0:326954:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.292788:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629408 00000100:00000001:0.0:1788219760.292791:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.292793:0:326954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629408 00000100:00000001:0.0:1788219760.292795:0:326954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.292798:0:326954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.292800:0:326954:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.292803:0:326954:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.292805:0:326954:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.292807:0:326954:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.292810:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.292813:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.293507:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.293513:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3800. 00000400:00000200:2.0:1788219760.293520:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.293525:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.293531:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:2.0:1788219760.293533:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:2.0:1788219760.293537:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.293542:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.293552:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.293555:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.293563:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.293564:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.298758:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.298778:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.298783:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.298786:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.298796:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.298803:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.298814:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.298820:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.298825:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.298829:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780800 00000400:00000200:3.0:1788219760.298834:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.298840:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8b85 [4] + 224 00000800:00000001:3.0:1788219760.298847:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.298860:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.298864:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.298868:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.298876:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.298884:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.298895:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.298967:0:326954:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219760.298986:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.298996:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.299000:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219760.300785:0:326954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.300793:0:326954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.300797:0:326954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.300804:0:326954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:0.0:1788219760.300807:0:326954:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.300812:0:326954:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.300824:0:326954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.300836:0:326954:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.300844:0:326954:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.300846:0:326954:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.300849:0:326954:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.300853:0:326954:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.300855:0:326954:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.300858:0:326954:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.300861:0:326954:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.300870:0:326954:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.300875:0:326954:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219760.300878:0:326954:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.300880:0:326954:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.300882:0:326954:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.300885:0:326954:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.300889:0:326954:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.300891:0:326954:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:0.0:1788219760.300893:0:326954:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.300896:0:326954:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.300909:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.300917:0:326954:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.300921:0:326954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.300923:0:326954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.300927:0:326954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.300934:0:326954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326954:1875079566198784:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.300939:0:326954:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.300941:0:326954:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.300944:0:326954:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.300946:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.300950:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.300956:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.300959:0:326954:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afccc0. 00000100:00000001:0.0:1788219760.300961:0:326954:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.300963:0:326954:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.300972:0:326954:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.300974:0:326954:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.300977:0:326954:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566198784/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.300983:0:326954:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.300987:0:326954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.300989:0:326954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.301006:0:326954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.301009:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.301010:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.301013:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.301016:0:326954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:0.0:1788219760.301019:0:326954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.301021:0:326954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.301023:0:326954:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.301026:0:326954:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.301028:0:326954:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.301031:0:326954:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.301032:0:326954:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.301044:0:326954:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.301047:0:326954:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.301049:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916858 type=0x10660000 idx=7 00000040:00001000:0.0:1788219760.301053:0:326954:0:(llog.c:784:llog_process_thread()) lrh_index: 7 lrh_len: 168 (6056 remains) 00000040:00001000:0.0:1788219760.301056:0:326954:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000002:00000001:0.0:1788219760.301059:0:326954:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219760.301062:0:326954:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 23 12LYOUT 1920086346623832660 0x0 t=[0x2000013a2:0x981:0x0] p=[0x2000013a2:0x976:0x0] 00000002:00000010:0.0:1788219760.301071:0:326954:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 168 at ffff9893e3afccc0. 00000002:00000001:0.0:1788219760.301260:0:326954:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.301264:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916900 type=0x0 idx=0 00000040:00000001:0.0:1788219760.301267:0:326954:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219760.301269:0:326954:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 8 count 3 00000040:00000010:0.0:1788219760.301271:0:326954:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4916000. 00000040:00000010:0.0:1788219760.301287:0:326954:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02300. 00000040:00000001:0.0:1788219760.301290:0:326954:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.301293:0:326954:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.301295:0:326954:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49140c0 type=0x0 idx=0 00000040:00000001:0.0:1788219760.301297:0:326954:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219760.301299:0:326954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:0.0:1788219760.301301:0:326954:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4914000. 00000020:00000010:0.0:1788219760.301308:0:326954:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894cb1626c0. 00000020:00000010:0.0:1788219760.301353:0:326954:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d4974800. 00000040:00000010:0.0:1788219760.301358:0:326954:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894d4974200. 00000020:00000010:0.0:1788219760.301361:0:326954:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4b9e000. 00000020:00000010:0.0:1788219760.301366:0:326954:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894d2551928. 00000020:00000010:0.0:1788219760.301374:0:326954:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894d4974400. 80000000:00000010:0.0:1788219760.301378:0:326954:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893e6a020c0. 40000000:00000010:0.0:1788219760.301381:0:326954:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894cb1624c0. 00100000:00000010:0.0:1788219760.301385:0:326954:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4b9c800. 00040000:00000010:0.0:1788219760.301390:0:326954:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894d40d3e00. 00040000:00000010:0.0:1788219760.301395:0:326954:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4b9f000. 00040000:00000010:0.0:1788219760.301398:0:326954:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894d4974c00. 00000004:00000010:0.0:1788219760.301401:0:326954:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4b9f800. 00000004:00000010:0.0:1788219760.301406:0:326954:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed080000. 00000004:00000010:0.0:1788219760.301412:0:326954:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4b99800. 00002000:00000010:0.0:1788219760.301416:0:326954:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ed03e000. 00000004:00000010:0.0:1788219760.301420:0:326954:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ed03d000. 00000020:00000010:0.0:1788219760.301424:0:326954:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4974600. 00000040:00000010:0.0:1788219760.301426:0:326954:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02d20. 00000040:00000001:0.0:1788219760.301428:0:326954:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.301430:0:326954:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219760.301634:0:326953:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 168 at ffff9893e3afccc0. 00000002:00000001:1.0:1788219760.301639:0:326953:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=144 : 144 : 90) 00000002:00000001:1.0:1788219760.301713:0:326953:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:1.0:1788219760.301716:0:326953:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.302400:0:326954:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219760.302407:0:326954:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4910000. 00000040:00000010:0.0:1788219760.302413:0:326954:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4975600. 00000040:00000010:0.0:1788219760.302416:0:326954:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4912000. 00000040:00000010:0.0:1788219760.302419:0:326954:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894ee1c7200. 00000040:00000001:0.0:1788219760.302422:0:326954:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219760.302424:0:326954:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:0.0:1788219760.302428:0:326954:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:0.0:1788219760.302431:0:326954:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219760.302589:0:326953:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2f00. 00000002:00000001:1.0:1788219760.377584:0:326959:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219760.377594:0:326959:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2f00. 00000002:00000001:1.0:1788219760.377600:0:326959:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.377613:0:326959:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.377617:0:326959:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219760.378344:0:326960:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1788219760.378351:0:326960:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:3.0:1788219760.378356:0:326960:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:3.0:1788219760.378359:0:326960:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219760.378363:0:326960:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893da0fc200. 00000040:00000001:3.0:1788219760.378367:0:326960:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219760.378370:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219760.378375:0:326960:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219760.378378:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219760.378383:0:326960:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219760.378386:0:326960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219760.378391:0:326960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219760.378398:0:326960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125dc00. 00000100:00000001:3.0:1788219760.378404:0:326960:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.378411:0:326960:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219760.378413:0:326960:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219760.378419:0:326960:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc6c0. 00000100:00000001:3.0:1788219760.378422:0:326960:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667820224 : -113714041731392 : ffff9893e2efc6c0) 00000100:00000001:3.0:1788219760.378424:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.378426:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:3.0:1788219760.378430:0:326960:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219760.378434:0:326960:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.378436:0:326960:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219760.378438:0:326960:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219760.378448:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.378456:0:326960:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219760.378458:0:326960:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.378463:0:326960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219760.378465:0:326960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219760.378468:0:326960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219760.378472:0:326960:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566198912:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219760.378476:0:326960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219760.378481:0:326960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219760.378483:0:326960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219760.378485:0:326960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219760.378488:0:326960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893da0fcc00. 02000000:00000001:3.0:1788219760.378490:0:326960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219760.378509:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219760.378514:0:326960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a9a0. 00000400:00000010:3.0:1788219760.378520:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219760.378527:0:326960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566198912, portal 10 00000100:00000001:3.0:1788219760.378529:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219760.378530:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219760.378537:0:326960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.378545:0:326960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219760.378548:0:326960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219760.378551:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cb28. 00000100:00000200:3.0:1788219760.378554:0:326960:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566198912, offset 0 00000400:00000200:3.0:1788219760.378560:0:326960:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219760.378568:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.378574:0:326960:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219760.378579:0:326960:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219760.378583:0:326960:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219760.378587:0:326960:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219760.378589:0:326960:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219760.378592:0:326960:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92744:92744:256:4294967295] 192.168.203.120@tcp LPNI seq info [92744:92744:8:4294967295] 00000400:00000200:3.0:1788219760.378596:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.378604:0:326960:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219760.378610:0:326960:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219760.378615:0:326960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 00000800:00000200:3.0:1788219760.378621:0:326960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219760.378628:0:326960:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219760.378632:0:326960:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788219760.378644:0:326960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219760.378649:0:326960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14657 usecs (15 jiffies) 00000400:00000200:3.0:1788219760.378652:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219760.378654:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629481 00000100:00000001:3.0:1788219760.378657:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.378659:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629481 00000100:00000001:3.0:1788219760.378661:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:3.0:1788219760.378664:0:326960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219760.378666:0:326960:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219760.378669:0:326960:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219760.378671:0:326960:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219760.378674:0:326960:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219760.378676:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219760.378679:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.378909:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.378913:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:2.0:1788219760.378919:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.378924:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.378929:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cb28 00000400:00000010:2.0:1788219760.378931:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cb28. 00000100:00000001:2.0:1788219760.378935:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.378939:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.378949:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.378953:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.378959:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.378961:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.387574:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.387594:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.387599:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.387601:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.387611:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.387619:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.387628:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.387634:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.387639:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.387643:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb780880 00000400:00000200:3.0:1788219760.387648:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.387654:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8b8d [1] + 224 00000800:00000001:3.0:1788219760.387662:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.387672:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.387675:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.387679:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.387687:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.387698:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.387709:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.387734:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.387744:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.387747:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.387874:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.387882:0:326960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.387884:0:326960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.387888:0:326960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a9a0. 00000400:00000200:0.0:1788219760.387893:0:326960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:0.0:1788219760.387895:0:326960:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:0.0:1788219760.387909:0:326960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.387914:0:326960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.387922:0:326960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.387929:0:326960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.387931:0:326960:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.387933:0:326960:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.387937:0:326960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.387940:0:326960:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.387941:0:326960:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.387944:0:326960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.387954:0:326960:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.387958:0:326960:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.387960:0:326960:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.387962:0:326960:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.387964:0:326960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.387968:0:326960:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.387971:0:326960:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.387973:0:326960:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.387975:0:326960:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.387977:0:326960:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.387981:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.387987:0:326960:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.387990:0:326960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.387992:0:326960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.387996:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.388003:0:326960:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566198912:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.388008:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.388010:0:326960:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.388012:0:326960:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.388015:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.388018:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.388024:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.388026:0:326960:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc6c0. 00000100:00000001:0.0:1788219760.388031:0:326960:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.388044:0:326960:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.388049:0:326960:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219760.388053:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.388055:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.388057:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219760.388059:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.388062:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566198912/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.388068:0:326960:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.388070:0:326960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.388072:0:326960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893da0fcc00. 02000000:00000001:0.0:1788219760.388076:0:326960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.388077:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.388078:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.388080:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.388082:0:326960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125dc00. 02000000:00000001:0.0:1788219760.388085:0:326960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.388087:0:326960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.388089:0:326960:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:0.0:1788219760.388092:0:326960:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.388093:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219760.388095:0:326960:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.388099:0:326960:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219760.388105:0:326960:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4912000. 00000040:00000001:0.0:1788219760.388107:0:326960:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219760.388109:0:326960:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219760.388111:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.388115:0:326960:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.388118:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.388120:0:326960:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.388122:0:326960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.388126:0:326960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.388130:0:326960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975600. 00000100:00000001:0.0:1788219760.388135:0:326960:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.388139:0:326960:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.388141:0:326960:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.388146:0:326960:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.388148:0:326960:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404480 : -113714029147136 : ffff9893e3afcc00) 00000100:00000001:0.0:1788219760.388151:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.388152:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.388156:0:326960:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.388161:0:326960:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.388163:0:326960:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.388164:0:326960:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.388168:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.388176:0:326960:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.388178:0:326960:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.388181:0:326960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.388184:0:326960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.388186:0:326960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.388189:0:326960:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199040:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.388193:0:326960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.388198:0:326960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.388200:0:326960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.388203:0:326960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.388225:0:326960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.388228:0:326960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.388232:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.388235:0:326960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.388240:0:326960:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc180. 00000100:00000200:0.0:1788219760.388245:0:326960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566199040, portal 10 00000100:00000001:0.0:1788219760.388248:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.388249:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.388255:0:326960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.388262:0:326960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.388264:0:326960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.388267:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219760.388270:0:326960:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566199040, offset 0 00000400:00000200:0.0:1788219760.388276:0:326960:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.388282:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.388288:0:326960:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.388292:0:326960:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.388296:0:326960:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.388300:0:326960:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.388303:0:326960:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.388306:0:326960:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92745:92745:256:4294967295] 192.168.203.120@tcp LPNI seq info [92745:92745:8:4294967295] 00000400:00000200:0.0:1788219760.388357:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.388366:0:326960:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.388372:0:326960:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.388378:0:326960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3e00. 00000800:00000200:0.0:1788219760.388383:0:326960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.388390:0:326960:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.388394:0:326960:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.388400:0:326960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.388405:0:326960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14656 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.388408:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.388410:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629491 00000100:00000001:0.0:1788219760.388413:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.388415:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629491 00000100:00000001:0.0:1788219760.388417:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.388420:0:326960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.388423:0:326960:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.388425:0:326960:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.388427:0:326960:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.388429:0:326960:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.388431:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.388433:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.388747:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.388752:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3e00. 00000400:00000200:2.0:1788219760.388757:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.388761:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.388765:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:2.0:1788219760.388767:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:2.0:1788219760.388770:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.388774:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.388782:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.388785:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.388790:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.388792:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.393770:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.393790:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.393794:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.393796:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.393806:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.393814:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.393823:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.393831:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.393836:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.393840:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780900 00000400:00000200:3.0:1788219760.393844:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.393850:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8b9d [4] + 224 00000800:00000001:3.0:1788219760.393857:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.393921:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.393926:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.393930:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.393938:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.393948:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.393959:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.393981:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.393991:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.393994:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.394349:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.394356:0:326960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.394358:0:326960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.394362:0:326960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.394366:0:326960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc180 00000400:00000010:0.0:1788219760.394369:0:326960:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc180. 00000100:00000001:0.0:1788219760.394372:0:326960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.394377:0:326960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.394386:0:326960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.394391:0:326960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.394394:0:326960:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.394396:0:326960:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.394399:0:326960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.394402:0:326960:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.394404:0:326960:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.394407:0:326960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.394416:0:326960:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.394419:0:326960:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.394422:0:326960:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.394423:0:326960:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.394426:0:326960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.394429:0:326960:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.394433:0:326960:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.394436:0:326960:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.394438:0:326960:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.394439:0:326960:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.394445:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.394452:0:326960:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.394454:0:326960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.394456:0:326960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.394460:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.394468:0:326960:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199040:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219760.394473:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.394475:0:326960:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.394478:0:326960:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.394480:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.394484:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.394500:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.394504:0:326960:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.394506:0:326960:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.394508:0:326960:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.394516:0:326960:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219760.394518:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.394521:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566199040/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.394526:0:326960:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.394528:0:326960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.394531:0:326960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.394545:0:326960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.394548:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.394550:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.394552:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.394555:0:326960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975600. 02000000:00000001:0.0:1788219760.394558:0:326960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.394560:0:326960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.394562:0:326960:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.394566:0:326960:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.394567:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.394569:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.394570:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.394572:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.394575:0:326960:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.394578:0:326960:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1788219760.394580:0:326960:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:0.0:1788219760.394583:0:326960:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.394585:0:326960:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.394588:0:326960:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1788219760.394590:0:326960:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219760.394594:0:326960:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02d20. 00000040:00001000:0.0:1788219760.394597:0:326960:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1788219760.394601:0:326960:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788219760.394606:0:326960:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4975600. 00000020:00000010:0.0:1788219760.394611:0:326960:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d4974600. 00000040:00000010:0.0:1788219760.394614:0:326960:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894d4974c00. 00000020:00000010:0.0:1788219760.394619:0:326960:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4b99800. 00000020:00000010:0.0:1788219760.394624:0:326960:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894d2551928. 00000020:00000010:0.0:1788219760.394628:0:326960:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894d4974400. 80000000:00000010:0.0:1788219760.394631:0:326960:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893e6a020c0. 40000000:00000010:0.0:1788219760.394635:0:326960:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894cb1626c0. 00100000:00000010:0.0:1788219760.394641:0:326960:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4b9f800. 00040000:00000010:0.0:1788219760.394646:0:326960:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894d40d3a00. 00040000:00000010:0.0:1788219760.394650:0:326960:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4b9f000. 00040000:00000010:0.0:1788219760.394653:0:326960:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894d4974200. 00000004:00000010:0.0:1788219760.394658:0:326960:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4b9c800. 00000004:00000010:0.0:1788219760.394664:0:326960:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed080000. 00000004:00000010:0.0:1788219760.394669:0:326960:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4b9e000. 00002000:00000010:0.0:1788219760.394674:0:326960:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ed03d000. 00000004:00000010:0.0:1788219760.394678:0:326960:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ed03e000. 00000020:00000010:0.0:1788219760.394683:0:326960:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894cb1624c0. 00000040:00000010:0.0:1788219760.394691:0:326960:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4910000. 00000040:00001000:0.0:1788219760.394695:0:326960:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1788219760.394697:0:326960:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.394699:0:326960:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.394702:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.394706:0:326960:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.394708:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.394711:0:326960:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.394714:0:326960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.394718:0:326960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.394724:0:326960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974800. 00000100:00000001:0.0:1788219760.394729:0:326960:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.394733:0:326960:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.394735:0:326960:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.394740:0:326960:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.394742:0:326960:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404480 : -113714029147136 : ffff9893e3afcc00) 00000100:00000001:0.0:1788219760.394744:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.394745:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.394750:0:326960:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.394754:0:326960:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.394756:0:326960:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.394758:0:326960:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.394763:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.394770:0:326960:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.394772:0:326960:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.394776:0:326960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.394778:0:326960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.394781:0:326960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.394784:0:326960:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199168:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.394788:0:326960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.394792:0:326960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.394794:0:326960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.394797:0:326960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.394814:0:326960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.394816:0:326960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.394822:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.394825:0:326960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.394830:0:326960:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc180. 00000100:00000200:0.0:1788219760.394836:0:326960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566199168, portal 10 00000100:00000001:0.0:1788219760.394838:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.394840:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.394846:0:326960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.394853:0:326960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.394855:0:326960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.394858:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf2a8. 00000100:00000200:0.0:1788219760.394862:0:326960:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566199168, offset 0 00000400:00000200:0.0:1788219760.394868:0:326960:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.394876:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.394883:0:326960:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.394888:0:326960:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.394892:0:326960:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.394896:0:326960:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.394908:0:326960:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.394911:0:326960:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92746:92746:256:4294967295] 192.168.203.120@tcp LPNI seq info [92746:92746:8:4294967295] 00000400:00000200:0.0:1788219760.394915:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.394924:0:326960:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.394931:0:326960:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.394936:0:326960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219760.394942:0:326960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.394949:0:326960:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.394954:0:326960:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.395024:0:326960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.395028:0:326960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14653 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.395153:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.395157:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629498 00000100:00000001:0.0:1788219760.395160:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.395162:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629498 00000100:00000001:0.0:1788219760.395164:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.395166:0:326960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.395168:0:326960:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.395171:0:326960:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.395172:0:326960:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.395174:0:326960:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.395177:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.395178:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.395516:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.395522:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:2.0:1788219760.395528:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.395534:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.395539:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf2a8 00000400:00000010:2.0:1788219760.395541:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf2a8. 00000100:00000001:2.0:1788219760.395544:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.395549:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.395558:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.395561:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.395567:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.395569:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.402133:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.402152:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.402155:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.402158:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.402168:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.402176:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.402185:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.402191:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.402196:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.402200:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780980 00000400:00000200:3.0:1788219760.402205:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.402211:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8ba5 [4] + 224 00000800:00000001:3.0:1788219760.402219:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.402248:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.402251:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.402256:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.402264:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.402273:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.402284:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.402306:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.402347:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.402352:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.402540:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.402547:0:326960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.402549:0:326960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.402553:0:326960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.402557:0:326960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc180 00000400:00000010:0.0:1788219760.402560:0:326960:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc180. 00000100:00000001:0.0:1788219760.402563:0:326960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.402568:0:326960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.402577:0:326960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.402584:0:326960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.402586:0:326960:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.402588:0:326960:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.402592:0:326960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.402595:0:326960:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.402597:0:326960:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.402599:0:326960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.402609:0:326960:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.402613:0:326960:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.402615:0:326960:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.402618:0:326960:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.402621:0:326960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.402624:0:326960:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.402628:0:326960:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.402630:0:326960:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.402631:0:326960:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.402633:0:326960:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.402638:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.402645:0:326960:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.402648:0:326960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.402650:0:326960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.402654:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.402661:0:326960:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199168:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.402666:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.402668:0:326960:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.402671:0:326960:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.402673:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.402676:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.402683:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.402686:0:326960:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.402689:0:326960:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.402691:0:326960:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.402700:0:326960:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.402702:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.402705:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566199168/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.402711:0:326960:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.402713:0:326960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.402717:0:326960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.402726:0:326960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.402729:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.402732:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.402734:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.402736:0:326960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974800. 02000000:00000001:0.0:1788219760.402740:0:326960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.402741:0:326960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.402743:0:326960:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.402747:0:326960:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.402748:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.402751:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.402752:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.402754:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.402757:0:326960:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.402760:0:326960:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219760.402764:0:326960:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1788219760.402766:0:326960:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219760.402768:0:326960:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219760.402770:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.402775:0:326960:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.402777:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.402781:0:326960:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.402783:0:326960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.402787:0:326960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.402793:0:326960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974800. 00000100:00000001:0.0:1788219760.402799:0:326960:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.402803:0:326960:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.402805:0:326960:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.402810:0:326960:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.402812:0:326960:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404480 : -113714029147136 : ffff9893e3afcc00) 00000100:00000001:0.0:1788219760.402815:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.402817:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.402822:0:326960:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.402826:0:326960:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.402828:0:326960:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.402830:0:326960:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.402834:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.402841:0:326960:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.402843:0:326960:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.402846:0:326960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.402849:0:326960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.402852:0:326960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.402855:0:326960:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199296:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.402859:0:326960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.402864:0:326960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.402866:0:326960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.402868:0:326960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.402886:0:326960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.402888:0:326960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.402893:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.402897:0:326960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.402914:0:326960:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc180. 00000100:00000200:0.0:1788219760.402920:0:326960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566199296, portal 10 00000100:00000001:0.0:1788219760.402922:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.402924:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.402930:0:326960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.402936:0:326960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.402939:0:326960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.402943:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf770. 00000100:00000200:0.0:1788219760.402946:0:326960:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566199296, offset 0 00000400:00000200:0.0:1788219760.402952:0:326960:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.402959:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.402966:0:326960:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.402970:0:326960:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.402974:0:326960:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.402979:0:326960:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.402982:0:326960:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.402985:0:326960:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92747:92747:256:4294967295] 192.168.203.120@tcp LPNI seq info [92747:92747:8:4294967295] 00000400:00000200:0.0:1788219760.402989:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.402998:0:326960:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.403005:0:326960:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.403011:0:326960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3900. 00000800:00000200:0.0:1788219760.403016:0:326960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.403023:0:326960:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.403028:0:326960:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.403055:0:326960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.403060:0:326960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14651 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.403063:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.403066:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629506 00000100:00000001:0.0:1788219760.403069:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.403071:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629506 00000100:00000001:0.0:1788219760.403073:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.403075:0:326960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.403078:0:326960:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.403080:0:326960:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.403082:0:326960:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.403084:0:326960:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.403087:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219760.403088:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.403366:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.403373:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3900. 00000400:00000200:2.0:1788219760.403378:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.403383:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.403388:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf770 00000400:00000010:2.0:1788219760.403390:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf770. 00000100:00000001:2.0:1788219760.403393:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.403397:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.403405:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.403408:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.403414:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.403415:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.412464:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.412540:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.412546:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.412550:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.412560:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.412567:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.412575:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.412581:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.412586:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.412591:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb780a00 00000400:00000200:3.0:1788219760.412596:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.412603:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8bad [4] + 224 00000800:00000001:3.0:1788219760.412610:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.412622:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.412625:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.412630:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.412638:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.412647:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.412666:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.412689:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.412697:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.412701:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.412780:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219760.412788:0:326960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219760.412790:0:326960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219760.412793:0:326960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:0.0:1788219760.412797:0:326960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc180 00000400:00000010:0.0:1788219760.412800:0:326960:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc180. 00000100:00000001:0.0:1788219760.412804:0:326960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219760.412809:0:326960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219760.412818:0:326960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.412824:0:326960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219760.412827:0:326960:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.412829:0:326960:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219760.412833:0:326960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219760.412836:0:326960:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219760.412838:0:326960:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.412841:0:326960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219760.412851:0:326960:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219760.412856:0:326960:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219760.412858:0:326960:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219760.412860:0:326960:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219760.412864:0:326960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219760.412867:0:326960:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.412871:0:326960:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219760.412874:0:326960:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219760.412876:0:326960:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219760.412878:0:326960:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.412883:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.412890:0:326960:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.412893:0:326960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219760.412895:0:326960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219760.412908:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219760.412917:0:326960:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199296:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219760.412923:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219760.412926:0:326960:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.412929:0:326960:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219760.412931:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.412934:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.412941:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219760.412944:0:326960:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.412946:0:326960:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219760.412948:0:326960:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219760.412956:0:326960:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219760.412958:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219760.412961:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566199296/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.412967:0:326960:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219760.412970:0:326960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219760.412972:0:326960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:0.0:1788219760.412984:0:326960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219760.412987:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.412989:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.412991:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219760.412994:0:326960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974800. 02000000:00000001:0.0:1788219760.412997:0:326960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219760.412999:0:326960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219760.413000:0:326960:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219760.413004:0:326960:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219760.413005:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219760.413008:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219760.413009:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219760.413010:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219760.413013:0:326960:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219760.413015:0:326960:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219760.413019:0:326960:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1788219760.413021:0:326960:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1788219760.413024:0:326960:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219760.413026:0:326960:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219760.413028:0:326960:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219760.413042:0:326960:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219760.413046:0:326960:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219760.413050:0:326960:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4974800. 00000040:00000001:0.0:1788219760.413054:0:326960:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219760.413056:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219760.413059:0:326960:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219760.413061:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219760.413067:0:326960:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219760.413069:0:326960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219760.413073:0:326960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219760.413079:0:326960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975c00. 00000100:00000001:0.0:1788219760.413084:0:326960:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.413088:0:326960:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219760.413090:0:326960:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219760.413095:0:326960:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219760.413098:0:326960:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404480 : -113714029147136 : ffff9893e3afcc00) 00000100:00000001:0.0:1788219760.413100:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.413101:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219760.413106:0:326960:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219760.413111:0:326960:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.413113:0:326960:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219760.413114:0:326960:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219760.413118:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.413125:0:326960:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219760.413127:0:326960:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.413131:0:326960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219760.413133:0:326960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219760.413135:0:326960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219760.413138:0:326960:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199424:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219760.413141:0:326960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219760.413146:0:326960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219760.413148:0:326960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219760.413150:0:326960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219760.413154:0:326960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975e00. 02000000:00000001:0.0:1788219760.413156:0:326960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219760.413160:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219760.413163:0:326960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4108. 00000400:00000010:0.0:1788219760.413169:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219760.413175:0:326960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566199424, portal 10 00000100:00000001:0.0:1788219760.413176:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219760.413178:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219760.413183:0:326960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219760.413190:0:326960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219760.413192:0:326960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219760.413195:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219760.413199:0:326960:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566199424, offset 0 00000400:00000200:0.0:1788219760.413204:0:326960:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219760.413210:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.413216:0:326960:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219760.413221:0:326960:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219760.413224:0:326960:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219760.413228:0:326960:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219760.413230:0:326960:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219760.413233:0:326960:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92748:92748:256:4294967295] 192.168.203.120@tcp LPNI seq info [92748:92748:8:4294967295] 00000400:00000200:0.0:1788219760.413238:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219760.413246:0:326960:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219760.413251:0:326960:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219760.413256:0:326960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d40d3e00. 00000800:00000200:0.0:1788219760.413262:0:326960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219760.413268:0:326960:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219760.413272:0:326960:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d40d3e00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788219760.413290:0:326960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219760.413295:0:326960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14650 usecs (15 jiffies) 00000400:00000200:0.0:1788219760.413298:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219760.413301:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629516 00000100:00000001:0.0:1788219760.413304:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:0.0:1788219760.413306:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629516 00000100:00000001:0.0:1788219760.413308:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000800:00000200:2.0:1788219760.413541:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.413546:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d40d3e00. 00000400:00000200:2.0:1788219760.413550:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.413554:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.413558:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:2.0:1788219760.413561:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:2.0:1788219760.413564:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.413568:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.413576:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.413580:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.413586:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.413588:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219760.413636:0:326960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219760.413640:0:326960:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219760.413642:0:326960:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219760.413644:0:326960:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219760.413646:0:326960:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219760.413648:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219760.414598:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219760.422354:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.422369:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.422373:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.422376:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.422385:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.422393:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.422402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.422407:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.422412:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.422417:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb780a80 00000400:00000200:3.0:1788219760.422421:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.422427:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8bb5 [1] + 224 00000800:00000001:3.0:1788219760.422433:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.422441:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.422445:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.422449:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.422456:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.422464:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.422475:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.422504:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.422511:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.422513:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.422618:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219760.422625:0:326960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219760.422628:0:326960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219760.422631:0:326960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4108. 00000400:00000200:1.0:1788219760.422635:0:326960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:1.0:1788219760.422638:0:326960:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:1.0:1788219760.422640:0:326960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219760.422645:0:326960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219760.422654:0:326960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.422667:0:326960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219760.422669:0:326960:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.422671:0:326960:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219760.422675:0:326960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219760.422677:0:326960:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219760.422680:0:326960:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219760.422682:0:326960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219760.422691:0:326960:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219760.422695:0:326960:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219760.422697:0:326960:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219760.422699:0:326960:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.422702:0:326960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219760.422705:0:326960:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.422708:0:326960:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219760.422710:0:326960:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219760.422713:0:326960:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219760.422715:0:326960:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219760.422719:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.422726:0:326960:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219760.422728:0:326960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219760.422731:0:326960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219760.422734:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219760.422742:0:326960:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199424:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219760.422746:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.422748:0:326960:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.422750:0:326960:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219760.422752:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219760.422756:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.422768:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219760.422770:0:326960:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcc00. 00000100:00000001:1.0:1788219760.422774:0:326960:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219760.422776:0:326960:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.422781:0:326960:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219760.422785:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219760.422787:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219760.422789:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219760.422791:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219760.422793:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566199424/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.422800:0:326960:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219760.422801:0:326960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219760.422804:0:326960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975e00. 02000000:00000001:1.0:1788219760.422807:0:326960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219760.422808:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219760.422809:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219760.422811:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219760.422813:0:326960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975c00. 02000000:00000001:1.0:1788219760.422815:0:326960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219760.422817:0:326960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219760.422818:0:326960:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:1.0:1788219760.422821:0:326960:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219760.422823:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219760.422825:0:326960:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.422828:0:326960:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219760.422834:0:326960:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c7358000. 00000040:00000001:1.0:1788219760.422836:0:326960:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219760.422837:0:326960:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219760.422839:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219760.422843:0:326960:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219760.422846:0:326960:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219760.422849:0:326960:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219760.422851:0:326960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219760.422855:0:326960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219760.422859:0:326960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490d200. 00000100:00000001:1.0:1788219760.422864:0:326960:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.422867:0:326960:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219760.422869:0:326960:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219760.422874:0:326960:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcd900. 00000100:00000001:1.0:1788219760.422876:0:326960:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131805952 : -113714577745664 : ffff9893c2fcd900) 00000100:00000001:1.0:1788219760.422879:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219760.422880:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:1.0:1788219760.422884:0:326960:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219760.422889:0:326960:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.422890:0:326960:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219760.422892:0:326960:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219760.422895:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.422914:0:326960:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219760.422917:0:326960:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219760.422921:0:326960:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219760.422923:0:326960:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219760.422925:0:326960:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219760.422928:0:326960:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199552:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219760.422931:0:326960:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219760.422935:0:326960:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219760.422937:0:326960:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219760.422939:0:326960:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219760.422961:0:326960:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ed130000. 02000000:00000001:1.0:1788219760.422963:0:326960:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219760.422968:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219760.422971:0:326960:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219760.422976:0:326960:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893c2fcd480. 00000100:00000200:1.0:1788219760.422982:0:326960:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566199552, portal 10 00000100:00000001:1.0:1788219760.422984:0:326960:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219760.422985:0:326960:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219760.422991:0:326960:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.422998:0:326960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219760.423000:0:326960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219760.423004:0:326960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219760.423008:0:326960:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566199552, offset 0 00000400:00000200:1.0:1788219760.423013:0:326960:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219760.423019:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219760.423025:0:326960:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219760.423030:0:326960:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219760.423105:0:326960:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219760.423109:0:326960:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219760.423112:0:326960:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219760.423116:0:326960:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92749:92749:256:4294967295] 192.168.203.120@tcp LPNI seq info [92749:92749:8:4294967295] 00000400:00000200:1.0:1788219760.423120:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219760.423129:0:326960:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219760.423134:0:326960:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219760.423140:0:326960:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219760.423146:0:326960:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219760.423153:0:326960:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219760.423158:0:326960:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219760.423223:0:326960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219760.423227:0:326960:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14648 usecs (15 jiffies) 00000400:00000200:1.0:1788219760.423231:0:326960:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219760.423233:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313629526 00000100:00000001:1.0:1788219760.423236:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313629944 00000100:00000001:1.0:1788219760.423238:0:326960:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313629526 00000100:00000001:1.0:1788219760.423240:0:326960:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313629944 00000100:00000001:1.0:1788219760.423242:0:326960:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219760.423245:0:326960:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.423247:0:326960:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219760.423249:0:326960:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219760.423251:0:326960:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcd900 going to sleep for 11 seconds 00000100:00000001:1.0:1788219760.423253:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219760.423255:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219760.427246:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219760.427257:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:2.0:1788219760.427267:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219760.427277:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219760.427286:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:2.0:1788219760.427289:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:2.0:1788219760.427294:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219760.427303:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.427332:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219760.427337:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219760.427345:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219760.427346:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219760.429390:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.429411:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219760.429416:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.429419:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.429428:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.429436:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219760.429446:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.429451:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.429457:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.429461:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb780b00 00000400:00000200:3.0:1788219760.429465:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219760.429472:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8bbd [4] + 224 00000800:00000001:3.0:1788219760.429480:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.429942:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219760.429947:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219760.429952:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219760.429961:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219760.429969:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219760.429981:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219760.430004:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219760.430014:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219760.430018:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.430287:0:326960:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219760.430296:0:326960:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219760.430298:0:326960:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219760.430301:0:326960:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219760.430306:0:326960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893c2fcd480 00000400:00000010:1.0:1788219760.430309:0:326960:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893c2fcd480. 00000100:00000001:1.0:1788219760.430335:0:326960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219760.430341:0:326960:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219760.430361:0:326960:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.430367:0:326960:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219760.430369:0:326960:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.430372:0:326960:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219760.430375:0:326960:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219760.430379:0:326960:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219760.430381:0:326960:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219760.430384:0:326960:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219760.430395:0:326960:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219760.430399:0:326960:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219760.430401:0:326960:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219760.430403:0:326960:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.430406:0:326960:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219760.430409:0:326960:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.430412:0:326960:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219760.430415:0:326960:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219760.430417:0:326960:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219760.430419:0:326960:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219760.430424:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.430436:0:326960:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219760.430439:0:326960:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219760.430441:0:326960:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219760.430445:0:326960:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219760.430452:0:326960:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:326960:1875079566199552:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219760.430457:0:326960:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219760.430459:0:326960:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219760.430461:0:326960:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219760.430463:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219760.430466:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.430472:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219760.430475:0:326960:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcd900. 00000100:00000001:1.0:1788219760.430478:0:326960:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219760.430479:0:326960:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.430488:0:326960:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219760.430489:0:326960:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219760.430492:0:326960:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566199552/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219760.430563:0:326960:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219760.430565:0:326960:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219760.430569:0:326960:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ed130000. 02000000:00000001:1.0:1788219760.430594:0:326960:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219760.430597:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219760.430598:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219760.430601:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219760.430604:0:326960:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490d200. 02000000:00000001:1.0:1788219760.430608:0:326960:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219760.430610:0:326960:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219760.430613:0:326960:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219760.430616:0:326960:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219760.430618:0:326960:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219760.430620:0:326960:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219760.430622:0:326960:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219760.430624:0:326960:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219760.430626:0:326960:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.430629:0:326960:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.430633:0:326960:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.430635:0:326960:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.430638:0:326960:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219760.430644:0:326960:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f26c0. 00000040:00001000:1.0:1788219760.430646:0:326960:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:1.0:1788219760.430649:0:326960:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:1.0:1788219760.430658:0:326960:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c735a000. 00000040:00080000:1.0:1788219760.432433:0:326960:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 64768 count 1 00000040:00000010:1.0:1788219760.432449:0:326960:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c735a000. 00000040:00000010:1.0:1788219760.432457:0:326960:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f26c0. 00000040:00000001:1.0:1788219760.432461:0:326960:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.432465:0:326960:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219760.432469:0:326960:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4910040 type=0x0 idx=0 00000040:00000001:1.0:1788219760.432471:0:326960:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219760.432473:0:326960:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:1.0:1788219760.432476:0:326960:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4910000. 00000020:00000010:1.0:1788219760.432484:0:326960:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894cb1624c0. 00000020:00000010:1.0:1788219760.432502:0:326960:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d4974600. 00000040:00000010:1.0:1788219760.432506:0:326960:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894d4974c00. 00000020:00000010:1.0:1788219760.432509:0:326960:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4b99800. 00000020:00000010:1.0:1788219760.432514:0:326960:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894d2551928. 00000020:00000010:1.0:1788219760.432519:0:326960:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894d4974400. 80000000:00000010:1.0:1788219760.432522:0:326960:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893e6a020c0. 40000000:00000010:1.0:1788219760.432526:0:326960:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894cb1626c0. 00100000:00000010:1.0:1788219760.432530:0:326960:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4b9f800. 00040000:00000010:1.0:1788219760.432534:0:326960:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894d40d3a00. 00040000:00000010:1.0:1788219760.432539:0:326960:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4b9f000. 00040000:00000010:1.0:1788219760.432542:0:326960:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894d4974200. 00000004:00000010:1.0:1788219760.432546:0:326960:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4b9c800. 00000004:00000010:1.0:1788219760.432550:0:326960:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed080000. 00000004:00000010:1.0:1788219760.432555:0:326960:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4b9e000. 00002000:00000010:1.0:1788219760.432559:0:326960:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ed03d000. 00000004:00000010:1.0:1788219760.432563:0:326960:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ed03e000. 00000020:00000010:1.0:1788219760.432566:0:326960:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4975600. 00000040:00000010:1.0:1788219760.432568:0:326960:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02d20. 00000040:00000001:1.0:1788219760.432570:0:326960:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.432573:0:326960:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219760.432595:0:326960:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:1.0:1788219760.432598:0:326960:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c7358000. 00000040:00000010:1.0:1788219760.432602:0:326960:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4974800. 00000040:00000010:1.0:1788219760.432604:0:326960:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4912000. 00000040:00000010:1.0:1788219760.432607:0:326960:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893da0fc200. 00000040:00000001:1.0:1788219760.432609:0:326960:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1788219760.432612:0:326960:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:1.0:1788219760.432616:0:326960:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219760.433166:0:326959:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219760.437715:0:326960:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788219760.437800:0:326959:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2f00. 00010000:00000001:1.0:1788219760.548489:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219760.548495:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.548500:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219760.548502:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.548505:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219760.548507:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.548510:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219760.548511:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219760.548514:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219760.548515:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219760.549420:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219760.549424:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219760.549429:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219760.872298:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313629944, at 4313629960 00000100:00000010:2.0:1788219760.872332:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec720. 00000100:00000040:3.0:1788219760.872412:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313629944, at 4313629961 00000100:00000010:3.0:1788219760.872418:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc00. 00000080:00000001:1.0:1788219761.564816:0:327047:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219761.568836:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219761.568846:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219761.568852:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219761.568854:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219761.568858:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219761.568871:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219761.568876:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219761.568878:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219761.568881:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219761.568882:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219761.568912:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219761.568915:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219761.568918:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219762.594254:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219762.594262:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219762.594269:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219762.594270:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219762.594273:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219762.594274:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219762.594278:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219762.594279:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219762.594282:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219762.594283:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219762.597431:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219762.597437:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219762.597442:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788219763.288950:0:327186:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219763.619231:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219763.619240:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219763.619246:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219763.619247:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219763.619251:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219763.619252:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219763.619255:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219763.619257:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219763.619260:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219763.619262:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219763.620283:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219763.620288:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219763.620292:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219764.640425:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219764.640433:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219764.640438:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219764.640439:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219764.640443:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219764.640444:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219764.640448:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219764.640449:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219764.640452:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219764.640453:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219764.643697:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219764.643705:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219764.643710:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219764.703988:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219764.703999:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219764.704010:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219764.704015:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219764.704020:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219764.704023:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219764.704029:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219764.704038:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c200. 00000100:00000001:2.0:1788219764.704045:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704056:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219764.704067:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219764.704071:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704079:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_00+0] req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219764.704104:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704107:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219764.704110:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219764.704113:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219764.704116:0:223715:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219764.704118:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219764.704119:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219764.704121:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219764.704124:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c500. 00000100:00000001:2.0:1788219764.704127:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704131:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219764.704139:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219764.704141:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704146:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb96589] to pc [ptlrpcd_01_01+1] req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219764.704153:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704156:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219764.704159:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219764.704161:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219764.704163:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219764.704165:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219764.704166:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219764.704168:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219764.704171:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027c800. 00000100:00000001:2.0:1788219764.704174:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704178:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219764.704184:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219764.704186:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704190:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219764.704197:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704199:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219764.704203:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219764.704205:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b480. 00000020:00000040:2.0:1788219764.704208:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219764.704210:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219764.704211:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219764.704213:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219764.704217:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f027ce00. 00000100:00000001:2.0:1788219764.704220:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704225:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219764.704237:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219764.704239:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704243:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000503fa5c5] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219764.704250:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704252:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219764.704255:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219764.704258:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219764.704260:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219764.704262:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219764.704263:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219764.704265:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219764.704269:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f7614300. 00000100:00000001:2.0:1788219764.704272:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704276:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219764.704281:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219764.704283:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704286:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_00+0] req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219764.704292:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219764.704296:0:223715:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18971) 00000100:00000001:3.0:1788219764.705160:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219764.705166:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219764.705169:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219764.705179:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705190:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219764.705192:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705196:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219764.705199:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219764.705202:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219764.705205:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566199680:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219764.705209:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219764.705214:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219764.705217:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705219:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219764.705225:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d60cea00. 02000000:00000001:3.0:1788219764.705227:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219764.705234:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219764.705239:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219764.705246:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ccc0. 00000100:00000200:3.0:1788219764.705253:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566199680, portal 25 00000100:00000001:3.0:1788219764.705255:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219764.705257:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:3.0:1788219764.705263:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705271:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219764.705273:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219764.705275:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ca18. 00000100:00000200:3.0:1788219764.705278:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566199680, offset 0 00000400:00000200:3.0:1788219764.705285:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705306:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705330:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219764.705335:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219764.705339:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219764.705342:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219764.705345:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705349:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92750:92750:256:4294967295] 192.168.203.120@tcp LPNI seq info [92750:92750:8:4294967295] 00000400:00000200:3.0:1788219764.705353:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705361:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219764.705366:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219764.705372:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219764.705377:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219764.705384:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219764.705387:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219764.705405:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219764.705410:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219764.705413:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313635065 00000100:00000010:3.0:1788219764.705418:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec420. 00000100:00000001:3.0:1788219764.705424:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219764.705429:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313635065 00000100:00000010:3.0:1788219764.705432:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc00. 00000100:00000001:3.0:1788219764.705435:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219764.705437:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.705440:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.705442:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219764.705446:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705453:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219764.705455:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705457:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219764.705458:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219764.705460:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219764.705462:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566199936:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219764.705465:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219764.705468:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219764.705470:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705582:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219764.705587:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d32a3c00. 02000000:00000001:3.0:1788219764.705589:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219764.705593:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219764.705596:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a370. 00000400:00000010:3.0:1788219764.705600:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c6e8. 00000100:00000200:3.0:1788219764.705603:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566199936, portal 10 00000100:00000001:3.0:1788219764.705605:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219764.705606:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:3.0:1788219764.705613:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705620:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219764.705622:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219764.705625:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c000. 00000100:00000200:3.0:1788219764.705627:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566199936, offset 0 00000400:00000200:3.0:1788219764.705631:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705635:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705638:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219764.705641:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219764.705643:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219764.705646:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219764.705648:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705651:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92751:92751:255:4294967295] 192.168.203.120@tcp LPNI seq info [92751:92751:7:4294967295] 00000400:00000200:3.0:1788219764.705654:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705660:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219764.705665:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219764.705669:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219764.705673:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219764.705677:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219764.705680:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219764.705683:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.705686:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14647 usecs (15 jiffies) 00000400:00000200:3.0:1788219764.705689:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219764.705691:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313633809 00000100:00000001:3.0:1788219764.705694:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.705696:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313633809 00000100:00000001:3.0:1788219764.705698:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.705700:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.705702:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.705704:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219764.705708:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705715:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219764.705716:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705719:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219764.705720:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219764.705722:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219764.705725:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566200192:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219764.705728:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219764.705730:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219764.705732:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705733:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219764.705737:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520200. 02000000:00000001:3.0:1788219764.705739:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219764.705742:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219764.705744:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a630. 00000400:00000010:3.0:1788219764.705749:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cc38. 00000100:00000200:3.0:1788219764.705752:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200192, portal 4 00000100:00000001:3.0:1788219764.705753:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219764.705754:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:3.0:1788219764.705759:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705766:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219764.705768:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219764.705770:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ce58. 00000100:00000200:3.0:1788219764.705772:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566200192, offset 0 00000400:00000200:3.0:1788219764.705776:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705779:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705782:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219764.705784:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219764.705787:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219764.705789:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219764.705791:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705793:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92752:92752:254:4294967295] 192.168.203.120@tcp LPNI seq info [92752:92752:6:4294967295] 00000400:00000200:3.0:1788219764.705797:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705802:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219764.705806:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219764.705809:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26400. 00000800:00000200:3.0:1788219764.705812:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219764.705816:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219764.705818:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219764.705821:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.705824:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27620 usecs (28 jiffies) 00000400:00000200:3.0:1788219764.705826:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219764.705828:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313633822 00000100:00000001:3.0:1788219764.705830:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.705831:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313633822 00000100:00000001:3.0:1788219764.705834:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.705836:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.705837:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.705840:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.705843:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.705849:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219764.705852:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219764.705854:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219764.705855:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219764.705856:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219764.705859:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788219764.705861:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.705862:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219764.705864:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.705865:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219764.705866:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219764.705867:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219764.705881:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705888:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219764.705890:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705892:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219764.705894:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219764.705895:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219764.705898:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566199808:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219764.705901:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219764.705904:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219764.705905:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.705907:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219764.705909:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521200. 02000000:00000001:3.0:1788219764.705911:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219764.705914:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219764.705916:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219764.705919:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219764.705922:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566199808, portal 10 00000100:00000001:3.0:1788219764.705924:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219764.705925:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:3.0:1788219764.705930:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.705936:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219764.705938:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219764.705940:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c3b8. 00000100:00000200:3.0:1788219764.705942:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566199808, offset 0 00000400:00000200:3.0:1788219764.705946:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705949:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705952:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219764.705955:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219764.705957:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219764.705959:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219764.705961:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219764.705964:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92753:92753:253:4294967295] 192.168.203.120@tcp LPNI seq info [92753:92753:5:4294967295] 00000400:00000200:3.0:1788219764.705968:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.705974:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219764.705978:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219764.705981:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26100. 00000800:00000200:3.0:1788219764.705984:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219764.705988:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219764.705990:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219764.705993:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.705996:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26285 usecs (27 jiffies) 00000400:00000200:3.0:1788219764.705998:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219764.706000:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313633821 00000100:00000001:3.0:1788219764.706002:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.706005:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313633821 00000100:00000001:3.0:1788219764.706007:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.706008:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.706010:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.706013:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219764.706017:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.706023:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219764.706024:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.706026:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219764.706028:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219764.706030:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219764.706032:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566200064:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219764.706036:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219764.706038:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219764.706039:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.706041:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219764.706043:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520a00. 02000000:00000001:3.0:1788219764.706045:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219764.706048:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219764.706050:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a268. 00000400:00000010:3.0:1788219764.706052:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219764.706055:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200064, portal 4 00000100:00000001:3.0:1788219764.706056:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219764.706058:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000040:3.0:1788219764.706063:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.706068:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219764.706071:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219764.706073:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c4c8. 00000100:00000200:3.0:1788219764.706074:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566200064, offset 0 00000400:00000200:3.0:1788219764.706078:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219764.706081:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.706084:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219764.706086:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219764.706088:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219764.706091:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219764.707458:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219764.707464:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92754:92754:252:4294967295] 192.168.203.120@tcp LPNI seq info [92754:92754:4:4294967295] 00000400:00000200:3.0:1788219764.707475:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.707487:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219764.707494:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219764.707500:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26000. 00000800:00000200:3.0:1788219764.707510:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219764.707515:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219764.707518:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219764.707522:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.707526:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17330 usecs (18 jiffies) 00000400:00000200:3.0:1788219764.707530:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219764.707536:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313633813 00000100:00000001:3.0:1788219764.707538:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.707540:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313633813 00000100:00000001:3.0:1788219764.707542:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313635065 00000100:00000001:3.0:1788219764.707545:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.707548:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.707553:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.707556:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.707577:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219764.707579:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219764.707625:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219764.707629:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:3.0:1788219764.707634:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.707638:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219764.707644:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ca18 00000400:00000010:3.0:1788219764.707647:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ca18. 00000100:00000001:3.0:1788219764.707651:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219764.707656:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.707673:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.707677:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.707684:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.707685:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219764.707699:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219764.707701:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:3.0:1788219764.707704:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.707707:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219764.707710:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c000 00000400:00000010:3.0:1788219764.707711:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c000. 00000100:00000001:3.0:1788219764.707714:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219764.707717:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708656:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.708664:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708673:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.708675:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219764.708699:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219764.708702:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26400. 00000400:00000200:3.0:1788219764.708706:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.708710:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219764.708715:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ce58 00000400:00000010:3.0:1788219764.708717:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ce58. 00000100:00000001:3.0:1788219764.708720:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219764.708724:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708731:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.708734:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708746:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.708747:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219764.708756:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219764.708758:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26100. 00000400:00000200:3.0:1788219764.708760:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.708763:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219764.708765:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c3b8 00000400:00000010:3.0:1788219764.708767:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c3b8. 00000100:00000001:3.0:1788219764.708770:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219764.708774:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708781:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.708783:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708789:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.708790:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219764.708856:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219764.708859:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26000. 00000400:00000200:3.0:1788219764.708862:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.708865:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219764.708868:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c4c8 00000400:00000010:3.0:1788219764.708879:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c4c8. 00000100:00000001:3.0:1788219764.708882:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219764.708886:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708893:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.708896:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.708901:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.708902:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219764.717350:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717368:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219764.717372:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717375:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717383:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717391:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219764.717400:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717406:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717410:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717414:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb780c80 00000400:00000200:3.0:1788219764.717419:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717426:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8bd5 [1] + 224 00000800:00000001:3.0:1788219764.717432:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717437:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717441:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.717445:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219764.717452:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717462:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219764.717474:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717488:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219764.717496:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717500:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219764.717502:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717514:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717518:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717521:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219764.717526:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717528:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717531:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717534:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb780c00 00000400:00000200:3.0:1788219764.717537:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717541:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8bf5 [1] + 224 00000800:00000001:3.0:1788219764.717545:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717549:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717552:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.717555:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219764.717558:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717564:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219764.717572:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717579:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219764.717583:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717587:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219764.717589:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717591:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717594:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717598:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219764.717602:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717604:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717607:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717610:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb780d80 00000400:00000200:3.0:1788219764.717613:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717617:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8be5 [1] + 224 00000800:00000001:3.0:1788219764.717621:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717624:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717626:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.717629:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219764.717633:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717637:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219764.717647:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717654:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219764.717657:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717661:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219764.717663:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717665:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717667:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717671:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219764.717674:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717677:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717680:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717682:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb780d00 00000400:00000200:3.0:1788219764.717685:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717688:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c05 [1] + 224 00000800:00000001:3.0:1788219764.717692:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717695:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717697:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.717699:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219764.717702:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717706:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219764.717715:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717722:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219764.717725:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717728:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219764.717730:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717732:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717735:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717738:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219764.717742:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717744:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717747:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717750:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb780b80 00000400:00000200:3.0:1788219764.717753:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219764.717757:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8bc5 [1] + 224 00000800:00000001:3.0:1788219764.717760:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717782:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219764.717784:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219764.717788:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219764.717791:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717795:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219764.717802:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717809:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219764.717811:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219764.717814:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.717826:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219764.717830:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219764.717835:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219764.717837:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219764.717839:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219764.717843:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219764.717846:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219764.717848:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717852:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219764.717861:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717867:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219764.717878:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.717881:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219764.717884:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219764.717887:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219764.717890:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.717893:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219764.717901:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219764.717905:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219764.717907:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219764.717909:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219764.717911:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219764.717914:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.717917:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219764.717919:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869211 00000100:00000001:3.0:1788219764.717921:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219764.717924:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.717928:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717935:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.717938:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219764.717940:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219764.717944:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219764.717952:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566199808:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219764.717957:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219764.717959:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219764.717960:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a268. 00000400:00000200:3.0:1788219764.717963:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:3.0:1788219764.717964:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:3.0:1788219764.717967:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.717970:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219764.717977:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.717983:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219764.717985:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.717987:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219764.717988:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219764.717990:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219764.717991:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.717993:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219764.717996:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219764.717999:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=130 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219764.718001:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219764.718003:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219764.718004:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219764.718006:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.718008:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219764.718009:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219764.718011:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219764.718012:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.718016:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718022:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.718024:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219764.718025:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219764.718029:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219764.718036:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566200064:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219764.718041:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219764.718042:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219764.718044:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:3.0:1788219764.718046:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ccc0 00000400:00000010:3.0:1788219764.718048:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ccc0. 00000100:00000001:3.0:1788219764.718050:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.718054:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219764.718061:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718067:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219764.718068:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718070:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219764.718071:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219764.718073:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219764.718074:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.718076:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219764.718079:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219764.718082:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219764.718084:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219764.718085:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219764.718087:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219764.718088:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.718090:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.718094:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718099:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.718101:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219764.718102:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219764.718105:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219764.718112:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566199680:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219764.718117:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219764.718118:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219764.718119:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a370. 00000400:00000200:3.0:1788219764.718122:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c6e8 00000400:00000010:3.0:1788219764.718123:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c6e8. 00000100:00000001:3.0:1788219764.718125:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.718128:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219764.718136:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718143:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219764.718144:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718146:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219764.718147:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219764.718148:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219764.718149:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.718151:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219764.718154:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219764.718156:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219764.718159:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219764.718160:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219764.718161:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219764.718163:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.718165:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219764.718166:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219764.718168:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219764.718169:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.718172:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718179:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.718180:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219764.718182:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219764.718185:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219764.718192:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566199936:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219764.718197:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219764.718198:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219764.718199:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a630. 00000400:00000200:3.0:1788219764.718201:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cc38 00000400:00000010:3.0:1788219764.718203:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cc38. 00000100:00000001:3.0:1788219764.718205:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219764.718208:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219764.718216:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718222:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219764.718223:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718225:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219764.718226:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219764.718228:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219764.718229:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219764.718231:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219764.718234:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219764.718236:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=68 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219764.718239:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219764.718240:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219764.718241:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219764.718243:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.718245:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219764.718246:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219764.718248:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219764.718250:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219764.718253:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718260:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219764.718262:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219764.718263:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219764.718266:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219764.718273:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566200192:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219764.718277:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718280:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.718284:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566199808/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718291:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219764.718294:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219764.718297:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521200. 02000000:00000001:3.0:1788219764.718300:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219764.718303:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219764.718304:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219764.718307:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219764.718335:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c500. 02000000:00000001:3.0:1788219764.718341:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219764.718343:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219764.718345:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:3.0:1788219764.718348:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219764.718350:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718351:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.718355:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b480 x1875079566200064/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718361:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219764.718362:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219764.718364:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520a00. 02000000:00000001:3.0:1788219764.718366:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219764.718367:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219764.718368:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219764.718370:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219764.718373:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027ce00. 02000000:00000001:3.0:1788219764.718374:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219764.718376:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219764.718377:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b480. 00000100:00000001:3.0:1788219764.718379:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219764.718380:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718381:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.718384:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566199680/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718389:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219764.718390:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219764.718391:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d60cea00. 02000000:00000001:3.0:1788219764.718394:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219764.718395:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219764.718396:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219764.718397:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219764.718398:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c200. 02000000:00000001:3.0:1788219764.718400:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219764.718401:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219764.718402:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:3.0:1788219764.718404:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219764.718405:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718406:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.718409:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566199936/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718415:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219764.718416:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219764.718418:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d32a3c00. 02000000:00000001:3.0:1788219764.718420:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219764.718421:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219764.718422:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219764.718424:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219764.718425:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f027c800. 02000000:00000001:3.0:1788219764.718427:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219764.718428:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219764.718429:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:3.0:1788219764.718431:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219764.718432:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718433:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219764.718437:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566200192/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219764.718442:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219764.718443:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219764.718444:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520200. 02000000:00000001:3.0:1788219764.718446:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219764.718447:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219764.718448:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219764.718450:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219764.718451:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f7614300. 02000000:00000001:3.0:1788219764.718453:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219764.718454:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219764.718455:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:3.0:1788219764.718457:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219764.718458:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718461:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219764.718468:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219764.718470:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219764.718472:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219764.718474:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219764.932814:0:327333:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664358:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219765.664367:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664375:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219765.664377:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664381:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219765.664383:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664387:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219765.664391:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219765.664393:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219765.664401:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219765.664403:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219765.664405:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664409:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219765.664412:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664414:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664417:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219765.664421:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219765.664422:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219765.664448:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219765.664452:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219765.665240:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219765.983594:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313635065, at 4313635072 00000100:00000010:3.0:1788219765.983615:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc00. 00000100:00000040:2.0:1788219765.983779:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313635065, at 4313635072 00000100:00000010:2.0:1788219765.983786:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec420. 00000100:00000001:2.0:1788219766.239499:0:280883:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788219766.239510:0:280883:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219766.687753:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219766.687763:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219766.687769:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219766.687770:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219766.687775:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219766.687786:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219766.687792:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219766.687794:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219766.687798:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219766.687799:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219766.687947:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219766.687953:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219766.687957:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:0.0:1788219766.755294:0:327400:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:0.0:1788219766.755308:0:327400:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893f813a100. 00000002:00000001:0.0:1788219766.755756:0:327400:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219766.755770:0:327400:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:0.0:1788219766.755775:0:327400:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894cb162540. 00000020:00000040:0.0:1788219766.755787:0:327400:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:0.0:1788219766.755791:0:327400:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:0.0:1788219766.755795:0:327400:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1788219766.755799:0:327400:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:0.0:1788219766.755806:0:327400:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219766.755811:0:327400:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219766.755817:0:327400:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219766.755822:0:327400:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219766.755828:0:327400:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219766.755839:0:327400:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c7fbc000. 00000100:00000001:0.0:1788219766.755847:0:327400:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219766.755864:0:327400:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219766.755866:0:327400:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219766.755878:0:327400:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c4cfbcc0. 00000100:00000001:0.0:1788219766.755881:0:327400:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359162404032 : -113714547147584 : ffff9893c4cfbcc0) 00000100:00000001:0.0:1788219766.755885:0:327400:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219766.755886:0:327400:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219766.755894:0:327400:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219766.755899:0:327400:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219766.755902:0:327400:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219766.755904:0:327400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219766.755919:0:327400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219766.755931:0:327400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219766.755934:0:327400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219766.755938:0:327400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219766.755941:0:327400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219766.755944:0:327400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219766.755948:0:327400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:327400:1875079566200320:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219766.755952:0:327400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219766.755959:0:327400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219766.755962:0:327400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219766.755965:0:327400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219766.755969:0:327400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c7fbca00. 02000000:00000001:0.0:1788219766.755971:0:327400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219766.755981:0:327400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219766.755987:0:327400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219766.755997:0:327400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219766.756006:0:327400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200320, portal 10 00000100:00000001:0.0:1788219766.756009:0:327400:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219766.756010:0:327400:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219766.756019:0:327400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219766.756027:0:327400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219766.756029:0:327400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219766.756032:0:327400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfee0. 00000100:00000200:0.0:1788219766.756038:0:327400:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566200320, offset 0 00000400:00000200:0.0:1788219766.756045:0:327400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219766.756057:0:327400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219766.756066:0:327400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219766.756072:0:327400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219766.756077:0:327400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219766.756082:0:327400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219766.756085:0:327400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219766.756089:0:327400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92755:92755:256:4294967295] 192.168.203.120@tcp LPNI seq info [92755:92755:8:4294967295] 00000400:00000200:0.0:1788219766.756093:0:327400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219766.756104:0:327400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219766.756111:0:327400:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219766.756117:0:327400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219766.756125:0:327400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219766.756136:0:327400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219766.756142:0:327400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1788219766.756155:0:327400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219766.756744:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219766.756751:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:3.0:1788219766.756759:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219766.756766:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219766.756773:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfee0 00000400:00000010:3.0:1788219766.756776:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfee0. 00000100:00000001:3.0:1788219766.756781:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219766.756787:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219766.756798:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219766.756803:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219766.756811:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219766.756812:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788219766.756900:0:327400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14648 usecs (15 jiffies) 00000400:00000200:0.0:1788219766.756906:0:327400:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219766.756910:0:327400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313635860 00000100:00000010:0.0:1788219766.756916:0:327400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02300. 00000100:00000001:0.0:1788219766.756925:0:327400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219766.756931:0:327400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313635860 00000100:00000010:0.0:1788219766.756935:0:327400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02180. 00000100:00000001:0.0:1788219766.756938:0:327400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219766.756945:0:327400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219766.756948:0:327400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219766.756952:0:327400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219766.756954:0:327400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219766.756958:0:327400:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c4cfbcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219766.756962:0:327400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219766.756966:0:327400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219766.769918:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219766.769942:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219766.769948:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219766.769951:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219766.769963:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219766.769974:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219766.769985:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219766.769993:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219766.769999:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219766.770004:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb780e00 00000400:00000200:3.0:1788219766.770009:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219766.770018:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c15 [1] + 224 00000800:00000001:3.0:1788219766.770027:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219766.770034:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219766.770038:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219766.770043:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219766.770052:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219766.770064:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219766.770076:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219766.770101:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219766.770113:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219766.770116:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219766.770364:0:327400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219766.770374:0:327400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219766.770377:0:327400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219766.770382:0:327400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219766.770387:0:327400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:0.0:1788219766.770390:0:327400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:0.0:1788219766.770393:0:327400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219766.770399:0:327400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219766.770409:0:327400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219766.770416:0:327400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219766.770418:0:327400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219766.770421:0:327400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219766.770426:0:327400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219766.770430:0:327400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219766.770432:0:327400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219766.770436:0:327400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219766.770458:0:327400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219766.770463:0:327400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219766.770466:0:327400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219766.770468:0:327400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219766.770472:0:327400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219766.770476:0:327400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219766.770597:0:327400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219766.770601:0:327400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219766.770604:0:327400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219766.770606:0:327400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219766.770612:0:327400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219766.770620:0:327400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219766.770623:0:327400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219766.770627:0:327400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219766.770631:0:327400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219766.770639:0:327400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:327400:1875079566200320:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219766.770644:0:327400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219766.770648:0:327400:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219766.770650:0:327400:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219766.770653:0:327400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219766.770657:0:327400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219766.770664:0:327400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219766.770668:0:327400:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c4cfbcc0. 00000100:00000001:0.0:1788219766.770672:0:327400:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219766.770673:0:327400:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219766.770676:0:327400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219766.770679:0:327400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566200320/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219782 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219766.770686:0:327400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219766.770689:0:327400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219766.770693:0:327400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c7fbca00. 02000000:00000001:0.0:1788219766.770698:0:327400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219766.770701:0:327400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219766.770703:0:327400:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219766.770705:0:327400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219766.770709:0:327400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c7fbc000. 02000000:00000001:0.0:1788219766.770712:0:327400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219766.770714:0:327400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219766.770716:0:327400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219766.770720:0:327400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219766.770721:0:327400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219766.770724:0:327400:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219766.770728:0:327400:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219766.770732:0:327400:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219766.770736:0:327400:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:0.0:1788219766.770740:0:327400:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:0.0:1788219766.770742:0:327400:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894cb162540. 00000002:00000010:0.0:1788219766.770769:0:327400:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893f813a100. 00000100:00000040:2.0:1788219766.772821:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313635860, at 4313635861 00000100:00000010:2.0:1788219766.772841:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02300. 00000100:00000040:3.0:1788219766.773114:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313635860, at 4313635861 00000100:00000010:3.0:1788219766.773121:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02180. 00010000:00000001:1.0:1788219767.716614:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219767.716622:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716627:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219767.716629:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716632:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219767.716633:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716637:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219767.716638:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716641:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219767.716645:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219767.716647:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219767.716650:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716653:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219767.716656:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716657:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219767.716660:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219767.716739:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219767.716742:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219767.716745:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219768.735651:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219768.735658:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219768.735663:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219768.735665:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219768.735668:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219768.735669:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219768.735673:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219768.735674:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219768.735677:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219768.735678:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219768.735760:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219768.735764:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219768.735767:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788219768.800828:0:223715:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788219768.800833:0:223715:0:(file.c:5282:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788219768.800836:0:223715:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788219768.800851:0:223715:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894f5cc9e10. 00000020:00000010:2.0:1788219768.800859:0:223715:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f740f800. 00000020:00000010:2.0:1788219768.800864:0:223715:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893f740f600. 00000020:00000010:2.0:1788219768.800868:0:223715:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9894ca1922a0. 00000008:00000010:2.0:1788219768.800875:0:223715:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c8fd0b30. 00020000:00000010:2.0:1788219768.800880:0:223715:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893eae34480. 00008000:00000010:2.0:1788219768.800885:0:223715:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894c83e9530. 00000080:00000010:2.0:1788219768.800891:0:223715:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894f643f7e0. 00000080:00000010:2.0:1788219768.800970:0:223715:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894f00d5720. 00000020:00000010:2.0:1788219768.800976:0:223715:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f740e200. 00000008:00000010:2.0:1788219768.800980:0:223715:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894ee489600. 00020000:00000010:2.0:1788219768.800984:0:223715:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894ee48c248. 00008000:00000010:2.0:1788219768.800988:0:223715:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894f21b1368. 00000080:00000010:2.0:1788219768.800992:0:223715:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894ee4871e0. 00000020:00000001:2.0:1788219768.800995:0:223715:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630364279250456 : -113709430301160 : ffff9894f5cc9e18) 00000020:00001000:2.0:1788219768.800997:0:223715:0:(cl_object.c:831:cl_env_get()) 1@ffff9894f5cc9e10 00000020:00000001:2.0:1788219768.801002:0:223715:0:(cl_object.c:151:cl_object_top()) ffff9894f5cd5d00 -> ffff9894f5cd5d00 00000020:00000001:2.0:1788219768.801004:0:223715:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788219768.801007:0:223715:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788219768.801009:0:223715:0:(vvp_io.c:1826:vvp_io_init()) [0x2400013a2:0x56:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788219768.801013:0:223715:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788219768.801014:0:223715:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788219768.801016:0:223715:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788219768.801020:0:223715:0:(lov_object.c:1590:lov_io_init()) [0x2400013a2:0x56:0x0]io ffff9894f00d5780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788219768.801024:0:223715:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893e062cf80 00020000:00000001:2.0:1788219768.801028:0:223715:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1788219768.801030:0:223715:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788219768.801032:0:223715:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9893e162c9b0) owner 0000000000000000/ffff9893e062cf80 00000020:00000001:2.0:1788219768.801034:0:223715:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219768.801037:0:223715:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1788219768.801040:0:223715:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788219768.801042:0:223715:0:(vvp_io.c:304:vvp_io_fini()) [0x2400013a2:0x56:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788219768.801044:0:223715:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788219768.801045:0:223715:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788219768.801049:0:223715:0:(cl_object.c:925:cl_env_put()) 1@ffff9894f5cc9e10 00000020:00000010:2.0:1788219768.801052:0:223715:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893f740f600. 00000020:00000010:2.0:1788219768.801056:0:223715:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9894ca1922a0. 00000008:00000010:2.0:1788219768.801060:0:223715:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c8fd0b30. 00020000:00000010:2.0:1788219768.801064:0:223715:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893eae34480. 00008000:00000010:2.0:1788219768.801067:0:223715:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894c83e9530. 00000080:00000010:2.0:1788219768.801070:0:223715:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894f643f7e0. 00000080:00000010:2.0:1788219768.801075:0:223715:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894f00d5720. 00000020:00000010:2.0:1788219768.801077:0:223715:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f740f800. 00000008:00000010:2.0:1788219768.801080:0:223715:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894ee489600. 00020000:00000010:2.0:1788219768.801083:0:223715:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894ee48c248. 00008000:00000010:2.0:1788219768.801086:0:223715:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894f21b1368. 00000080:00000010:2.0:1788219768.801089:0:223715:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894ee4871e0. 00000020:00000010:2.0:1788219768.801091:0:223715:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f740e200. 00000020:00000010:2.0:1788219768.801093:0:223715:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894f5cc9e10. 00000080:00000001:2.0:1788219768.801096:0:223715:0:(file.c:5319:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219768.801098:0:223715:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219769.541708:0:327433:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219769.541716:0:327433:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2800. 00000002:00000001:1.0:1788219769.541721:0:327433:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219769.541727:0:327433:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:1.0:1788219769.541730:0:327433:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894c9d25a80. 00000020:00000040:1.0:1788219769.541737:0:327433:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219769.541740:0:327433:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:1.0:1788219769.541744:0:327433:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1788219769.541747:0:327433:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:1.0:1788219769.541753:0:327433:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219769.541756:0:327433:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219769.541761:0:327433:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219769.541764:0:327433:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219769.541769:0:327433:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219769.541776:0:327433:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c573d800. 00000100:00000001:1.0:1788219769.541781:0:327433:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.541788:0:327433:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219769.541789:0:327433:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219769.541796:0:327433:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893f84f3f00. 00000100:00000001:1.0:1788219769.541798:0:327433:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630360026398464 : -113713683153152 : ffff9893f84f3f00) 00000100:00000001:1.0:1788219769.541801:0:327433:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219769.541803:0:327433:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:1.0:1788219769.541808:0:327433:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219769.541813:0:327433:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.541815:0:327433:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219769.541817:0:327433:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219769.541827:0:327433:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.541847:0:327433:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219769.541850:0:327433:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.541853:0:327433:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219769.541856:0:327433:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219769.541858:0:327433:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219769.541862:0:327433:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:327433:1875079566200448:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219769.541865:0:327433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219769.541870:0:327433:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219769.541872:0:327433:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.541874:0:327433:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219769.541878:0:327433:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c573d200. 02000000:00000001:1.0:1788219769.541880:0:327433:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219769.541886:0:327433:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219769.541890:0:327433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219769.541897:0:327433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219769.541903:0:327433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200448, portal 10 00000100:00000001:1.0:1788219769.541905:0:327433:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219769.541906:0:327433:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219769.541914:0:327433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.541922:0:327433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219769.541924:0:327433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219769.541927:0:327433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661b28. 00000100:00000200:1.0:1788219769.541930:0:327433:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566200448, offset 0 00000400:00000200:1.0:1788219769.541937:0:327433:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219769.541945:0:327433:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219769.541952:0:327433:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219769.541957:0:327433:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219769.541960:0:327433:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219769.541964:0:327433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219769.541966:0:327433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219769.541970:0:327433:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92756:92756:256:4294967295] 192.168.203.120@tcp LPNI seq info [92756:92756:8:4294967295] 00000400:00000200:1.0:1788219769.541974:0:327433:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219769.541985:0:327433:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219769.541991:0:327433:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219769.541995:0:327433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219769.542001:0:327433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219769.542009:0:327433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219769.542013:0:327433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1788219769.542034:0:327433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219769.542039:0:327433:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26283 usecs (27 jiffies) 00000400:00000200:1.0:1788219769.542042:0:327433:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219769.542045:0:327433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313638657 00000100:00000010:1.0:1788219769.542049:0:327433:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f22a0. 00000100:00000001:1.0:1788219769.542055:0:327433:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219769.542069:0:327433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313638657 00000100:00000010:1.0:1788219769.542073:0:327433:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2540. 00000100:00000001:1.0:1788219769.542077:0:327433:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219769.542080:0:327433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219769.542083:0:327433:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.542086:0:327433:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219769.542088:0:327433:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219769.542091:0:327433:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893f84f3f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788219769.542094:0:327433:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219769.542097:0:327433:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219769.542191:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219769.542197:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:3.0:1788219769.542203:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.542209:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219769.542215:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661b28 00000400:00000010:3.0:1788219769.542218:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661b28. 00000100:00000001:3.0:1788219769.542221:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219769.542226:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.542238:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219769.542241:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.542249:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219769.542251:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219769.549715:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.549732:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219769.549737:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.549740:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.549750:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.549758:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219769.549767:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.549772:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.549777:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.549781:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb780e80 00000400:00000200:3.0:1788219769.549785:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.549792:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c1d [1] + 224 00000800:00000001:3.0:1788219769.549799:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.549806:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.549809:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.549814:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219769.550702:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219769.550717:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219769.550729:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.550747:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219769.550761:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.550767:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.550793:0:327433:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219769.550802:0:327433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219769.550805:0:327433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219769.550809:0:327433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219769.550814:0:327433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219769.550817:0:327433:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219769.550820:0:327433:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219769.550825:0:327433:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219769.550834:0:327433:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.550853:0:327433:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219769.550855:0:327433:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.550858:0:327433:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219769.550862:0:327433:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219769.550865:0:327433:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219769.550868:0:327433:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.550871:0:327433:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219769.550881:0:327433:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219769.550885:0:327433:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219769.550887:0:327433:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219769.550889:0:327433:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.550892:0:327433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219769.550896:0:327433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.550899:0:327433:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788219769.550901:0:327433:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869218 gen 1 00000100:00000040:1.0:1788219769.550907:0:327433:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869218) req@ffff9894ed014380 x1875079566193664/t17179869214(17179869214) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.550914:0:327433:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219769.550917:0:327433:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014380 x1875079566193664/t17179869214(17179869214) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:13/10 lens 696/456 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.550924:0:327433:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219769.550927:0:327433:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219769.550931:0:327433:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:1.0:1788219769.550935:0:327433:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219769.550937:0:327433:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219769.550940:0:327433:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219769.550942:0:327433:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219769.550945:0:327433:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f400. 02000000:00000001:1.0:1788219769.550948:0:327433:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219769.550950:0:327433:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219769.550952:0:327433:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014380. 00000100:00000001:1.0:1788219769.550955:0:327433:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219769.550964:0:327433:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219769.550970:0:327433:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869218) req@ffff9894ddb6d500 x1875079566195456/t17179869218(17179869218) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219769.550976:0:327433:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219769.550979:0:327433:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566195456/t17179869218(17179869218) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/440 e 0 to 0 dl 1788219775 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219769.550985:0:327433:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219769.550987:0:327433:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219769.550988:0:327433:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219769.550991:0:327433:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219769.550992:0:327433:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219769.550993:0:327433:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219769.550995:0:327433:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219769.550996:0:327433:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219769.550998:0:327433:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219769.550999:0:327433:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219769.551000:0:327433:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219769.551003:0:327433:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219769.551004:0:327433:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.551006:0:327433:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788219769.551008:0:327433:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1788219769.551011:0:327433:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219769.551012:0:327433:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219769.551017:0:327433:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.551024:0:327433:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219769.551026:0:327433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219769.551028:0:327433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219769.551032:0:327433:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219769.551039:0:327433:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:327433:1875079566200448:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219769.551044:0:327433:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.551046:0:327433:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.551049:0:327433:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219769.551051:0:327433:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219769.551053:0:327433:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.551059:0:327433:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219769.551061:0:327433:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893f84f3f00. 00000100:00000001:1.0:1788219769.551064:0:327433:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219769.551066:0:327433:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.551068:0:327433:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219769.551070:0:327433:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566200448/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219785 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.551076:0:327433:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219769.551077:0:327433:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219769.551078:0:327433:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c573d200. 02000000:00000001:1.0:1788219769.551081:0:327433:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219769.551082:0:327433:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219769.551083:0:327433:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219769.551086:0:327433:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219769.551087:0:327433:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c573d800. 02000000:00000001:1.0:1788219769.551089:0:327433:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219769.551090:0:327433:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219769.551091:0:327433:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219769.551093:0:327433:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219769.551095:0:327433:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.551098:0:327433:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219769.551101:0:327433:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219769.551105:0:327433:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219769.551108:0:327433:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219769.551111:0:327433:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:1.0:1788219769.551113:0:327433:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894c9d25a80. 00000002:00000010:1.0:1788219769.551133:0:327433:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2800. 00000100:00000040:2.0:1788219769.569438:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313638657, at 4313638658 00000100:00000010:2.0:1788219769.569466:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f22a0. 00000100:00000040:3.0:1788219769.569702:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313638657, at 4313638658 00000100:00000010:3.0:1788219769.569709:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2540. 00010000:00000001:1.0:1788219769.759534:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219769.759543:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219769.759545:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219769.759551:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219769.759553:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219769.759555:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759560:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219769.759562:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759564:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759566:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759571:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219769.759572:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219769.759573:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219769.759574:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219769.759575:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219769.759576:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759578:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219769.759579:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759581:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759582:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759586:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219769.759587:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219769.759588:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219769.759590:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219769.759591:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219769.759592:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759594:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219769.759595:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759596:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759598:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759602:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219769.759604:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.759607:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219769.759607:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219769.759631:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219769.759634:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219769.759636:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788219769.823550:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788219769.823560:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788219769.823573:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219769.823579:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1788219769.823584:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219769.823587:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219769.823592:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219769.823601:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f813ac00. 00000100:00000001:0.0:1788219769.823607:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823618:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219769.823629:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219769.823634:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823640:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe52a1d1] to pc [ptlrpcd_00_01+1] req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.823672:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823676:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788219769.823679:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788219769.823682:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016a00. 00000020:00000040:0.0:1788219769.823685:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219769.823687:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219769.823688:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219769.823689:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219769.823693:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f813a300. 00000100:00000001:0.0:1788219769.823696:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823700:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219769.823708:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219769.823710:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823713:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014458b5d] to pc [ptlrpcd_00_00+0] req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.823721:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823723:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788219769.823726:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788219769.823729:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016680. 00000020:00000040:0.0:1788219769.823732:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:0.0:1788219769.823733:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219769.823734:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219769.823736:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219769.823739:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f813a100. 00000100:00000001:0.0:1788219769.823742:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823745:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219769.823752:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219769.823754:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823757:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b058fbd3] to pc [ptlrpcd_00_01+1] req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.823764:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823766:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788219769.823768:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788219769.823771:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016300. 00000020:00000040:0.0:1788219769.823774:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:0.0:1788219769.823776:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219769.823777:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219769.823778:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219769.823782:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893f813a500. 00000100:00000001:0.0:1788219769.823785:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823788:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219769.823794:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219769.823795:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823799:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3b1c99e] to pc [ptlrpcd_00_00+0] req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.823805:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.823810:0:223715:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18976) 00000100:00000001:1.0:1788219769.823894:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219769.823898:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219769.823900:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219769.823907:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.823914:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219769.823916:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.823920:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219769.823922:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219769.823925:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219769.823927:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566200576:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219769.823931:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219769.823946:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219769.823949:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.823951:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219769.823956:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c573d200. 02000000:00000001:1.0:1788219769.823958:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219769.823965:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219769.823969:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219769.823975:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219769.823982:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200576, portal 25 00000100:00000001:1.0:1788219769.823984:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219769.823985:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:1.0:1788219769.823990:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.823997:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219769.824000:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219769.824003:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661e58. 00000100:00000200:1.0:1788219769.824007:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566200576, offset 0 00000400:00000200:1.0:1788219769.824013:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219769.824021:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219769.824030:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219769.824035:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219769.824039:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219769.824043:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219769.824046:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219769.824050:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92757:92757:256:4294967295] 192.168.203.120@tcp LPNI seq info [92757:92757:8:4294967295] 00000400:00000200:1.0:1788219769.824054:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219769.824063:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219769.824069:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219769.824074:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219769.824080:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219769.824088:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219769.824093:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219769.824102:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219769.824105:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219769.824108:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313640184 00000100:00000010:1.0:1788219769.824112:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2060. 00000100:00000001:1.0:1788219769.824118:0:256062:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1788219769.824271:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219769.824276:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219769.824282:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.824288:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219769.824294:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661e58 00000400:00000010:3.0:1788219769.824296:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661e58. 00000100:00000001:3.0:1788219769.824300:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219769.824304:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.824334:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219769.824339:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.824346:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219769.824348:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219769.830555:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219769.830566:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219769.830568:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219769.830583:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.830595:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219769.830598:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219769.830602:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219769.830606:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219769.830610:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219769.830613:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566200704:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219769.830618:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219769.830625:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219769.830627:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219769.830630:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219769.830638:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c7fbd600. 02000000:00000001:0.0:1788219769.830640:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219769.830648:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219769.830653:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219769.830659:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219769.830667:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200704, portal 10 00000100:00000001:0.0:1788219769.830669:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219769.830671:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131715584 : -113709577836032 : ffff9894ed016a00) 00000100:00000040:0.0:1788219769.830681:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.830688:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219769.830698:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219769.830701:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf088. 00000100:00000200:0.0:1788219769.830706:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566200704, offset 0 00000400:00000200:0.0:1788219769.830712:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219769.830722:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219769.830730:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219769.830735:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219769.830739:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219769.830742:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219769.830745:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219769.830749:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92758:92758:256:4294967295] 192.168.203.120@tcp LPNI seq info [92758:92758:8:4294967295] 00000400:00000200:0.0:1788219769.830753:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219769.830763:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219769.830769:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219769.830774:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219769.830781:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219769.830788:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219769.830793:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219769.831627:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.831637:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14650 usecs (15 jiffies) 00000400:00000200:0.0:1788219769.831642:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219769.831646:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313638935 00000800:00000200:3.0:1788219769.831853:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219769.831859:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:3.0:1788219769.831865:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.831872:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219769.831883:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf088 00000400:00000010:3.0:1788219769.831885:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf088. 00000100:00000001:3.0:1788219769.831891:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219769.831898:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.831909:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219769.831913:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.831920:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219769.831922:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219769.833884:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313640194 00000100:00000010:1.0:1788219769.833903:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2300. 00000100:00000001:1.0:1788219769.833910:0:256062:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219769.833914:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219769.833919:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.833923:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219769.833936:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.834043:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313640184 00000100:00000001:0.0:1788219769.834049:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313638937 00000100:00000001:0.0:1788219769.834051:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313640194 00000100:00000001:0.0:1788219769.834053:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219769.834057:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.834059:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219769.834066:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.834075:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219769.834077:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219769.834081:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219769.834085:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219769.834087:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219769.834091:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566200960:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219769.834095:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219769.834100:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219769.834102:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219769.834104:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219769.834109:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c7fbc000. 02000000:00000001:0.0:1788219769.834112:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219769.834119:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219769.834123:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4528. 00000400:00000010:0.0:1788219769.834130:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219769.834135:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200960, portal 4 00000100:00000001:0.0:1788219769.834137:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219769.834139:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00000100:00000040:0.0:1788219769.834145:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.834153:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219769.834155:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219769.834158:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf908. 00000100:00000200:0.0:1788219769.834161:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566200960, offset 0 00000400:00000200:0.0:1788219769.834167:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219769.834174:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219769.834180:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219769.834184:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219769.834188:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219769.834780:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219769.834787:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219769.834791:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92759:92759:256:4294967295] 192.168.203.120@tcp LPNI seq info [92759:92759:8:4294967295] 00000400:00000200:0.0:1788219769.834797:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219769.834808:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219769.834814:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219769.834821:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a000. 00000800:00000200:0.0:1788219769.834828:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219769.834843:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219769.834847:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219769.834910:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.834916:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27607 usecs (28 jiffies) 00000400:00000200:0.0:1788219769.834920:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219769.834922:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313638951 00000100:00000001:0.0:1788219769.834924:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313640184 00000100:00000001:0.0:1788219769.834926:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313638951 00000100:00000001:0.0:1788219769.834927:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313640194 00000100:00000001:0.0:1788219769.834929:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219769.834940:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.834944:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.834948:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.834956:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219769.834958:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219769.834961:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219769.834963:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219769.834964:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.834967:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219769.837078:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219769.837087:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a000. 00000400:00000200:3.0:1788219769.837187:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.837196:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219769.837204:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:3.0:1788219769.837207:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:3.0:1788219769.837213:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219769.837219:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.837233:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219769.837236:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.837242:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219769.837244:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219769.837255:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.837407:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219769.837411:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.837415:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.837426:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219769.837438:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219769.837441:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219769.837445:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 02000000:00000001:1.0:1788219769.837449:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788219769.837454:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.837460:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:1.0:1788219769.837464:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219769.837468:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219769.837473:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566200832:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219769.837477:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219769.837482:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219769.837485:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.837488:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219769.837494:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c573dc00. 02000000:00000001:1.0:1788219769.837496:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219769.837501:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219769.837505:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219769.837512:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219769.837519:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566200832, portal 4 00000100:00000001:1.0:1788219769.837522:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219769.837523:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131714688 : -113709577836928 : ffff9894ed016680) 00000100:00000040:1.0:1788219769.837531:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.837538:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219769.837541:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219769.837543:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661908. 00000100:00000200:1.0:1788219769.837546:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566200832, offset 0 00000400:00000200:1.0:1788219769.837553:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219769.837560:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219769.837566:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219769.837571:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219769.837576:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219769.837579:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219769.837582:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219769.837585:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92760:92760:256:4294967295] 192.168.203.120@tcp LPNI seq info [92760:92760:8:4294967295] 00000400:00000200:1.0:1788219769.837589:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.838950:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.838957:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb780f00 00000400:00000200:3.0:1788219769.838962:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.838969:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c25 [1] + 224 00000800:00000001:3.0:1788219769.838977:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.838992:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.838995:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.838999:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:1.0:1788219769.840815:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1788219769.840849:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219769.840862:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219769.840874:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.840884:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219769.840897:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.840904:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788219769.841137:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219769.841146:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219769.841152:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219769.841159:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219769.841163:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219769.841177:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219769.841183:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17330 usecs (18 jiffies) 00000400:00000200:1.0:1788219769.841189:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219769.841192:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313638947 00000100:00000001:1.0:1788219769.841196:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313640184 00000100:00000001:1.0:1788219769.841199:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313638947 00000100:00000001:1.0:1788219769.841201:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313640194 00000100:00000001:1.0:1788219769.841204:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219769.841208:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.841212:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.841218:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.841228:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219769.841230:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219769.841234:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219769.841236:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219769.841242:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219769.841244:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219769.841248:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219769.841252:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219769.841256:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219769.841259:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219769.841263:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219769.841279:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.841285:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219769.841286:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.841288:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219769.841292:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219769.841295:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219769.841298:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.841301:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219769.841329:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=15 v=5 (5 5 5 5) 00000800:00000200:3.0:1788219769.841335:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1788219769.841335:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=93 v=5 (1 0 0 0) 00000800:00000010:3.0:1788219769.841341:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000100:00000001:1.0:1788219769.841342:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219769.841345:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219769.841350:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1788219769.841350:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219769.841354:0:256062:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219769.841359:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:1.0:1788219769.841361:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219769.841365:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661908 00000400:00000010:3.0:1788219769.841370:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661908. 00000100:00000040:1.0:1788219769.841370:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.841376:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788219769.841381:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1788219769.841384:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.841386:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219769.841390:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219769.841399:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.841400:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219769.841408:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219769.841414:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566200576:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219769.841420:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.841422:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219769.841425:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566200576/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.841432:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219769.841434:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219769.841439:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c573d200. 02000000:00000001:1.0:1788219769.841442:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219769.841444:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219769.841446:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1788219769.841448:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219769.841451:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f813ac00. 02000000:00000001:1.0:1788219769.841466:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219769.841469:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219769.841471:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:1.0:1788219769.841474:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219769.841475:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.841478:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.841480:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219769.841481:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219769.841483:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.841484:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219769.841863:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219769.841866:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219769.844164:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844180:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219769.844184:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844187:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.844196:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844204:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219769.844213:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844218:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844224:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844228:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781080 00000400:00000200:3.0:1788219769.844233:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844238:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c35 [1] + 224 00000800:00000001:3.0:1788219769.844245:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844251:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.844254:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.844258:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219769.844265:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219769.844274:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219769.844286:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.844356:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219769.844367:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844372:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219769.844374:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844375:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.844378:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844382:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219769.844386:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844389:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844391:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844394:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781000 00000400:00000200:3.0:1788219769.844397:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.844401:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c3d [1] + 224 00000800:00000001:3.0:1788219769.844404:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844411:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.844413:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.844417:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219769.844419:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219769.844423:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.844579:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219769.844584:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219769.844591:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219769.844592:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219769.844596:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4528. 00000400:00000200:0.0:1788219769.844602:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:0.0:1788219769.844604:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:0.0:1788219769.844607:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219769.844612:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219769.844619:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.844625:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219769.844627:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.844629:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219769.844633:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219769.844635:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219769.844637:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219769.844640:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219769.844649:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219769.844654:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=73 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219769.844656:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219769.844658:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219769.844661:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219769.844664:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.844668:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219769.844670:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:0.0:1788219769.844672:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219769.844674:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.844678:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.844685:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219769.844688:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219769.844689:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219769.844693:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219769.844700:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566200960:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219769.844705:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.844707:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219769.844710:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016300 x1875079566200960/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.844716:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219769.844718:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219769.844721:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c7fbc000. 02000000:00000001:0.0:1788219769.844725:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219769.844728:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219769.844729:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219769.844732:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219769.844734:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f813a500. 02000000:00000001:0.0:1788219769.844737:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219769.844739:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219769.844741:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016300. 00000100:00000001:0.0:1788219769.844744:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219769.844745:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.844749:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.844751:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219769.844752:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219769.844754:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.844755:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219769.844803:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219769.844814:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219769.844819:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.844823:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219769.845569:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.845577:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219769.845580:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.845582:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.845588:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.845592:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219769.845599:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.845603:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.845607:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.845610:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb780f80 00000400:00000200:3.0:1788219769.845614:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219769.845618:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c2d [1] + 224 00000800:00000001:3.0:1788219769.845624:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788219769.845694:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219769.845697:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219769.845701:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219769.845703:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219769.845707:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219769.845711:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:1.0:1788219769.845713:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:1.0:1788219769.845717:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219769.845724:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219769.845745:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.845752:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219769.845754:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.845756:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219769.845759:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219769.845761:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219769.845762:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219769.845765:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219769.845771:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219769.845774:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=135 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219769.845778:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219769.845779:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219769.845782:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219769.845784:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.845787:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219769.845788:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:1.0:1788219769.845790:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219769.845792:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219769.845796:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.845802:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219769.845805:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219769.845807:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219769.845810:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219769.845817:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566200832:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219769.845821:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.845823:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219769.845826:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016680 x1875079566200832/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219769.845832:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219769.845844:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219769.845847:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c573dc00. 02000000:00000001:1.0:1788219769.845851:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219769.845852:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219769.845854:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219769.845855:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219769.845857:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f813a100. 02000000:00000001:1.0:1788219769.845860:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219769.845862:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219769.845863:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016680. 00000100:00000001:1.0:1788219769.845866:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219769.845868:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.845871:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219769.845877:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219769.845879:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219769.845881:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219769.845883:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219769.846053:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219769.846057:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219769.846062:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219769.846068:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219769.846073:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219769.846083:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.846134:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219769.846137:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219769.846153:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219769.846160:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219769.846163:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219769.859455:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219769.859462:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219769.859467:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219769.859475:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:0.0:1788219769.859478:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:0.0:1788219769.859483:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219769.859495:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219769.859506:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.859514:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219769.859518:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.859520:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219769.859524:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219769.859527:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219769.859530:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219769.859533:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219769.859542:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219769.859546:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219769.859548:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219769.859549:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219769.859552:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219769.859556:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.859559:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219769.859562:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219769.859564:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219769.859565:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219769.859570:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.859577:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219769.859580:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219769.859583:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219769.859586:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219769.859594:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566200704:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219769.859599:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.859603:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219769.859606:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016a00 x1875079566200704/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219769.859613:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219769.859615:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219769.859619:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c7fbd600. 02000000:00000001:0.0:1788219769.859623:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219769.859627:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219769.859629:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219769.859631:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219769.859634:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893f813a300. 02000000:00000001:0.0:1788219769.859638:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219769.859639:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219769.859641:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016a00. 00000100:00000001:0.0:1788219769.859644:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219769.859645:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.859648:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219769.859656:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219769.859658:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219769.859660:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219769.859663:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219770.784619:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219770.784626:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219770.784631:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219770.784632:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219770.784636:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219770.784637:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219770.784640:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219770.784641:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219770.784644:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219770.784646:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219770.784891:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219770.784896:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219770.784899:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219771.103394:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313640184, at 4313640192 00000100:00000010:2.0:1788219771.103409:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2060. 00000100:00000040:3.0:1788219771.167439:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313640194, at 4313640256 00000100:00000010:3.0:1788219771.167452:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2300. 00000080:00000001:0.0:1788219771.364437:0:327462:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219771.808428:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219771.808594:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219771.808603:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219771.808604:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219771.808608:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219771.808609:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219771.808612:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219771.808614:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219771.808617:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219771.808618:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219771.808852:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219771.808857:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219771.808861:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788219772.760865:0:327555:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219772.835447:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219772.835454:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219772.835460:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219772.835461:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219772.835464:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219772.835465:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219772.835468:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219772.835470:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219772.835474:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219772.835475:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219772.839454:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219772.839461:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219772.839466:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788219773.110308:0:327591:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788219773.110386:0:327591:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160e: changelog negative testing (should return errors) ========================================================== 19:42:51 (1788219771) 00000001:00000001:2.0:1788219773.120563:0:327591:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788219773.857766:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219773.857774:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219773.857781:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219773.857782:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219773.857787:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219773.857788:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219773.857791:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219773.857792:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219773.857796:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219773.857797:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219773.860446:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219773.860454:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219773.860458:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219774.881021:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219774.881029:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219774.881036:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219774.881037:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219774.881041:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219774.881042:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219774.881046:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219774.881047:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219774.881050:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219774.881051:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219774.881147:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219774.881151:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219774.881154:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219774.946118:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219774.946132:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219774.946149:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219774.946157:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219774.946163:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219774.946167:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219774.946175:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219774.946188:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26900. 00000100:00000001:3.0:1788219774.946197:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946221:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219774.946240:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219774.946247:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946255:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.946291:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946294:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219774.946297:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219774.946303:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219774.946306:0:223715:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219774.946308:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219774.946310:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219774.946346:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.946346:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1788219774.946351:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26000. 00000100:00000001:2.0:1788219774.946357:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219774.946358:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.946363:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219774.946369:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219774.946380:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219774.946383:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219774.946385:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219774.946392:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.946440:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219774.946442:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.946445:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946449:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788219774.946454:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788219774.946456:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788219774.946460:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1788219774.946461:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 02000000:00000001:2.0:1788219774.946467:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219774.946473:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00100000:2.0:1788219774.946480:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566201088:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219774.946481:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219774.946486:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219774.946489:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.946492:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1788219774.946497:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26100. 02000000:00000001:2.0:1788219774.946501:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788219774.946504:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219774.946506:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219774.946512:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788219774.946515:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1788219774.946522:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d71800. 00000100:00000001:3.0:1788219774.946525:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788219774.946527:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.946531:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946540:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bfe44ca] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219774.946541:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219774.946551:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2478. 00000100:00000001:3.0:1788219774.946564:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219774.946565:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000040:3.0:1788219774.946567:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219774.946574:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1788219774.946575:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201088, portal 25 00000100:00000010:3.0:1788219774.946580:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000100:00000001:2.0:1788219774.946581:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1788219774.946591:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219774.946591:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219774.946601:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219774.946605:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219774.946609:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219774.946610:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788219774.946620:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26400. 00000100:00000001:3.0:1788219774.946626:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.946629:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219774.946637:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788219774.946638:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219774.946644:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219774.946653:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566201088, offset 0 00000100:00000001:3.0:1788219774.946661:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219774.946667:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.946669:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000040:3.0:1788219774.946678:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_00+0] req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219774.946688:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219774.946700:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946704:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788219774.946705:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1788219774.946714:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1788219774.946719:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1788219774.946721:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000400:00000200:2.0:1788219774.946726:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000020:00000040:3.0:1788219774.946728:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219774.946736:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1788219774.946737:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788219774.946743:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1788219774.946747:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:3.0:1788219774.946750:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.946758:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92761:92761:256:4294967295] 192.168.203.120@tcp LPNI seq info [92761:92761:8:4294967295] 02000000:00000010:3.0:1788219774.946760:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26d00. 00000100:00000001:3.0:1788219774.946771:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.946772:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:3.0:1788219774.946782:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788219774.946798:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1788219774.946831:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219774.946839:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219774.946840:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000040:3.0:1788219774.946848:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1788219774.946850:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614300. 00000100:00000001:3.0:1788219774.946865:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219774.946866:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000040:3.0:1788219774.946873:0:223715:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18981) 00000800:00000200:2.0:1788219774.946879:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219774.946885:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219774.946895:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219774.946900:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219774.946903:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788219774.946909:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.946911:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219774.946920:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219774.946928:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313645307 00000100:00000001:3.0:1788219774.946935:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1788219774.946939:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192f60. 00000100:00000001:3.0:1788219774.946940:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219774.946950:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219774.946954:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219774.946954:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1788219774.946963:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.946966:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313645307 00000100:00100000:3.0:1788219774.946970:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201216:192.168.203.120@tcp:400:kworker.0 00000100:00000010:2.0:1788219774.946973:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192c00. 00000100:00000001:3.0:1788219774.946978:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788219774.946980:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1788219774.946985:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219774.946988:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219774.946991:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788219774.946996:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788219774.946999:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d5008800. 00000100:00000001:2.0:1788219774.947002:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219774.947004:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.947010:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219774.947016:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219774.947016:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788219774.947027:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a630. 00000100:00000001:2.0:1788219774.947030:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219774.947034:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1788219774.947036:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cc38. 00000100:00000001:2.0:1788219774.947039:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219774.947043:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219774.947044:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788219774.947047:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201216, portal 10 00000100:00000001:3.0:1788219774.947054:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788219774.947055:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.947058:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219774.947077:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.947092:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219774.947098:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.947099:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788219774.947105:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788219774.947106:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 02000000:00000001:2.0:1788219774.947114:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788219774.947115:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c6e8. 00000100:00000200:3.0:1788219774.947124:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566201216, offset 0 02000000:00000001:2.0:1788219774.947124:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219774.947139:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566201344:192.168.203.120@tcp:400:kworker.0 00000400:00000200:3.0:1788219774.947145:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219774.947150:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219774.947156:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788219774.947160:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:2.0:1788219774.947161:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219774.947168:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788219774.947173:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 02000000:00000010:2.0:1788219774.947174:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d70c00. 02000000:00000001:2.0:1788219774.947182:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219774.947184:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219774.947191:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.947194:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000010:2.0:1788219774.947200:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e18. 00000400:00000200:3.0:1788219774.947202:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219774.947207:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219774.947211:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92762:92762:255:4294967295] 192.168.203.120@tcp LPNI seq info [92762:92762:7:4294967295] 00000400:00000200:3.0:1788219774.947218:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219774.947228:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5110. 00000400:00000200:3.0:1788219774.947239:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000200:2.0:1788219774.947240:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201344, portal 10 00000100:00000001:2.0:1788219774.947248:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219774.947252:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000800:00000200:3.0:1788219774.947258:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219774.947266:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000100:00000040:2.0:1788219774.947268:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788219774.947282:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:2.0:1788219774.947283:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219774.947291:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219774.947296:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000800:00000200:3.0:1788219774.947297:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000200:2.0:1788219774.947305:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566201344, offset 0 00000800:00000200:3.0:1788219774.947307:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219774.947363:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.947369:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26283 usecs (27 jiffies) 00000400:00000200:3.0:1788219774.947374:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219774.947377:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313644063 00000100:00000001:3.0:1788219774.947381:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313645307 00000100:00000001:3.0:1788219774.947384:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313644063 00000100:00000001:3.0:1788219774.947386:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313645307 00000400:00000200:2.0:1788219774.947393:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219774.947394:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219774.947403:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.947407:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788219774.947409:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:3.0:1788219774.947417:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219774.947423:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219774.947436:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219774.947442:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:3.0:1788219774.947445:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219774.947449:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.947450:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788219774.947457:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788219774.947458:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:3.0:1788219774.947463:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788219774.947471:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92763:92763:254:4294967295] 192.168.203.120@tcp LPNI seq info [92763:92763:6:4294967295] 02000000:00000001:3.0:1788219774.947472:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219774.947485:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201472:192.168.203.120@tcp:400:kworker.0 00000400:00000200:2.0:1788219774.947488:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219774.947496:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219774.947501:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219774.947505:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.947508:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:3.0:1788219774.947511:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219774.947518:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d5008a00. 00000800:00000200:2.0:1788219774.947520:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 02000000:00000001:3.0:1788219774.947524:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788219774.947530:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f7614200. 00000400:00000200:3.0:1788219774.947532:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219774.947540:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a370. 00000800:00000200:2.0:1788219774.947545:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:3.0:1788219774.947549:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ccc0. 00000100:00000200:3.0:1788219774.947556:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201472, portal 4 00000800:00000200:2.0:1788219774.947559:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:3.0:1788219774.947561:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219774.947565:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000800:00000200:2.0:1788219774.947568:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f7614200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219774.947575:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.947578:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219774.947582:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14662 usecs (15 jiffies) 00000400:00000200:2.0:1788219774.947598:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219774.947601:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788219774.947605:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313644051 00000100:00000040:3.0:1788219774.947611:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219774.947613:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313645307 00000400:00000010:3.0:1788219774.947618:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000001:2.0:1788219774.947619:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313644051 00000100:00000200:3.0:1788219774.947626:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566201472, offset 0 00000100:00000001:2.0:1788219774.947627:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313645307 00000100:00000001:2.0:1788219774.947634:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219774.947640:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219774.947641:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.947648:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788219774.947654:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:2.0:1788219774.947659:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219774.947667:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219774.947677:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219774.947685:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:2.0:1788219774.947686:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219774.947689:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219774.947691:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788219774.947695:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788219774.947700:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:2.0:1788219774.947702:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219774.947708:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219774.947709:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92764:92764:253:4294967295] 192.168.203.120@tcp LPNI seq info [92764:92764:5:4294967295] 00000100:00100000:2.0:1788219774.947717:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566201600:192.168.203.120@tcp:400:kworker.0 00000400:00000200:3.0:1788219774.947721:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219774.947729:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219774.947736:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788219774.947737:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:2.0:1788219774.947740:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219774.947746:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788219774.947748:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 02000000:00000010:2.0:1788219774.947752:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d71e00. 00000800:00000010:3.0:1788219774.947756:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26c00. 02000000:00000001:2.0:1788219774.947757:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.947769:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:3.0:1788219774.947771:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:2.0:1788219774.947775:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2840. 00000800:00000200:3.0:1788219774.947782:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000010:2.0:1788219774.947783:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000800:00000200:3.0:1788219774.947788:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1788219774.947791:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201600, portal 4 00000100:00000001:3.0:1788219774.947796:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.947797:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219774.947810:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219774.947813:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:3.0:1788219774.947822:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:2.0:1788219774.947825:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.947828:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313644054 00000100:00000001:3.0:1788219774.947834:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313645307 00000100:00000001:3.0:1788219774.947841:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313644054 00000100:00000001:3.0:1788219774.947847:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313645307 00000100:00000001:2.0:1788219774.947851:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788219774.947853:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219774.947859:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219774.947861:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219774.947866:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219774.947867:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000001:3.0:1788219774.947873:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788219774.947875:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566201600, offset 0 00000400:00000200:2.0:1788219774.947882:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219774.947884:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219774.947887:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788219774.947896:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219774.947899:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219774.947902:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219774.947904:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.947907:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1788219774.947910:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219774.947917:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219774.947921:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219774.947925:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219774.947928:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219774.947931:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92765:92765:252:4294967295] 192.168.203.120@tcp LPNI seq info [92765:92765:4:4294967295] 00000400:00000200:2.0:1788219774.947936:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219774.947952:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219774.947958:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219774.947964:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7f00. 00000800:00000200:2.0:1788219774.947970:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219774.947974:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219774.947978:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219774.947982:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219774.947986:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27605 usecs (28 jiffies) 00000400:00000200:2.0:1788219774.947990:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219774.947992:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313644064 00000100:00000001:2.0:1788219774.947994:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313645307 00000100:00000001:2.0:1788219774.947997:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313644064 00000100:00000001:2.0:1788219774.947999:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313645307 00000100:00000001:2.0:1788219774.948001:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219774.948004:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.948007:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.948010:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.948016:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219774.948018:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219774.948021:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219774.948022:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219774.948024:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.948028:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219774.948038:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219774.948044:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614300. 00000400:00000200:3.0:1788219774.948056:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.948064:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219774.948071:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:3.0:1788219774.948075:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:3.0:1788219774.948081:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219774.948087:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948099:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.948102:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948109:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.948111:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219774.948127:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219774.948129:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:3.0:1788219774.948132:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.948136:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219774.948138:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c6e8 00000400:00000010:3.0:1788219774.948140:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c6e8. 00000100:00000001:3.0:1788219774.948143:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219774.948146:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948153:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.948156:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948162:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.948164:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219774.948171:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219774.948173:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f7614200. 00000400:00000200:3.0:1788219774.948176:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.948179:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219774.948181:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:3.0:1788219774.948183:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:3.0:1788219774.948185:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219774.948190:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948197:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.948200:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948207:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.948209:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219774.948217:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219774.948218:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26c00. 00000400:00000200:3.0:1788219774.948221:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.948224:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219774.948226:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:3.0:1788219774.948228:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:3.0:1788219774.948230:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219774.948233:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948240:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.948243:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948249:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.948250:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219774.948359:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219774.948361:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7f00. 00000400:00000200:3.0:1788219774.948365:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.948368:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219774.948371:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:3.0:1788219774.948372:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:3.0:1788219774.948374:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219774.948378:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948384:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.948387:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.948394:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.948395:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219774.958142:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958167:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219774.958172:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958175:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958187:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958197:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219774.958272:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958280:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958287:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958293:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781180 00000400:00000200:3.0:1788219774.958299:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958308:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c55 [1] + 224 00000800:00000001:3.0:1788219774.958357:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958365:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958369:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.958375:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219774.958385:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.958398:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219774.958410:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.958445:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219774.958456:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958460:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219774.958462:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958464:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958467:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958471:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219774.958475:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958479:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958482:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958485:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781200 00000400:00000200:3.0:1788219774.958488:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958493:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c65 [1] + 224 00000800:00000001:3.0:1788219774.958496:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958499:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958501:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.958504:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219774.958507:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.958512:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219774.958522:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.958535:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219774.958540:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958542:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219774.958544:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958546:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958549:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958553:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219774.958557:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958560:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958562:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958565:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb781100 00000400:00000200:3.0:1788219774.958569:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958574:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c45 [1] + 224 00000800:00000001:3.0:1788219774.958577:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958581:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958583:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.958586:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219774.958588:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.958594:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219774.958602:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.958608:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219774.958612:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958615:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219774.958617:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958619:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958622:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958625:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219774.958629:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958631:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958634:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958637:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781280 00000400:00000200:3.0:1788219774.958639:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958643:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c75 [1] + 224 00000800:00000001:3.0:1788219774.958646:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958650:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958652:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.958655:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219774.958657:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.958662:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219774.958671:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.958678:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219774.958682:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958685:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219774.958686:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958688:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958692:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958695:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219774.958699:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958702:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958704:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958707:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781300 00000400:00000200:3.0:1788219774.958710:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219774.958714:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c85 [1] + 224 00000800:00000001:3.0:1788219774.958718:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958727:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219774.958729:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219774.958732:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219774.958735:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.958740:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219774.958747:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.958753:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219774.958757:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219774.958761:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.961978:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219774.961988:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219774.962001:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219774.962004:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219774.962010:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a630. 00000400:00000200:2.0:1788219774.962024:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cc38 00000400:00000010:2.0:1788219774.962027:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cc38. 00000100:00000001:2.0:1788219774.962033:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219774.962048:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219774.962062:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.962071:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219774.962074:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.962077:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219774.962081:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219774.962084:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219774.962087:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219774.962092:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219774.962103:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219774.962108:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219774.962111:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219774.962113:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219774.962116:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219774.962120:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.962124:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219774.962127:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:2.0:1788219774.962129:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219774.962131:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219774.962135:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.962142:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219774.962146:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219774.962148:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219774.962152:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219774.962159:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201216:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219774.962165:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219774.962166:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219774.962168:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a370. 00000400:00000200:2.0:1788219774.962170:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ccc0 00000400:00000010:2.0:1788219774.962172:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ccc0. 00000100:00000001:2.0:1788219774.962174:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219774.962178:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219774.962187:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.962194:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219774.962195:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.962197:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219774.962198:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219774.962200:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219774.962201:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219774.962212:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219774.962216:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219774.962219:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=140 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219774.962221:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219774.962223:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219774.962224:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219774.962226:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.962228:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219774.962229:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219774.962231:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219774.962232:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219774.962236:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.962242:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219774.962244:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219774.962245:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219774.962248:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219774.962254:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201472:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219774.962258:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.962262:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219774.962265:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566201216/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.962272:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219774.962274:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219774.962278:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d5008800. 02000000:00000001:2.0:1788219774.962283:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219774.962286:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219774.962288:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219774.962292:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219774.962295:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26000. 02000000:00000001:2.0:1788219774.962299:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219774.962301:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219774.962303:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:2.0:1788219774.962307:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219774.962308:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.962310:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219774.962355:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566201472/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219774.962362:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219774.962363:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219774.962365:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d5008a00. 02000000:00000001:2.0:1788219774.962367:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219774.962369:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219774.962370:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219774.962372:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219774.962374:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26400. 02000000:00000001:2.0:1788219774.962376:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219774.962378:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219774.962379:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:2.0:1788219774.962383:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219774.962384:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.962387:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219774.962397:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219774.962399:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219774.962401:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219774.962403:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.962873:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219774.962879:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219774.962887:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219774.962889:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219774.962893:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e18. 00000400:00000200:3.0:1788219774.962899:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5110 00000400:00000010:3.0:1788219774.962901:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5110. 00000100:00000001:3.0:1788219774.962905:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.962913:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219774.962922:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.962935:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219774.962937:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.962939:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219774.962942:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219774.962945:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219774.962947:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219774.962950:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219774.962956:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219774.962961:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219774.962963:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219774.962964:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219774.962966:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219774.962969:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.962972:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219774.962973:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219774.962975:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219774.962976:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.962980:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.962986:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219774.962989:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219774.962990:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219774.962993:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219774.963001:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566201344:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219774.963007:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219774.963009:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219774.963011:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2840. 00000400:00000200:3.0:1788219774.963015:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:3.0:1788219774.963016:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:3.0:1788219774.963019:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.963025:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219774.963033:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963039:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219774.963043:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963044:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219774.963046:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219774.963047:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219774.963049:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219774.963050:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219774.963056:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219774.963059:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=78 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219774.963063:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219774.963064:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219774.963066:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219774.963069:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.963072:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219774.963074:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219774.963076:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219774.963077:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.963081:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963087:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219774.963089:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219774.963090:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219774.963093:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219774.963100:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566201600:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219774.963105:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219774.963106:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219774.963109:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2478. 00000400:00000200:3.0:1788219774.963111:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:3.0:1788219774.963113:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:3.0:1788219774.963115:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219774.963119:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219774.963127:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963133:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219774.963134:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963136:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219774.963137:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219774.963138:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219774.963139:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219774.963142:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219774.963145:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219774.963148:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219774.963150:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219774.963151:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219774.963153:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219774.963155:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.963157:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219774.963160:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963167:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219774.963169:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219774.963171:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219774.963174:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219774.963182:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566201088:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219774.963186:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963189:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.963193:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566201344/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963200:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219774.963202:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219774.963204:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d70c00. 02000000:00000001:3.0:1788219774.963221:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219774.963223:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219774.963224:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219774.963227:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219774.963229:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26100. 02000000:00000001:3.0:1788219774.963232:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219774.963234:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219774.963235:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219774.963238:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219774.963239:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963240:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.963244:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566201600/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963249:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219774.963251:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219774.963252:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d71e00. 02000000:00000001:3.0:1788219774.963254:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219774.963256:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219774.963257:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219774.963259:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219774.963261:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26d00. 02000000:00000001:3.0:1788219774.963262:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219774.963263:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219774.963265:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:3.0:1788219774.963267:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219774.963268:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963269:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219774.963272:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566201088/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219774.963278:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219774.963280:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219774.963281:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d71800. 02000000:00000001:3.0:1788219774.963283:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219774.963284:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219774.963285:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219774.963287:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219774.963289:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26900. 02000000:00000001:3.0:1788219774.963290:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219774.963291:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219774.963293:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219774.963294:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219774.963295:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963298:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219774.963304:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219774.963305:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219774.963307:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219774.963309:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907870:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219775.907880:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907888:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219775.907889:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907893:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219775.907895:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907900:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219775.907905:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219775.907908:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219775.907916:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219775.907918:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219775.907920:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907924:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219775.907927:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907929:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907931:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219775.907935:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219775.907936:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219775.910114:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219775.910124:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219775.910131:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219776.223473:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313645307, at 4313645312 00000100:00000010:2.0:1788219776.223495:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192f60. 00000100:00000040:3.0:1788219776.224090:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313645307, at 4313645312 00000100:00000010:3.0:1788219776.224100:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192c00. 00010000:00000001:1.0:1788219776.927754:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219776.927763:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219776.927771:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219776.927772:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219776.927776:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219776.927777:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219776.927781:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219776.927783:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219776.927796:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219776.927797:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219776.929526:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219776.929536:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219776.929541:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219777.951500:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219777.951507:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951514:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219777.951515:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951518:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219777.951519:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951523:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219777.951524:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951527:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219777.951530:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219777.951533:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219777.951536:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951539:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219777.951541:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951543:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219777.951546:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219777.953821:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219777.953828:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219777.953833:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219778.975463:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219778.975470:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219778.975476:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219778.975478:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219778.975483:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219778.975484:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219778.975487:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219778.975488:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219778.975491:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219778.975492:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219778.975601:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219778.975605:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219778.975608:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219780.001186:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219780.001195:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219780.001197:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219780.001202:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219780.001204:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219780.001206:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001210:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219780.001212:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001214:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001216:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001220:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219780.001222:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219780.001223:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219780.001224:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219780.001226:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219780.001241:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001244:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219780.001245:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001246:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001248:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001252:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219780.001253:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219780.001254:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219780.001256:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219780.001257:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219780.001258:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001260:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219780.001261:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001262:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001264:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001267:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219780.001269:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219780.001272:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219780.001273:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219780.001444:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219780.001448:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219780.001451:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219780.066282:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219780.066291:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219780.066299:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219780.066304:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219780.066308:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219780.066340:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219780.066346:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219780.066355:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7300. 00000100:00000001:2.0:1788219780.066362:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.066373:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219780.066384:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219780.071447:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071468:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071493:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071497:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219780.071502:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219780.071509:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219780.071514:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219780.071518:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219780.071521:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219780.071528:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219780.071538:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7b00. 00000100:00000001:2.0:1788219780.071545:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071551:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219780.071559:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219780.071561:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071565:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_01+1] req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071581:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071583:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219780.071586:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219780.071589:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219780.071591:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219780.071593:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219780.071595:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219780.071597:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219780.071600:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7800. 00000100:00000001:2.0:1788219780.071602:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071607:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219780.071613:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219780.071615:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071618:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709bd210] to pc [ptlrpcd_01_00+0] req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071624:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071626:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219780.071629:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219780.071632:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219780.071634:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219780.071636:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219780.071637:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219780.071639:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219780.071642:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7e00. 00000100:00000001:2.0:1788219780.071645:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071649:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219780.071655:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219780.071658:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071661:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098083f1e] to pc [ptlrpcd_01_01+1] req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071668:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071671:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219780.071674:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219780.071677:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219780.071679:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219780.071681:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219780.071682:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219780.071683:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219780.071687:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7200. 00000100:00000001:2.0:1788219780.071689:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071693:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219780.071699:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219780.071701:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071704:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_00+0] req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071709:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.071714:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18986) 00000100:00000001:2.0:1788219780.071850:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.071854:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219780.071857:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219780.071862:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071870:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219780.071872:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.071875:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219780.071878:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219780.071881:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219780.071884:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566201728:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.071889:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219780.071895:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219780.071897:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.071900:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219780.071904:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d70800. 02000000:00000001:2.0:1788219780.071906:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219780.071913:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219780.071918:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2a50. 00000400:00000010:2.0:1788219780.071925:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219780.071931:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201728, portal 25 00000100:00000001:2.0:1788219780.071933:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219780.071935:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:2.0:1788219780.071940:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.071947:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219780.071949:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219780.071952:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219780.071955:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566201728, offset 0 00000400:00000200:2.0:1788219780.071963:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219780.071971:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.071978:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219780.071983:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219780.071987:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219780.071991:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219780.071993:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219780.071997:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92766:92766:256:4294967295] 192.168.203.120@tcp LPNI seq info [92766:92766:8:4294967295] 00000400:00000200:2.0:1788219780.072001:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072009:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219780.072015:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219780.072020:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7d00. 00000800:00000200:2.0:1788219780.072026:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219780.072034:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219780.072039:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219780.072049:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219780.072053:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219780.072055:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313650432 00000100:00000010:2.0:1788219780.072060:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192f60. 00000100:00000001:2.0:1788219780.072066:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219780.072070:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313650432 00000100:00000010:2.0:1788219780.072073:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192a20. 00000100:00000001:2.0:1788219780.072076:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219780.072079:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.072082:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072084:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219780.072088:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072095:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219780.072097:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072099:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219780.072100:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219780.072102:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219780.072105:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201984:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.072108:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219780.072110:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219780.072112:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072113:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219780.072116:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d71a00. 02000000:00000001:2.0:1788219780.072118:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219780.072121:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219780.072124:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d10. 00000400:00000010:2.0:1788219780.072127:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219780.072130:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201984, portal 10 00000100:00000001:2.0:1788219780.072132:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219780.072134:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219780.072140:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072146:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219780.072149:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219780.072151:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219780.072153:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566201984, offset 0 00000400:00000200:2.0:1788219780.072158:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072161:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072165:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219780.072167:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219780.072169:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219780.072171:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219780.072173:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072176:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92767:92767:255:4294967295] 192.168.203.120@tcp LPNI seq info [92767:92767:7:4294967295] 00000400:00000200:2.0:1788219780.072179:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072184:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219780.072188:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219780.072192:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7a00. 00000800:00000200:2.0:1788219780.072195:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219780.072200:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219780.072202:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219780.072205:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.072208:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14663 usecs (15 jiffies) 00000400:00000200:2.0:1788219780.072211:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219780.072213:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313649175 00000100:00000001:2.0:1788219780.072215:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072217:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313649175 00000100:00000001:2.0:1788219780.072219:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072223:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.072225:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072227:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219780.072231:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072237:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219780.072238:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072241:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219780.072242:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219780.072244:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219780.072247:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566202240:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.072250:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219780.072253:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219780.072254:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072256:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219780.072259:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d71800. 02000000:00000001:2.0:1788219780.072260:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219780.072263:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219780.072266:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb23c8. 00000400:00000010:2.0:1788219780.072270:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219780.072272:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202240, portal 4 00000100:00000001:2.0:1788219780.072274:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219780.072275:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:2.0:1788219780.072281:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072287:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219780.072289:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219780.072292:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:2.0:1788219780.072294:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566202240, offset 0 00000400:00000200:2.0:1788219780.072298:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072301:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072304:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219780.072308:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219780.072310:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219780.072337:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219780.072339:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072342:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92768:92768:254:4294967295] 192.168.203.120@tcp LPNI seq info [92768:92768:6:4294967295] 00000400:00000200:2.0:1788219780.072346:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072352:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219780.072356:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219780.072359:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7900. 00000800:00000200:2.0:1788219780.072363:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219780.072367:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219780.072369:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219780.072372:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.072374:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27596 usecs (28 jiffies) 00000400:00000200:2.0:1788219780.072377:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219780.072379:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313649189 00000100:00000001:2.0:1788219780.072381:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072383:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313649189 00000100:00000001:2.0:1788219780.072385:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072387:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.072388:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072391:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072394:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.072401:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219780.072403:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219780.072405:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.072406:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219780.072407:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219780.072410:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788219780.072412:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.072413:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219780.072415:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.072417:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.072418:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219780.072419:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219780.072423:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072429:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219780.072431:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072433:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219780.072434:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219780.072436:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219780.072438:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201856:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.072441:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219780.072443:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219780.072445:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072446:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219780.072450:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d70200. 02000000:00000001:2.0:1788219780.072451:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219780.072454:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219780.072456:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb28f0. 00000400:00000010:2.0:1788219780.072459:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219780.072462:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566201856, portal 10 00000100:00000001:2.0:1788219780.072464:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219780.072465:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000040:2.0:1788219780.072470:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072476:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219780.072478:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219780.072480:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219780.072483:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566201856, offset 0 00000400:00000200:2.0:1788219780.072486:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072490:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072493:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219780.072497:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219780.072499:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219780.072501:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219780.072503:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072506:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92769:92769:253:4294967295] 192.168.203.120@tcp LPNI seq info [92769:92769:5:4294967295] 00000400:00000200:2.0:1788219780.072509:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072514:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219780.072518:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219780.072521:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7500. 00000800:00000200:2.0:1788219780.072525:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219780.072529:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219780.072532:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219780.072535:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.072538:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26283 usecs (27 jiffies) 00000400:00000200:2.0:1788219780.072540:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219780.072542:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313649188 00000100:00000001:2.0:1788219780.072544:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072547:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313649188 00000100:00000001:2.0:1788219780.072548:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072550:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.072552:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072554:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219780.072558:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072564:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219780.072565:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072567:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219780.072569:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219780.072570:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219780.072573:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566202112:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.072577:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219780.072579:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219780.072580:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.072582:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219780.072585:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3d71600. 02000000:00000001:2.0:1788219780.072587:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219780.072590:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219780.072592:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2630. 00000400:00000010:2.0:1788219780.072595:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219780.072598:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202112, portal 4 00000100:00000001:2.0:1788219780.072599:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219780.072601:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219780.072605:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.072611:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219780.072613:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219780.072616:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5880. 00000100:00000200:2.0:1788219780.072618:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566202112, offset 0 00000400:00000200:2.0:1788219780.072622:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072626:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072629:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219780.072632:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219780.072634:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219780.072636:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219780.072638:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219780.072641:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92770:92770:252:4294967295] 192.168.203.120@tcp LPNI seq info [92770:92770:4:4294967295] 00000400:00000200:2.0:1788219780.072645:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.072650:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219780.072654:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219780.072657:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7f00. 00000800:00000200:2.0:1788219780.072661:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219780.072665:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219780.072668:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219780.072670:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.072673:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:2.0:1788219780.072676:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219780.072677:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313649179 00000100:00000001:2.0:1788219780.072680:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072681:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313649179 00000100:00000001:2.0:1788219780.072684:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313650432 00000100:00000001:2.0:1788219780.072686:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.072688:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072691:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.072693:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.073287:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219780.073292:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219780.073493:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219780.073498:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7d00. 00000400:00000200:3.0:1788219780.073503:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.073510:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219780.073516:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:3.0:1788219780.073519:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:3.0:1788219780.073522:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219780.073530:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073541:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219780.073545:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073552:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.073553:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219780.073565:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219780.073567:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7a00. 00000400:00000200:3.0:1788219780.073570:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.073573:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219780.073576:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:3.0:1788219780.073577:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:3.0:1788219780.073580:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219780.073583:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073591:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219780.073594:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073599:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.073601:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219780.073607:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219780.073609:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7900. 00000400:00000200:3.0:1788219780.073611:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.073615:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219780.073617:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:3.0:1788219780.073618:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:3.0:1788219780.073620:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219780.073623:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073629:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219780.073632:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073637:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.073638:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219780.073645:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219780.073647:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7500. 00000400:00000200:3.0:1788219780.073649:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.073652:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219780.073654:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:3.0:1788219780.073656:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:3.0:1788219780.073658:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219780.073662:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073668:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219780.073671:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073676:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.073677:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219780.073737:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219780.073740:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7f00. 00000400:00000200:3.0:1788219780.073743:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.073746:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219780.073748:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5880 00000400:00000010:3.0:1788219780.073750:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5880. 00000100:00000001:3.0:1788219780.073752:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219780.073755:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073762:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219780.073773:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.073779:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.073780:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219780.077700:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077716:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219780.077720:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077723:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219780.077733:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077742:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219780.077751:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077757:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077762:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077778:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781480 00000400:00000200:3.0:1788219780.077784:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077791:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8ca5 [1] + 224 00000800:00000001:3.0:1788219780.077799:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077804:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219780.077808:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.077813:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219780.077821:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219780.077831:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219780.077842:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.077863:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219780.077872:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077876:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219780.077878:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077880:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219780.077883:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077887:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219780.077891:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077893:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077896:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077898:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb781380 00000400:00000200:3.0:1788219780.077902:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077906:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8c95 [1] + 224 00000800:00000001:3.0:1788219780.077910:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077913:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219780.077915:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.077918:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219780.077921:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219780.077925:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219780.077939:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.077946:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219780.077949:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077953:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219780.077954:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077956:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219780.077959:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077962:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219780.077966:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077968:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077971:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077973:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781400 00000400:00000200:3.0:1788219780.077976:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219780.077979:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8cc5 [1] + 224 00000800:00000001:3.0:1788219780.077982:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.077987:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219780.077989:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.077991:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219780.077994:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219780.077998:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219780.078005:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.078011:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219780.078013:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219780.078015:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078377:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.078382:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219780.078398:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219780.078400:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219780.078404:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb28f0. 00000400:00000200:2.0:1788219780.078410:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:2.0:1788219780.078412:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:2.0:1788219780.078415:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.078422:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219780.078432:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078439:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219780.078440:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078443:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219780.078447:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219780.078450:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219780.078452:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.078455:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219780.078465:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219780.078469:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219780.078472:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219780.078474:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219780.078476:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219780.078480:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.078483:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219780.078486:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:2.0:1788219780.078488:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219780.078490:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.078495:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078502:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.078505:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219780.078507:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219780.078510:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219780.078517:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201856:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219780.078524:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219780.078525:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219780.078527:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2a50. 00000400:00000200:2.0:1788219780.078530:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:2.0:1788219780.078533:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:2.0:1788219780.078535:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.078538:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219780.078547:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078552:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219780.078554:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078556:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219780.078557:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219780.078558:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219780.078560:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.078562:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219780.078564:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219780.078567:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219780.078569:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219780.078570:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219780.078572:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219780.078573:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.078575:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.078578:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078585:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.078587:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219780.078588:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219780.078592:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219780.078599:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566201728:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219780.078604:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219780.078606:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219780.078608:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d10. 00000400:00000200:2.0:1788219780.078610:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:2.0:1788219780.078611:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:2.0:1788219780.078614:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.078617:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219780.078624:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078630:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219780.078632:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078634:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219780.078635:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219780.078636:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219780.078637:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.078639:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219780.078643:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219780.078645:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219780.078647:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219780.078649:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219780.078650:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219780.078651:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.078654:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219780.078655:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219780.078657:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219780.078658:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.078662:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078668:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.078670:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219780.078672:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219780.078675:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219780.078681:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566201984:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.078686:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.078689:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219780.078692:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566201856/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078698:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219780.078700:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219780.078704:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d70200. 02000000:00000001:2.0:1788219780.078708:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219780.078711:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219780.078713:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219780.078716:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219780.078719:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7b00. 02000000:00000001:2.0:1788219780.078722:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219780.078724:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219780.078726:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:2.0:1788219780.078729:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219780.078731:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078732:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219780.078736:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566201728/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078741:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219780.078743:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219780.078745:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d70800. 02000000:00000001:2.0:1788219780.078746:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219780.078747:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219780.078748:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219780.078750:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219780.078751:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7300. 02000000:00000001:2.0:1788219780.078753:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219780.078754:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219780.078755:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:2.0:1788219780.078758:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219780.078759:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078761:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219780.078764:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566201984/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.078780:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219780.078782:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219780.078784:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d71a00. 02000000:00000001:2.0:1788219780.078786:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219780.078787:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219780.078788:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219780.078790:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219780.078791:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7800. 02000000:00000001:2.0:1788219780.078793:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219780.078794:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219780.078796:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:2.0:1788219780.078798:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219780.078799:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.078802:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.078804:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.078806:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219780.078807:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.078809:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219780.084448:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084465:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219780.084468:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084471:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219780.084480:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084488:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219780.084498:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084503:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084508:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084512:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781500 00000400:00000200:2.0:1788219780.084517:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084524:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8cd5 [1] + 224 00000800:00000001:2.0:1788219780.084530:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084535:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219780.084538:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219780.084542:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219780.084551:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.084560:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219780.084570:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084585:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219780.084593:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084597:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219780.084599:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084601:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219780.084604:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084608:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219780.084611:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084614:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084617:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084620:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781580 00000400:00000200:2.0:1788219780.084623:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.084626:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8cb5 [1] + 224 00000800:00000001:2.0:1788219780.084630:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084638:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219780.084641:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219780.084644:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219780.084647:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.084651:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219780.084659:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084665:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219780.084668:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.084671:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.084685:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.084689:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219780.084694:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219780.084696:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219780.084699:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2630. 00000400:00000200:2.0:1788219780.084703:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219780.084705:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219780.084708:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.084712:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219780.084720:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084731:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219780.084732:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.084735:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219780.084738:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219780.084740:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219780.084742:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.084745:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219780.084753:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219780.084757:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=146 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219780.084760:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219780.084761:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219780.084773:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219780.084787:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.084791:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219780.084793:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219780.084795:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219780.084797:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.084803:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084810:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.084813:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219780.084816:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219780.084820:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219780.084828:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566202112:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219780.084836:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219780.084837:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219780.084838:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb23c8. 00000400:00000200:2.0:1788219780.084841:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:2.0:1788219780.084843:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:2.0:1788219780.084845:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.084849:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219780.084857:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084863:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219780.084864:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.084865:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219780.084867:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219780.084869:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219780.084870:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219780.084871:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219780.084875:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219780.084879:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=84 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219780.084881:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219780.084882:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219780.084885:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219780.084886:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.084889:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219780.084890:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219780.084892:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219780.084894:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219780.084898:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084904:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219780.084906:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219780.084907:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219780.084911:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219780.084918:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566202240:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219780.084923:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.084926:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219780.084930:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566202112/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.084937:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219780.084940:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219780.084963:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d71600. 02000000:00000001:2.0:1788219780.084966:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219780.084969:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219780.084971:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219780.084973:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219780.084976:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7e00. 02000000:00000001:2.0:1788219780.084980:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219780.084982:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219780.084984:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:2.0:1788219780.084988:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219780.084989:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.084991:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219780.084995:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566202240/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.085000:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219780.085001:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219780.085003:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3d71800. 02000000:00000001:2.0:1788219780.085005:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219780.085006:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219780.085008:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219780.085009:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219780.085011:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7200. 02000000:00000001:2.0:1788219780.085013:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219780.085014:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219780.085015:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:2.0:1788219780.085017:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219780.085018:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.085021:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219780.085028:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219780.085030:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219780.085033:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219780.085034:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219780.779807:0:327722:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219780.779816:0:327722:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2d00. 00000002:00000001:1.0:1788219780.779821:0:327722:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219780.779832:0:327722:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:1.0:1788219780.779836:0:327722:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894c9d25cc0. 00000020:00000040:1.0:1788219780.779845:0:327722:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219780.779848:0:327722:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:1.0:1788219780.779853:0:327722:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1788219780.779856:0:327722:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:1.0:1788219780.779862:0:327722:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219780.779865:0:327722:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219780.779988:0:327722:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219780.779991:0:327722:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219780.779996:0:327722:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219780.780004:0:327722:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894ee1c7a00. 00000100:00000001:1.0:1788219780.780010:0:327722:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219780.780016:0:327722:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219780.780018:0:327722:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219780.780025:0:327722:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcd480. 00000100:00000001:1.0:1788219780.780027:0:327722:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131804800 : -113714577746816 : ffff9893c2fcd480) 00000100:00000001:1.0:1788219780.780030:0:327722:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219780.780031:0:327722:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:1.0:1788219780.780036:0:327722:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219780.780040:0:327722:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219780.780042:0:327722:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219780.780044:0:327722:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219780.780055:0:327722:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.780063:0:327722:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219780.780065:0:327722:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219780.780069:0:327722:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219780.781076:0:327722:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219780.781080:0:327722:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219780.781089:0:327722:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:327722:1875079566202368:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219780.781094:0:327722:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219780.781100:0:327722:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219780.781103:0:327722:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219780.781106:0:327722:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219780.781111:0:327722:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6400. 02000000:00000001:1.0:1788219780.781113:0:327722:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219780.781120:0:327722:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219780.781125:0:327722:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219780.781134:0:327722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219780.781140:0:327722:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202368, portal 10 00000100:00000001:1.0:1788219780.781143:0:327722:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219780.781144:0:327722:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219780.781154:0:327722:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.781161:0:327722:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219780.781164:0:327722:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219780.781166:0:327722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219780.781170:0:327722:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566202368, offset 0 00000400:00000200:1.0:1788219780.781177:0:327722:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219780.781186:0:327722:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219780.781524:0:327722:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219780.781530:0:327722:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219780.781535:0:327722:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219780.781538:0:327722:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219780.781541:0:327722:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219780.781545:0:327722:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92771:92771:256:4294967295] 192.168.203.120@tcp LPNI seq info [92771:92771:8:4294967295] 00000400:00000200:1.0:1788219780.781550:0:327722:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219780.781561:0:327722:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219780.781567:0:327722:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219780.781573:0:327722:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219780.781579:0:327722:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219780.781587:0:327722:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219780.781591:0:327722:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1788219780.781663:0:327722:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219780.781669:0:327722:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26283 usecs (27 jiffies) 00000400:00000200:1.0:1788219780.781673:0:327722:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219780.781675:0:327722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313649897 00000100:00000001:1.0:1788219780.781678:0:327722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313650432 00000100:00000001:1.0:1788219780.781682:0:327722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313649897 00000100:00000001:1.0:1788219780.781684:0:327722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313650432 00000100:00000001:1.0:1788219780.781686:0:327722:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219780.781688:0:327722:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219780.781692:0:327722:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219780.781694:0:327722:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219780.781696:0:327722:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcd480 going to sleep for 11 seconds 00000100:00000001:1.0:1788219780.781698:0:327722:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219780.781701:0:327722:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219780.783262:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219780.783271:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219780.783279:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219780.783288:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219780.783294:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:3.0:1788219780.783297:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:3.0:1788219780.783301:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219780.783309:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.783393:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219780.783398:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219780.783404:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219780.783406:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219780.788370:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.788386:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219780.788391:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.788393:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219780.788402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.788410:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219780.788419:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.788425:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.788431:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.788435:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781600 00000400:00000200:2.0:1788219780.788440:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219780.788446:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8ce5 [1] + 224 00000800:00000001:2.0:1788219780.788453:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.788460:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219780.788464:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219780.788468:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219780.788476:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219780.788486:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219780.788498:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219780.788509:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219780.788517:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219780.788520:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219780.788578:0:327722:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219780.788586:0:327722:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219780.788589:0:327722:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219780.788592:0:327722:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219780.788597:0:327722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:1.0:1788219780.788599:0:327722:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:1.0:1788219780.788602:0:327722:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219780.788606:0:327722:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219780.788615:0:327722:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.788621:0:327722:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219780.788623:0:327722:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219780.788626:0:327722:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219780.788629:0:327722:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219780.788631:0:327722:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219780.788633:0:327722:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219780.788637:0:327722:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219780.788646:0:327722:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=25 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219780.788650:0:327722:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=104 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219780.788653:0:327722:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219780.788657:0:327722:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = -22 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:RQU/200/0 rc 0/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.788664:0:327722:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:1.0:1788219780.788669:0:327722:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219780.788671:0:327722:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219780.788673:0:327722:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219780.788674:0:327722:0:(client.c:1784:after_reply()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000040:1.0:1788219780.788678:0:327722:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Rpc:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.788685:0:327722:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000100:00000001:1.0:1788219780.788688:0:327722:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219780.788690:0:327722:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219780.788694:0:327722:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Interpret:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219780.788702:0:327722:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:327722:1875079566202368:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219780.788706:0:327722:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219780.788709:0:327722:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:1.0:1788219780.788711:0:327722:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219780.788713:0:327722:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219780.788716:0:327722:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 2 fl Complete:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.788723:0:327722:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219780.788726:0:327722:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcd480. 00000100:00000001:1.0:1788219780.788729:0:327722:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219780.788730:0:327722:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:1.0:1788219780.788733:0:327722:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219780.788747:0:327722:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566202368/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219796 ref 1 fl Complete:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219780.788754:0:327722:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219780.788756:0:327722:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219780.788759:0:327722:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6400. 02000000:00000001:1.0:1788219780.788771:0:327722:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219780.788774:0:327722:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219780.788777:0:327722:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219780.788779:0:327722:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219780.788782:0:327722:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894ee1c7a00. 02000000:00000001:1.0:1788219780.788785:0:327722:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219780.788787:0:327722:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219780.788789:0:327722:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219780.788792:0:327722:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219780.788794:0:327722:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219780.788796:0:327722:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000002:00000001:1.0:1788219780.788800:0:327722:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000002:00000001:1.0:1788219780.788803:0:327722:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000040:1.0:1788219780.788807:0:327722:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219780.788809:0:327722:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:1.0:1788219780.788811:0:327722:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894c9d25cc0. 00000002:00000010:1.0:1788219780.788955:0:327722:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2d00. 00010000:00000001:1.0:1788219781.023467:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219781.023473:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219781.023478:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219781.023479:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219781.023483:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219781.023484:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219781.023487:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219781.023488:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219781.023492:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219781.023493:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219781.023549:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219781.023553:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219781.023556:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219781.408590:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313650432, at 4313650497 00000100:00000010:2.0:1788219781.408605:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192f60. 00000100:00000040:3.0:1788219781.408693:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313650432, at 4313650497 00000100:00000010:3.0:1788219781.408698:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192a20. 00000080:00000001:0.0:1788219781.758094:0:327809:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219782.047707:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219782.047714:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219782.047719:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219782.047720:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219782.047724:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219782.047725:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219782.047728:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219782.047729:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219782.047732:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219782.047734:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219782.049462:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219782.049468:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219782.049472:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219783.071370:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219783.071378:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219783.071393:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219783.071395:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219783.071398:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219783.071399:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219783.071403:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219783.071405:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219783.071408:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219783.071409:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219783.075817:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219783.075824:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219783.075828:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788219783.665798:0:327949:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219784.095387:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219784.095394:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219784.095400:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219784.095401:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219784.095405:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219784.095406:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219784.095410:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219784.095411:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219784.095414:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219784.095415:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219784.096415:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219784.096421:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219784.096425:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219785.120933:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219785.120939:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.120945:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219785.120947:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.120951:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219785.120952:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.120955:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219785.120957:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.120960:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219785.120962:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219785.121309:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219785.121334:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219785.121337:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788219785.187445:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219785.187455:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219785.187466:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219785.187471:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1788219785.187476:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219785.187478:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219785.187483:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219785.187491:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2d00. 00000100:00000001:1.0:1788219785.187498:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.187510:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219785.187520:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219785.187524:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.187530:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ff74399] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.187560:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.187563:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219785.187566:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788219785.187571:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219785.187575:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788219785.187576:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.187582:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219785.187584:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.187586:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.187588:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.187590:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219785.187595:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.187603:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219785.187605:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.187608:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219785.187610:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219785.187613:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.187616:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfc0140c-5026-49da-a298-39d0904c711e:256061:1875079566202496:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.187620:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219785.187625:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219785.187628:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.187630:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219785.187634:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975800. 02000000:00000001:1.0:1788219785.187636:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219785.187643:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219785.187648:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219785.187655:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219785.187662:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202496, portal 25 00000100:00000001:1.0:1788219785.187665:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219785.187667:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219785.187672:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.187678:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219785.187681:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219785.187683:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661550. 00000100:00000200:1.0:1788219785.187687:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566202496, offset 0 00000400:00000200:1.0:1788219785.187707:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219785.187715:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.187722:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219785.187727:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219785.187742:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219785.187745:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219785.187748:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219785.187751:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92772:92772:256:4294967295] 192.168.203.120@tcp LPNI seq info [92772:92772:8:4294967295] 00000400:00000200:1.0:1788219785.187755:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.187764:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219785.187770:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219785.187776:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219785.187781:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219785.187787:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219785.187791:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219785.187801:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219785.187804:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219785.187807:0:256061:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313655548 00000100:00000010:1.0:1788219785.187811:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2240. 00000100:00000001:1.0:1788219785.187816:0:256061:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219785.187821:0:256061:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313655548 00000100:00000010:1.0:1788219785.187824:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2d20. 00000100:00000001:1.0:1788219785.187827:0:256061:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219785.187829:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.187832:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.187836:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.187838:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219785.187847:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219785.187850:0:223715:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219785.187853:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219785.187854:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219785.187856:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219785.187859:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2a00. 00000100:00000001:1.0:1788219785.187862:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.187866:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219785.187873:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219785.187875:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.187879:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fc7ab84] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.187889:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.187891:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219785.187894:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788219785.187899:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.187900:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.187902:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219785.187905:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.187911:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219785.187912:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.187914:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219785.187916:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219785.187918:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.187920:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566202624:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.187924:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219785.187926:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219785.187927:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.187929:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219785.187931:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974800. 02000000:00000001:1.0:1788219785.187933:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219785.187936:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219785.187939:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219785.187943:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661880. 00000100:00000200:1.0:1788219785.187946:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202624, portal 10 00000100:00000001:1.0:1788219785.187947:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219785.187949:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219785.187955:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.187961:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219785.187963:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219785.187965:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219785.187968:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566202624, offset 0 00000400:00000200:1.0:1788219785.187971:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219785.187975:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.187978:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219785.187981:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219785.187983:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219785.187985:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219785.187988:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219785.187990:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92773:92773:255:4294967295] 192.168.203.120@tcp LPNI seq info [92773:92773:7:4294967295] 00000400:00000200:1.0:1788219785.187993:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.187999:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219785.188004:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219785.188007:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219785.188011:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219785.188015:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219785.188018:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219785.188021:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188025:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:1.0:1788219785.188027:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219785.188029:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313654303 00000100:00000001:1.0:1788219785.188031:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188033:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313654303 00000100:00000001:1.0:1788219785.188035:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188037:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.188039:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188041:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188043:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.188047:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219785.188048:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219785.188050:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188051:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188052:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188054:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219785.188063:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d180. 00000020:00000040:1.0:1788219785.188066:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219785.188068:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219785.188070:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219785.188072:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219785.188075:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2800. 00000100:00000001:1.0:1788219785.188079:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188083:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219785.188090:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219785.188093:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188098:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bd68b1] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188109:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188111:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219785.188114:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788219785.188119:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188121:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188122:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.188124:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788219785.188126:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.188128:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219785.188130:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.188132:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188133:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188134:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219785.188137:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188143:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219785.188144:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.188146:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219785.188148:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219785.188150:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.188152:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566202752:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.188155:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219785.188158:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219785.188159:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.188161:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219785.188164:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975c00. 02000000:00000001:1.0:1788219785.188166:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219785.188168:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219785.188171:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219785.188174:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219785.188177:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202752, portal 10 00000100:00000001:1.0:1788219785.188179:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219785.188180:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000040:1.0:1788219785.188186:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188192:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219785.188194:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219785.188197:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6617f8. 00000100:00000200:1.0:1788219785.188199:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566202752, offset 0 00000400:00000200:1.0:1788219785.188203:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219785.188207:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.188211:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219785.188213:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219785.188216:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219785.188218:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219785.188220:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219785.188223:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92774:92774:254:4294967295] 192.168.203.120@tcp LPNI seq info [92774:92774:6:4294967295] 00000400:00000200:1.0:1788219785.188227:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.188232:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219785.188236:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219785.188239:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219785.188243:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219785.188247:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219785.188249:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219785.188252:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188255:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14662 usecs (15 jiffies) 00000400:00000200:1.0:1788219785.188257:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219785.188259:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313654291 00000100:00000001:1.0:1788219785.188261:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188263:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313654291 00000100:00000001:1.0:1788219785.188265:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188267:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.188269:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188271:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188274:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219785.188282:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e680. 00000020:00000040:1.0:1788219785.188285:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219785.188287:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219785.188289:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219785.188291:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219785.188294:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2100. 00000100:00000001:1.0:1788219785.188297:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188302:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219785.188309:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219785.188336:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188341:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b400867] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188353:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188355:0:223715:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219785.188358:0:223715:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788219785.188363:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188365:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188366:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219785.188370:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188375:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219785.188377:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.188378:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219785.188380:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219785.188382:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.188384:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566202880:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.188389:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219785.188391:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219785.188393:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.188394:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219785.188397:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974200. 02000000:00000001:1.0:1788219785.188399:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219785.188402:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219785.188405:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e267e8. 00000400:00000010:1.0:1788219785.188408:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219785.188411:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566202880, portal 4 00000100:00000001:1.0:1788219785.188413:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219785.188414:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000040:1.0:1788219785.188418:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188424:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219785.188426:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219785.188428:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219785.188430:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566202880, offset 0 00000400:00000200:1.0:1788219785.188434:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219785.188438:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.188441:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219785.188444:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219785.188446:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219785.188449:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219785.188450:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219785.188453:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92775:92775:253:4294967295] 192.168.203.120@tcp LPNI seq info [92775:92775:5:4294967295] 00000400:00000200:1.0:1788219785.188456:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.188461:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219785.188465:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219785.188468:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219785.188472:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219785.188476:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219785.188478:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219785.188481:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188484:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:1.0:1788219785.188487:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219785.188489:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313654294 00000100:00000001:1.0:1788219785.188491:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188493:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313654294 00000100:00000001:1.0:1788219785.188495:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188497:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.188499:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188501:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188503:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.188506:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219785.188508:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219785.188509:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188510:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188512:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188513:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219785.188522:0:223715:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219785.188524:0:223715:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219785.188527:0:223715:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219785.188528:0:223715:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219785.188530:0:223715:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219785.188534:0:223715:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2f00. 00000100:00000001:1.0:1788219785.188537:0:223715:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188541:0:223715:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219785.188549:0:223715:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219785.188551:0:223715:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188555:0:223715:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc28a18] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188571:0:223715:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188578:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188579:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188581:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.188583:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788219785.188585:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.188587:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219785.188588:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.188590:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.188591:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.188592:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219785.188595:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188601:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219785.188602:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.188605:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219785.188606:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219785.188608:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219785.188610:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566203008:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.188613:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219785.188616:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219785.188617:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.188619:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219785.188622:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975000. 02000000:00000001:1.0:1788219785.188624:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219785.188627:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219785.188630:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219785.188633:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219785.188636:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203008, portal 4 00000100:00000001:1.0:1788219785.188638:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219785.188639:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219785.188646:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.188656:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219785.188658:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219785.188660:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219785.188662:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566203008, offset 0 00000400:00000200:1.0:1788219785.188666:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219785.188669:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.188673:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219785.188676:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219785.188678:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219785.188681:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219785.188682:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219785.188685:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92776:92776:252:4294967295] 192.168.203.120@tcp LPNI seq info [92776:92776:4:4294967295] 00000400:00000200:1.0:1788219785.188688:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219785.188695:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219785.188699:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219785.188702:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219785.188705:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219785.188710:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219785.188712:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219785.188715:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188718:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27583 usecs (28 jiffies) 00000400:00000200:1.0:1788219785.188721:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219785.188723:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313654304 00000100:00000001:1.0:1788219785.188725:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188727:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313654304 00000100:00000001:1.0:1788219785.188729:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313655548 00000100:00000001:1.0:1788219785.188742:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.188744:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188747:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.188750:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.188758:0:223715:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18991) 00000800:00000200:3.0:1788219785.189163:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219785.189168:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:3.0:1788219785.189176:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219785.189181:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219785.189187:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661550 00000400:00000010:3.0:1788219785.189189:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661550. 00000100:00000001:3.0:1788219785.189194:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219785.189199:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189207:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219785.189210:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189216:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219785.189218:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219785.189230:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219785.189232:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:3.0:1788219785.189234:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219785.189238:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219785.189241:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:3.0:1788219785.189242:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:3.0:1788219785.189244:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219785.189247:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189254:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219785.189257:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189263:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219785.189265:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219785.189272:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219785.189274:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:3.0:1788219785.189276:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219785.189279:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219785.189281:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:3.0:1788219785.189282:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:3.0:1788219785.189284:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219785.189287:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189293:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219785.189296:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189302:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219785.189304:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219785.189326:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219785.189328:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219785.189332:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219785.189335:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219785.189338:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:3.0:1788219785.189339:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:3.0:1788219785.189341:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219785.189345:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189351:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219785.189353:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189359:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219785.189360:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219785.189424:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219785.189427:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:3.0:1788219785.189429:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219785.189433:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219785.189435:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:3.0:1788219785.189437:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:3.0:1788219785.189440:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219785.189443:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189449:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219785.189452:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219785.189458:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219785.189459:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219785.189542:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219785.189545:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219785.195198:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.195218:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219785.195223:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.195225:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.195237:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.195244:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219785.195254:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.195259:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.195264:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.195268:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb781680 00000400:00000200:2.0:1788219785.195273:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.195278:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8ced [1] + 224 00000800:00000001:2.0:1788219785.195286:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.195297:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.195300:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219785.195304:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219785.195337:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219785.195347:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219785.195358:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219785.195368:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219785.195376:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.195380:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.195459:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.195463:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219785.195473:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219785.195474:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219785.195478:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219785.195482:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:1.0:1788219785.195484:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:1.0:1788219785.195488:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219785.195494:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219785.195501:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.195507:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219785.195509:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.195511:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219785.195514:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219785.195517:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219785.195519:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.195522:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219785.195529:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=31 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219785.195533:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219785.195536:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219785.195537:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.195540:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219785.195543:0:256061:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.195546:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.195550:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.195557:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.195560:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219785.195561:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219785.195565:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219785.195573:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfc0140c-5026-49da-a298-39d0904c711e:256061:1875079566202496:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.195578:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.195581:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219785.195584:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566202496/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.195590:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219785.195593:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219785.195596:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975800. 02000000:00000001:1.0:1788219785.195601:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219785.195603:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219785.195604:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1788219785.195606:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219785.195609:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2d00. 02000000:00000001:1.0:1788219785.195612:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219785.195614:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219785.195616:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219785.195619:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219785.195620:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.195623:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.195625:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.195626:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.195628:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.195630:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219785.199912:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.199931:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219785.199935:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.199937:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.199947:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.199955:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219785.199963:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.199969:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.199974:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.199977:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781700 00000400:00000200:2.0:1788219785.199982:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.199988:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8cf5 [1] + 224 00000800:00000001:2.0:1788219785.199995:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.200000:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.200003:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219785.200007:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219785.200016:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219785.200025:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219785.200037:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219785.200048:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219785.200056:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.200060:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219785.200062:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.200063:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.200066:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.200069:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219785.200073:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.200075:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.200077:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.200080:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781780 00000400:00000200:2.0:1788219785.200082:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.200086:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8cfd [1] + 224 00000800:00000001:2.0:1788219785.200090:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.200096:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.200098:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219785.200101:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219785.200104:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219785.200108:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219785.200116:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219785.200129:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219785.200132:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.200135:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.201683:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.201691:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219785.201701:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219785.201703:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219785.201707:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219785.201714:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:1.0:1788219785.201717:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:1.0:1788219785.201723:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219785.201742:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219785.201752:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.201759:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219785.201762:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.201765:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219785.201768:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219785.201771:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219785.201773:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.201776:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219785.201786:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219785.201791:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=30 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219785.201793:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219785.201795:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.201798:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219785.201801:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.201805:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219785.201807:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219785.201809:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219785.201810:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.201815:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.201822:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.201825:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219785.201827:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219785.201830:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219785.201837:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566202752:192.168.203.120@tcp:400:kworker.0 00000400:00000001:1.0:1788219785.201843:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219785.201844:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219785.201846:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219785.201849:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661880 00000400:00000010:1.0:1788219785.201851:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661880. 00000100:00000001:1.0:1788219785.201853:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219785.201857:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219785.201863:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.201868:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219785.201870:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.201871:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219785.201873:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219785.201874:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219785.201875:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.201876:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219785.201880:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219785.201882:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219785.201884:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219785.201886:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.201887:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219785.201888:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.201890:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219785.201891:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219785.201893:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219785.201894:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.201898:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.201903:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.201905:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219785.201906:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219785.201909:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219785.201915:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566202624:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.201919:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.201922:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219785.201926:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d180 x1875079566202752/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.201932:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219785.201935:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219785.201938:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975c00. 02000000:00000001:1.0:1788219785.201942:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219785.201944:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219785.201946:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219785.201948:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219785.201950:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2800. 02000000:00000001:1.0:1788219785.201954:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219785.201956:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219785.201958:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d180. 00000100:00000001:1.0:1788219785.201961:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219785.201962:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.201964:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219785.201967:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566202624/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.201973:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219785.201974:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219785.201976:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974800. 02000000:00000001:1.0:1788219785.201978:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219785.201979:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219785.201980:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219785.201982:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219785.201983:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2a00. 02000000:00000001:1.0:1788219785.201985:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219785.201986:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219785.201987:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:1.0:1788219785.201989:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219785.201990:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.201994:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.201995:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.201996:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.201998:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.202000:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219785.202046:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.202055:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219785.202057:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.202059:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.202065:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.202070:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219785.202076:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.202081:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.202085:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.202088:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781800 00000400:00000200:2.0:1788219785.202092:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.202096:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d05 [1] + 224 00000800:00000001:2.0:1788219785.202103:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.202109:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.202112:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219785.202116:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219785.202121:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219785.202126:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219785.202135:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219785.202144:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219785.202151:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.202154:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.203878:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.203884:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219785.203891:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219785.203894:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219785.203897:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e267e8. 00000400:00000200:1.0:1788219785.203903:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219785.203905:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219785.203910:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219785.203919:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219785.203929:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.203935:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219785.203937:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.203939:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219785.203942:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219785.203945:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219785.203947:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.203950:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219785.203958:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219785.203962:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=151 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219785.203965:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219785.203966:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.203969:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219785.203972:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.203976:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219785.203978:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:1.0:1788219785.203980:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219785.203982:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.203986:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.203993:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.203996:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219785.203998:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219785.204002:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219785.204009:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566202880:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.204014:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.204017:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219785.204020:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e680 x1875079566202880/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.204026:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219785.204028:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219785.204030:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974200. 02000000:00000001:1.0:1788219785.204033:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219785.204036:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219785.204037:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219785.204039:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219785.204041:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2100. 02000000:00000001:1.0:1788219785.204045:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219785.204047:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219785.204048:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e680. 00000100:00000001:1.0:1788219785.204052:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219785.204054:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.204057:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.204059:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.204060:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219785.204062:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.204063:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219785.205589:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.205605:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219785.205609:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.205613:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.205623:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.205630:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219785.205638:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.205643:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.205647:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.205651:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781880 00000400:00000200:2.0:1788219785.205656:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219785.205661:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d0d [1] + 224 00000800:00000001:2.0:1788219785.205667:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.205675:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219785.205678:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219785.205682:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219785.205697:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219785.205706:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219785.205716:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219785.205727:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219785.205743:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219785.205747:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.207131:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.207137:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219785.207144:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219785.207146:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219785.207149:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219785.207155:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219785.207157:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219785.207162:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219785.207171:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219785.207186:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.207193:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219785.207195:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.207197:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219785.207201:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219785.207204:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219785.207205:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219785.207209:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219785.207218:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219785.207222:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=89 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219785.207224:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219785.207226:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219785.207229:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219785.207232:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.207235:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219785.207238:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:1.0:1788219785.207240:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219785.207242:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219785.207246:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.207253:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219785.207256:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219785.207258:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219785.207262:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219785.207270:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566203008:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219785.207275:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.207278:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219785.207281:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566203008/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219785.207288:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219785.207291:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219785.207294:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975000. 02000000:00000001:1.0:1788219785.207299:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219785.207301:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219785.207303:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219785.207305:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219785.207308:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2f00. 02000000:00000001:1.0:1788219785.207350:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219785.207352:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219785.207355:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219785.207358:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219785.207360:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.207362:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219785.207372:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219785.207375:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219785.207377:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219785.207379:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219785.517089:0:328095:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144365:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219786.144373:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144379:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219786.144380:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144384:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219786.144386:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144390:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219786.144393:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219786.144396:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219786.144400:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219786.144402:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219786.144404:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144407:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219786.144409:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144411:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144413:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219786.144416:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219786.144417:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219786.145161:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219786.145165:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219786.145168:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219786.463501:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313655548, at 4313655552 00000100:00000010:3.0:1788219786.463531:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2d20. 00000100:00000040:2.0:1788219786.463794:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313655548, at 4313655552 00000100:00000010:2.0:1788219786.463801:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2240. 00000002:00000001:2.0:1788219786.985925:0:328163:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219786.985933:0:328163:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893ec7d7300. 00000002:00000001:2.0:1788219786.985939:0:328163:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219786.985945:0:328163:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:2.0:1788219786.985949:0:328163:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e2e47680. 00000020:00000040:2.0:1788219786.985956:0:328163:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:2.0:1788219786.985959:0:328163:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:2.0:1788219786.985963:0:328163:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1788219786.985966:0:328163:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:2.0:1788219786.985972:0:328163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219786.985976:0:328163:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219786.985981:0:328163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219786.985985:0:328163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219786.985990:0:328163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219786.985997:0:328163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d3fb1600. 00000100:00000001:2.0:1788219786.986003:0:328163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219786.986009:0:328163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219786.986011:0:328163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219786.986018:0:328163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893ef6f1d80. 00000100:00000001:2.0:1788219786.986020:0:328163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359877492096 : -113713832059520 : ffff9893ef6f1d80) 00000100:00000001:2.0:1788219786.986023:0:328163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219786.986025:0:328163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000001:2.0:1788219786.986029:0:328163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219786.986033:0:328163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219786.986034:0:328163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219786.986036:0:328163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219786.986046:0:328163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219786.986055:0:328163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219786.986057:0:328163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219786.986061:0:328163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219786.986064:0:328163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219786.986066:0:328163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219786.986070:0:328163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328163:1875079566203136:192.168.203.120@tcp:46:lfs.0 00000100:00000001:2.0:1788219786.986074:0:328163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219786.986079:0:328163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219786.986082:0:328163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219786.986084:0:328163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219786.986087:0:328163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3fb0a00. 02000000:00000001:2.0:1788219786.986089:0:328163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219786.986097:0:328163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219786.986101:0:328163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb23c8. 00000400:00000010:2.0:1788219786.986108:0:328163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219786.986115:0:328163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203136, portal 10 00000100:00000001:2.0:1788219786.986117:0:328163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219786.986119:0:328163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:2.0:1788219786.986126:0:328163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219786.986132:0:328163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219786.986135:0:328163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219786.986138:0:328163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219786.986140:0:328163:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566203136, offset 0 00000400:00000200:2.0:1788219786.986146:0:328163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219786.986155:0:328163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.986162:0:328163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219786.986167:0:328163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219786.986171:0:328163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219786.986174:0:328163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219786.986177:0:328163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219786.986180:0:328163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92777:92777:256:4294967295] 192.168.203.120@tcp LPNI seq info [92777:92777:8:4294967295] 00000400:00000200:2.0:1788219786.986185:0:328163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.986194:0:328163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219786.986200:0:328163:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219786.986205:0:328163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7b00. 00000800:00000200:2.0:1788219786.986211:0:328163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219786.986218:0:328163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219786.986223:0:328163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7b00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1788219786.986236:0:328163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219786.986240:0:328163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14662 usecs (15 jiffies) 00000400:00000200:2.0:1788219786.986243:0:328163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219786.986246:0:328163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313656089 00000800:00000200:2.0:1788219786.986367:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219786.986371:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7b00. 00000400:00000200:2.0:1788219786.986376:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219786.986381:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219786.986386:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219786.986389:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219786.986393:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219786.986397:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219786.986406:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219786.986409:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219786.986415:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219786.986417:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1788219786.986431:0:328163:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192b40. 00000100:00000001:2.0:1788219786.986437:0:328163:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219786.986442:0:328163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313656090 00000100:00000010:2.0:1788219786.986445:0:328163:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192120. 00000100:00000001:2.0:1788219786.986448:0:328163:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219786.986451:0:328163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219786.986454:0:328163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219786.986456:0:328163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219786.986458:0:328163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219786.986461:0:328163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893ef6f1d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788219786.986463:0:328163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219786.986466:0:328163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219786.999241:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219786.999258:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219786.999262:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219786.999265:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219786.999274:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.999282:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219786.999290:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.999295:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.999301:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.999305:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781900 00000400:00000200:2.0:1788219786.999341:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219786.999348:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d15 [1] + 224 00000800:00000001:2.0:1788219786.999356:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219786.999377:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219786.999381:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219786.999385:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219786.999393:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219786.999401:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219786.999412:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219786.999426:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219786.999434:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219786.999438:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219786.999734:0:328163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219786.999742:0:328163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219786.999744:0:328163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219786.999747:0:328163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb23c8. 00000400:00000200:0.0:1788219786.999753:0:328163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:0.0:1788219786.999755:0:328163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:0.0:1788219786.999758:0:328163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219786.999763:0:328163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219786.999773:0:328163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219786.999780:0:328163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219786.999781:0:328163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219786.999784:0:328163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219786.999787:0:328163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219786.999790:0:328163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219786.999792:0:328163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219786.999795:0:328163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219786.999806:0:328163:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219786.999811:0:328163:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219786.999813:0:328163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219786.999816:0:328163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219786.999818:0:328163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219786.999822:0:328163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219786.999825:0:328163:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219786.999828:0:328163:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219786.999831:0:328163:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219786.999832:0:328163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219786.999837:0:328163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219786.999844:0:328163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219786.999847:0:328163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219786.999848:0:328163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219786.999852:0:328163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219786.999859:0:328163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328163:1875079566203136:192.168.203.120@tcp:46:lfs.0 00000100:00000001:0.0:1788219786.999864:0:328163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219786.999867:0:328163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219786.999869:0:328163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219786.999871:0:328163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219786.999874:0:328163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219786.999881:0:328163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219786.999884:0:328163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893ef6f1d80. 00000100:00000001:0.0:1788219786.999887:0:328163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219786.999889:0:328163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219786.999890:0:328163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219786.999893:0:328163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566203136/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219802 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219786.999899:0:328163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219786.999902:0:328163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219786.999905:0:328163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3fb0a00. 02000000:00000001:0.0:1788219786.999913:0:328163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219786.999916:0:328163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219786.999918:0:328163:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219786.999920:0:328163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219786.999924:0:328163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d3fb1600. 02000000:00000001:0.0:1788219786.999928:0:328163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219786.999929:0:328163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219786.999931:0:328163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:0.0:1788219786.999935:0:328163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219786.999936:0:328163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219786.999938:0:328163:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219786.999941:0:328163:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219786.999944:0:328163:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219786.999948:0:328163:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:0.0:1788219786.999950:0:328163:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:0.0:1788219786.999952:0:328163:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e2e47680. 00000002:00000010:0.0:1788219786.999971:0:328163:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893ec7d7300. 00000100:00000040:2.0:1788219787.002405:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313656089, at 4313656091 00000100:00000010:2.0:1788219787.002417:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192b40. 00000100:00000040:3.0:1788219787.003410:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313656090, at 4313656092 00000100:00000010:3.0:1788219787.003418:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192120. 00010000:00000001:1.0:1788219787.167467:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219787.167474:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219787.167480:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219787.167481:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219787.167484:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219787.167486:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219787.167489:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219787.167490:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219787.167494:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219787.167495:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219787.171493:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219787.171499:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219787.171503:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219788.191706:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219788.191723:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191729:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219788.191730:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191733:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219788.191734:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191738:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219788.191739:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191743:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219788.191747:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219788.191749:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219788.191752:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191755:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219788.191757:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191759:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219788.191762:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219788.191934:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219788.191938:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219788.191941:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219789.215842:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219789.215851:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219789.215854:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219789.215859:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219789.215862:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219789.215863:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215868:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219789.215870:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215872:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215874:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215878:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219789.215890:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219789.215892:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219789.215893:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219789.215894:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219789.215896:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215897:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219789.215898:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215900:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215902:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215905:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219789.215907:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219789.215908:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219789.215910:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219789.215911:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219789.215912:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215914:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219789.215915:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215916:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215918:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215922:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219789.215923:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219789.215926:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219789.215927:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219789.216051:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219789.216055:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219789.216058:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1788219789.436864:0:328197:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219789.436875:0:328197:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26d00. 00000002:00000001:3.0:1788219789.436880:0:328197:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219789.436888:0:328197:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:3.0:1788219789.436892:0:328197:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e070ea80. 00000020:00000040:3.0:1788219789.436901:0:328197:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:3.0:1788219789.436905:0:328197:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:3.0:1788219789.436908:0:328197:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1788219789.436911:0:328197:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:3.0:1788219789.436917:0:328197:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219789.436921:0:328197:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219789.436926:0:328197:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219789.436930:0:328197:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219789.436934:0:328197:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219789.436942:0:328197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f87e9a00. 00000100:00000001:3.0:1788219789.436948:0:328197:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219789.436954:0:328197:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219789.436955:0:328197:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219789.436962:0:328197:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d540. 00000100:00000001:3.0:1788219789.436965:0:328197:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540673856 : -113710168877760 : ffff9894c9c6d540) 00000100:00000001:3.0:1788219789.436967:0:328197:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219789.436969:0:328197:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219789.436974:0:328197:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219789.436978:0:328197:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219789.436980:0:328197:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219789.436981:0:328197:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219789.436991:0:328197:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219789.437000:0:328197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219789.437002:0:328197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219789.437005:0:328197:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219789.437007:0:328197:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219789.437010:0:328197:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219789.437014:0:328197:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328197:1875079566203264:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219789.437018:0:328197:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219789.437023:0:328197:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219789.437025:0:328197:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219789.437027:0:328197:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219789.437032:0:328197:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f87e9c00. 02000000:00000001:3.0:1788219789.437034:0:328197:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219789.437040:0:328197:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219789.437044:0:328197:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219789.437051:0:328197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219789.437057:0:328197:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203264, portal 10 00000100:00000001:3.0:1788219789.437058:0:328197:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219789.437060:0:328197:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219789.437067:0:328197:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219789.437074:0:328197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219789.437077:0:328197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219789.437080:0:328197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c6e8. 00000100:00000200:3.0:1788219789.437082:0:328197:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566203264, offset 0 00000400:00000200:3.0:1788219789.437088:0:328197:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219789.437095:0:328197:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219789.437102:0:328197:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219789.437107:0:328197:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219789.437111:0:328197:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219789.437115:0:328197:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219789.437118:0:328197:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219789.437121:0:328197:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92778:92778:256:4294967295] 192.168.203.120@tcp LPNI seq info [92778:92778:8:4294967295] 00000400:00000200:3.0:1788219789.437126:0:328197:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219789.437134:0:328197:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219789.437140:0:328197:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219789.437144:0:328197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26c00. 00000800:00000200:3.0:1788219789.437166:0:328197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219789.437174:0:328197:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219789.437178:0:328197:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26c00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1788219789.437194:0:328197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219789.437198:0:328197:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:3.0:1788219789.437201:0:328197:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219789.437204:0:328197:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313658550 00000100:00000010:3.0:1788219789.437208:0:328197:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec960. 00000100:00000001:3.0:1788219789.437214:0:328197:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219789.437219:0:328197:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313658550 00000100:00000010:3.0:1788219789.437222:0:328197:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec4e0. 00000100:00000001:3.0:1788219789.437225:0:328197:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219789.437228:0:328197:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219789.437230:0:328197:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219789.437232:0:328197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219789.437234:0:328197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219789.437236:0:328197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d540 going to sleep for 11 seconds 00000100:00000001:3.0:1788219789.437238:0:328197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219789.437241:0:328197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219789.437416:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219789.437421:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26c00. 00000400:00000200:2.0:1788219789.437425:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219789.437430:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219789.437435:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c6e8 00000400:00000010:2.0:1788219789.437436:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c6e8. 00000100:00000001:2.0:1788219789.437440:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219789.437444:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219789.437453:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219789.437456:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219789.437463:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219789.437465:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219789.448762:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219789.448780:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219789.448784:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219789.448787:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219789.448797:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219789.448805:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219789.448815:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219789.448821:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219789.448827:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219789.448831:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781980 00000400:00000200:2.0:1788219789.448836:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219789.448844:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d25 [1] + 224 00000800:00000001:2.0:1788219789.448852:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219789.448860:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219789.448863:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219789.448868:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219789.448876:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219789.448885:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219789.448896:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219789.448917:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219789.448926:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219789.448929:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219789.448992:0:328197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219789.449000:0:328197:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219789.449002:0:328197:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219789.449015:0:328197:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:3.0:1788219789.449020:0:328197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:3.0:1788219789.449022:0:328197:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:3.0:1788219789.449026:0:328197:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219789.449030:0:328197:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219789.449038:0:328197:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219789.449044:0:328197:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219789.449046:0:328197:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219789.449048:0:328197:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219789.449052:0:328197:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219789.449054:0:328197:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219789.449057:0:328197:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219789.449060:0:328197:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219789.449069:0:328197:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219789.449074:0:328197:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=113 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219789.449076:0:328197:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219789.449078:0:328197:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219789.449080:0:328197:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219789.449083:0:328197:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219789.449087:0:328197:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219789.449088:0:328197:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:3.0:1788219789.449090:0:328197:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219789.449091:0:328197:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219789.449096:0:328197:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219789.449103:0:328197:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219789.449106:0:328197:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219789.449107:0:328197:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219789.449111:0:328197:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219789.449118:0:328197:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328197:1875079566203264:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219789.449122:0:328197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219789.449125:0:328197:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219789.449127:0:328197:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219789.449129:0:328197:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219789.449131:0:328197:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219789.449137:0:328197:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219789.449140:0:328197:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d540. 00000100:00000001:3.0:1788219789.449142:0:328197:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219789.449144:0:328197:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219789.449145:0:328197:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219789.449158:0:328197:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566203264/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219805 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219789.449164:0:328197:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219789.449166:0:328197:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219789.449169:0:328197:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f87e9c00. 02000000:00000001:3.0:1788219789.449172:0:328197:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219789.449174:0:328197:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219789.449176:0:328197:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219789.449178:0:328197:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219789.449180:0:328197:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f87e9a00. 02000000:00000001:3.0:1788219789.449183:0:328197:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219789.449185:0:328197:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219789.449187:0:328197:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219789.449190:0:328197:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219789.449191:0:328197:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219789.449194:0:328197:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219789.449197:0:328197:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219789.449200:0:328197:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219789.449203:0:328197:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:3.0:1788219789.449206:0:328197:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:3.0:1788219789.449208:0:328197:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e070ea80. 00000002:00000010:3.0:1788219789.449226:0:328197:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26d00. 00000100:00000040:2.0:1788219789.462422:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313658550, at 4313658551 00000100:00000010:2.0:1788219789.462440:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec960. 00000100:00000040:3.0:1788219789.462523:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313658550, at 4313658551 00000100:00000010:3.0:1788219789.462529:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec4e0. 00010000:00000001:1.0:1788219790.239466:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219790.239474:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219790.239480:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219790.239482:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219790.239485:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219790.239486:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219790.239490:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219790.239491:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219790.239494:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219790.239496:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219790.239593:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219790.239599:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219790.239602:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219790.303779:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219790.303790:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219790.303800:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219790.303806:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219790.303811:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219790.303815:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219790.303820:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219790.303829:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7300. 00000100:00000001:2.0:1788219790.303835:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303848:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219790.303859:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219790.303863:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303870:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098083f1e] to pc [ptlrpcd_01_01+1] req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.303904:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303907:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219790.303910:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219790.303914:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219790.303916:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219790.303919:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219790.303920:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219790.303922:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219790.303925:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7c00. 00000100:00000001:2.0:1788219790.303928:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303932:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219790.303939:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219790.303941:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303944:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709bd210] to pc [ptlrpcd_01_00+0] req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.303952:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303954:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219790.303957:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219790.303959:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219790.303961:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219790.303964:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219790.303965:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219790.303967:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219790.303970:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7000. 00000100:00000001:2.0:1788219790.303972:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303976:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219790.303982:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219790.303984:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303987:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.303994:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.303996:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219790.303999:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219790.304002:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219790.304004:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219790.304007:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219790.304008:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219790.304009:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219790.304012:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7f00. 00000100:00000001:2.0:1788219790.304014:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.304018:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219790.304024:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219790.304026:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.304029:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_00+0] req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.304036:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.304038:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219790.304041:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219790.304044:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219790.304046:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219790.304048:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219790.304050:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219790.304051:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219790.304054:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7500. 00000100:00000001:2.0:1788219790.304056:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.304060:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219790.304066:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219790.304068:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.304071:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.304078:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.304082:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18997) 00000100:00000001:2.0:1788219790.304094:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219790.304097:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219790.304099:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219790.304104:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.304113:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219790.304115:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.304228:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219790.304231:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219790.304232:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219790.304238:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.304246:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219790.304247:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219790.304250:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219790.304253:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219790.304256:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219790.304260:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566203392:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219790.304264:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219790.304269:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219790.304272:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219790.304276:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219790.304281:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f87e9800. 02000000:00000001:3.0:1788219790.304283:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219790.304290:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219790.304294:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219790.304302:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219790.304351:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203392, portal 25 00000100:00000001:3.0:1788219790.304354:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219790.304356:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:3.0:1788219790.304362:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.304369:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219790.304372:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219790.304375:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219790.304379:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566203392, offset 0 00000400:00000200:3.0:1788219790.304385:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219790.304394:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219790.304401:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219790.304406:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219790.304410:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219790.304414:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219790.304417:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219790.304420:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92779:92779:256:4294967295] 192.168.203.120@tcp LPNI seq info [92779:92779:8:4294967295] 00000400:00000200:3.0:1788219790.304425:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219790.304434:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219790.304440:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219790.304445:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219790.304452:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219790.304460:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219790.304465:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219790.304478:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219790.304482:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219790.304485:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313660665 00000100:00000010:3.0:1788219790.304490:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec4e0. 00000100:00000001:3.0:1788219790.304497:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219790.304502:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313660665 00000100:00000010:3.0:1788219790.304505:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc00. 00000100:00000001:3.0:1788219790.304508:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219790.304510:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219790.304513:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.304515:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219790.304519:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.304526:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219790.304527:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219790.304529:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219790.304531:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219790.304544:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219790.304548:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566203648:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219790.304551:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219790.304554:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219790.304556:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219790.304557:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219790.304561:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f87e9c00. 02000000:00000001:3.0:1788219790.304562:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219790.304566:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219790.304568:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a268. 00000400:00000010:3.0:1788219790.304572:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c4c8. 00000100:00000200:3.0:1788219790.304575:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203648, portal 10 00000100:00000001:3.0:1788219790.304577:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219790.304578:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:3.0:1788219790.304584:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.304596:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219790.304598:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219790.304601:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c3b8. 00000100:00000200:3.0:1788219790.304603:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566203648, offset 0 00000400:00000200:3.0:1788219790.304606:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219790.304610:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219790.304756:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219790.304760:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219790.304764:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219790.304767:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219790.304769:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219790.304772:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92780:92780:255:4294967295] 192.168.203.120@tcp LPNI seq info [92780:92780:7:4294967295] 00000400:00000200:3.0:1788219790.304777:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219790.304784:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219790.304789:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219790.304793:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26100. 00000800:00000200:3.0:1788219790.304797:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219790.304802:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219790.304805:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219790.304809:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219790.304813:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14663 usecs (15 jiffies) 00000400:00000200:3.0:1788219790.304816:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219790.304818:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313659408 00000100:00000001:3.0:1788219790.304820:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313660665 00000100:00000001:3.0:1788219790.304822:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313659408 00000100:00000001:3.0:1788219790.304824:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313660665 00000100:00000001:3.0:1788219790.304827:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219790.304829:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.304831:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219790.304836:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.304842:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219790.304843:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219790.304846:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219790.304847:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219790.304849:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219790.304852:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566203904:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219790.304855:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219790.304858:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219790.304860:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219790.304861:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219790.304865:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f87e9a00. 02000000:00000001:3.0:1788219790.304867:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219790.304870:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219790.304872:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219790.304876:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ce58. 00000100:00000200:3.0:1788219790.304879:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203904, portal 4 00000100:00000001:3.0:1788219790.304881:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219790.304882:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:3.0:1788219790.304888:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.304894:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219790.304896:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219790.304898:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c000. 00000100:00000200:3.0:1788219790.304900:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566203904, offset 0 00000400:00000200:3.0:1788219790.304904:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219790.304908:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219790.304911:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219790.304913:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219790.304916:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219790.304918:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219790.304920:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219790.304923:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92781:92781:254:4294967295] 192.168.203.120@tcp LPNI seq info [92781:92781:6:4294967295] 00000400:00000200:3.0:1788219790.304926:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219790.304931:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219790.304935:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219790.304938:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219790.304941:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219790.304945:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219790.304948:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219790.304950:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219790.304952:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27577 usecs (28 jiffies) 00000400:00000200:3.0:1788219790.304955:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219790.304957:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313659421 00000100:00000001:3.0:1788219790.304959:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313660665 00000100:00000001:3.0:1788219790.304961:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313659421 00000100:00000001:3.0:1788219790.304962:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313660665 00000100:00000001:3.0:1788219790.304964:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219790.304966:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.304968:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.304971:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219790.304980:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219790.304982:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219790.304985:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219790.304987:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219790.304988:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.304990:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219790.305051:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219790.305055:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:3.0:1788219790.305060:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219790.305065:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219790.305070:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:3.0:1788219790.305073:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:3.0:1788219790.305077:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219790.305081:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305090:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219790.305094:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305101:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.305102:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219790.305112:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219790.305114:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26100. 00000400:00000200:3.0:1788219790.305117:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788219790.305296:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219790.305300:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219790.305302:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219790.305381:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566203520:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219790.305386:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219790.305389:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219790.305390:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.305392:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219790.305396:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c6400. 02000000:00000001:2.0:1788219790.305398:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219790.305402:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219790.305405:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2630. 00000400:00000010:2.0:1788219790.305408:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219790.305411:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203520, portal 10 00000100:00000001:2.0:1788219790.305413:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219790.305414:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219790.305421:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.305426:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219790.305428:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219790.305431:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219790.305433:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566203520, offset 0 00000400:00000200:2.0:1788219790.305437:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219790.305441:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.305444:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219790.305447:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219790.305449:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219790.305451:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219790.305453:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219790.305455:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92782:92782:254:4294967295] 192.168.203.120@tcp LPNI seq info [92782:92782:6:4294967295] 00000400:00000200:2.0:1788219790.305458:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.305463:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219790.305467:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219790.305470:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7900. 00000800:00000200:2.0:1788219790.305474:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219790.305478:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219790.305480:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219790.305483:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.305485:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:2.0:1788219790.305488:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219790.305490:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313659420 00000100:00000001:2.0:1788219790.305492:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313660665 00000100:00000001:2.0:1788219790.305494:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313659420 00000100:00000001:2.0:1788219790.305496:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313660665 00000100:00000001:2.0:1788219790.305497:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.305499:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.305501:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219790.305504:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.305511:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219790.305512:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.305514:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219790.305516:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219790.305517:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219790.305519:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566203776:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219790.305522:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219790.305524:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219790.305526:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.305527:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219790.305529:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894ee1c7e00. 02000000:00000001:2.0:1788219790.305531:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219790.305533:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219790.305535:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d10. 00000400:00000010:2.0:1788219790.305538:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219790.305541:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566203776, portal 4 00000100:00000001:2.0:1788219790.305542:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219790.305543:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000040:2.0:1788219790.305548:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.305554:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219790.305555:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219790.305558:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219790.305560:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566203776, offset 0 00000400:00000200:2.0:1788219790.305564:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219790.305567:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.305570:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219790.305573:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219790.305575:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219790.305577:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219790.305579:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219790.305582:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92783:92783:253:4294967295] 192.168.203.120@tcp LPNI seq info [92783:92783:5:4294967295] 00000400:00000200:2.0:1788219790.305585:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.305590:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219790.305594:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219790.305597:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7a00. 00000800:00000200:2.0:1788219790.305601:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219790.305604:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219790.305607:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219790.305610:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219790.305708:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219790.305712:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c3b8 00000400:00000010:3.0:1788219790.305714:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c3b8. 00000100:00000001:3.0:1788219790.305717:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219790.305721:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305727:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219790.305730:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305736:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.305737:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219790.305748:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219790.305751:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:3.0:1788219790.305753:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219790.305757:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219790.305759:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c000 00000400:00000010:3.0:1788219790.305760:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c000. 00000100:00000001:3.0:1788219790.305762:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219790.305765:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305771:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219790.305774:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305779:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.305781:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219790.305787:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219790.305789:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7900. 00000400:00000200:3.0:1788219790.305791:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219790.305794:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219790.305796:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:3.0:1788219790.305798:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:3.0:1788219790.305800:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219790.305803:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305810:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219790.305812:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305819:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.305820:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219790.305882:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219790.305885:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7a00. 00000400:00000200:3.0:1788219790.305887:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219790.305891:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219790.305893:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:3.0:1788219790.305895:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:3.0:1788219790.305897:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219790.305899:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305906:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219790.305908:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219790.305914:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219790.305915:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788219790.306025:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:2.0:1788219790.306030:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219790.306032:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313659412 00000100:00000001:2.0:1788219790.306035:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313660665 00000100:00000001:2.0:1788219790.306037:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313659412 00000100:00000001:2.0:1788219790.306039:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313660665 00000100:00000001:2.0:1788219790.306041:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.306043:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.306046:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.306048:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.306054:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219790.306056:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219790.306059:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219790.306061:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219790.306062:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.306064:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219790.316666:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316687:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219790.316691:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316693:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316715:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316723:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219790.316734:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316740:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316745:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316748:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781c00 00000400:00000200:2.0:1788219790.316754:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316759:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d55 [1] + 224 00000800:00000001:2.0:1788219790.316766:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316770:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316773:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219790.316777:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219790.316785:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.316794:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219790.316805:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.316823:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219790.316831:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316835:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219790.316837:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316839:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316842:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316845:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219790.316849:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316851:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316854:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316857:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781b80 00000400:00000200:2.0:1788219790.316860:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316864:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d75 [1] + 224 00000800:00000001:2.0:1788219790.316868:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316872:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316874:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219790.316877:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219790.316880:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.316884:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219790.316892:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.316902:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219790.316906:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316909:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219790.316911:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316914:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316916:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316919:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219790.316922:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316924:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316927:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316929:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781a80 00000400:00000200:2.0:1788219790.316932:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316936:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d65 [1] + 224 00000800:00000001:2.0:1788219790.316939:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316942:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316943:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219790.316946:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219790.316948:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.316954:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219790.316963:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.316970:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219790.316974:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316977:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219790.316979:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.316981:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.316984:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316987:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219790.316991:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316994:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316996:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.316999:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781b00 00000400:00000200:2.0:1788219790.317002:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.317005:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d45 [1] + 224 00000800:00000001:2.0:1788219790.317009:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.317012:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.317015:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219790.317017:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219790.317020:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317024:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219790.317031:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317038:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219790.317041:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.317043:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219790.317044:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.317046:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.317049:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.317052:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219790.317055:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.317057:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.317059:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.317061:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb781a00 00000400:00000200:2.0:1788219790.317065:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219790.317068:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d35 [1] + 224 00000800:00000001:2.0:1788219790.317072:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.317079:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219790.317081:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219790.317083:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219790.317087:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317091:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219790.317098:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317104:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219790.317107:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219790.317110:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317133:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219790.317136:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219790.317142:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219790.317144:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219790.317146:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:2.0:1788219790.317150:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:2.0:1788219790.317153:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:2.0:1788219790.317155:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317159:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219790.317168:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317180:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219790.317182:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317184:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219790.317187:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219790.317189:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219790.317191:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.317195:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219790.317202:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219790.317206:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219790.317209:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219790.317211:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219790.317214:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219790.317216:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317218:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.317223:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317229:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.317231:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219790.317233:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219790.317237:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219790.317245:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566203392:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219790.317251:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219790.317252:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219790.317254:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a268. 00000400:00000200:2.0:1788219790.317256:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c4c8 00000400:00000010:2.0:1788219790.317258:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c4c8. 00000100:00000001:2.0:1788219790.317259:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317262:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219790.317270:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317277:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219790.317279:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317280:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219790.317281:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219790.317282:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219790.317284:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.317286:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219790.317291:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219790.317295:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219790.317297:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219790.317298:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219790.317299:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219790.317302:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317305:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219790.317348:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219790.317350:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219790.317352:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.317356:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317362:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.317364:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219790.317365:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219790.317369:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219790.317376:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566203648:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219790.317381:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219790.317383:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219790.317384:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:2.0:1788219790.317387:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ce58 00000400:00000010:2.0:1788219790.317389:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ce58. 00000100:00000001:2.0:1788219790.317391:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317395:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219790.317403:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317409:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219790.317410:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317412:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219790.317413:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219790.317414:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219790.317416:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.317418:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219790.317422:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219790.317425:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=94 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219790.317427:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219790.317428:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219790.317430:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219790.317432:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317434:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219790.317435:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219790.317437:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219790.317438:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.317442:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317447:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.317449:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219790.317450:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219790.317453:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219790.317460:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566203904:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219790.317464:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317467:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219790.317470:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566203392/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317476:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219790.317478:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219790.317480:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f87e9800. 02000000:00000001:2.0:1788219790.317484:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219790.317486:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219790.317488:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219790.317490:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219790.317492:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7300. 02000000:00000001:2.0:1788219790.317496:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219790.317498:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219790.317500:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:2.0:1788219790.317503:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219790.317504:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317506:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219790.317509:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566203648/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317515:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219790.317516:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219790.317518:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f87e9c00. 02000000:00000001:2.0:1788219790.317519:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219790.317520:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219790.317522:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219790.317524:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219790.317525:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7000. 02000000:00000001:2.0:1788219790.317527:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219790.317528:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219790.317529:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:2.0:1788219790.317531:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219790.317532:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317534:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219790.317537:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566203904/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317543:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219790.317545:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219790.317546:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f87e9a00. 02000000:00000001:2.0:1788219790.317548:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219790.317550:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219790.317551:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219790.317553:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219790.317554:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7500. 02000000:00000001:2.0:1788219790.317556:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219790.317556:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219790.317558:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219790.317560:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219790.317561:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317563:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317569:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219790.317571:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317573:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219790.317575:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317584:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219790.317586:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219790.317589:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219790.317591:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219790.317592:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2630. 00000400:00000200:2.0:1788219790.317595:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219790.317596:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219790.317598:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317602:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219790.317610:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317615:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219790.317616:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317618:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219790.317619:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219790.317620:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219790.317622:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.317623:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219790.317627:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219790.317630:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219790.317632:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219790.317633:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219790.317635:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219790.317636:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317639:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219790.317640:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:2.0:1788219790.317641:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219790.317643:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.317646:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317652:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.317654:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219790.317655:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219790.317658:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219790.317664:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566203520:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219790.317669:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219790.317670:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219790.317671:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d10. 00000400:00000200:2.0:1788219790.317674:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:2.0:1788219790.317675:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:2.0:1788219790.317677:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219790.317680:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219790.317686:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317692:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219790.317693:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317706:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219790.317708:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219790.317709:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219790.317710:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219790.317712:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219790.317715:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219790.317719:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=6 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219790.317721:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219790.317722:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219790.317723:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219790.317726:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317728:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219790.317729:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219790.317731:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219790.317732:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219790.317736:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317742:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219790.317743:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219790.317745:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219790.317748:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219790.317753:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566203776:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219790.317757:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317758:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219790.317762:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566203520/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317767:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219790.317768:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219790.317769:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c6400. 02000000:00000001:2.0:1788219790.317772:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219790.317773:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219790.317774:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219790.317776:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219790.317778:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7c00. 02000000:00000001:2.0:1788219790.317780:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219790.317781:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219790.317782:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:2.0:1788219790.317784:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219790.317786:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317787:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219790.317790:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566203776/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219790.317795:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219790.317796:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219790.317797:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894ee1c7e00. 02000000:00000001:2.0:1788219790.317799:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219790.317800:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219790.317801:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219790.317803:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219790.317804:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7f00. 02000000:00000001:2.0:1788219790.317806:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219790.317807:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219790.317808:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:2.0:1788219790.317810:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219790.317811:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317812:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219790.317815:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219790.317817:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219790.317818:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219790.317819:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219791.264089:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219791.264096:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219791.264102:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219791.264104:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219791.264107:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219791.264108:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219791.264111:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219791.264113:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219791.264225:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219791.264227:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219791.266442:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219791.266449:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219791.266454:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788219791.416118:0:328225:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219791.583376:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313660665, at 4313660672 00000100:00000010:2.0:1788219791.583391:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec4e0. 00000100:00000040:3.0:1788219791.584761:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313660665, at 4313660673 00000100:00000010:3.0:1788219791.584773:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc00. 00010000:00000001:1.0:1788219792.287411:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219792.287418:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219792.287424:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219792.287426:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219792.287429:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219792.287431:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219792.287434:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219792.287435:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219792.287439:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219792.287440:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219792.288479:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219792.288485:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219792.288489:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788219792.434622:0:328318:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788219792.792199:0:328354:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788219792.792206:0:328354:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160f: changelog garbage collect (timestamped users) ========================================================== 19:43:11 (1788219791) 00000001:00000001:3.0:1788219792.805897:0:328354:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788219793.311436:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219793.311445:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219793.311452:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219793.311453:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219793.311456:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219793.311457:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219793.311460:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219793.311461:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219793.311464:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219793.311465:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219793.311495:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219793.311498:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219793.311501:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219794.335383:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219794.335390:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219794.335396:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219794.335397:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219794.335400:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219794.335402:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219794.335406:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219794.335407:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219794.335410:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219794.335411:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219794.335664:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219794.335678:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219794.335681:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219795.360264:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219795.360272:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360278:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219795.360280:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360284:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219795.360285:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360288:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219795.360291:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219795.360293:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219795.360299:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219795.360301:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219795.360302:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360305:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219795.360307:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360309:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360327:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219795.360331:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219795.360332:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219795.360975:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219795.360978:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219795.360982:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219795.423468:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219795.423479:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219795.423488:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219795.423495:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219795.423499:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219795.423502:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219795.423508:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219795.423516:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26500. 00000100:00000001:3.0:1788219795.423523:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423534:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219795.423556:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219795.423560:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423568:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_00+0] req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.423595:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423599:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219795.423602:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219795.423606:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219795.423608:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219795.423610:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219795.423612:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219795.423614:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219795.423617:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26800. 00000100:00000001:3.0:1788219795.423620:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423624:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219795.423632:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219795.423634:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423637:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.423645:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423646:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219795.423649:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219795.423652:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219795.423669:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219795.423672:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219795.423673:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219795.423675:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219795.423678:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26100. 00000100:00000001:3.0:1788219795.423680:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423684:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219795.423690:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219795.423692:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423695:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bfe44ca] to pc [ptlrpcd_01_00+0] req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.423707:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423709:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219795.423712:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219795.423715:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219795.423718:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219795.423720:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219795.423721:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219795.423722:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219795.423726:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26d00. 00000100:00000001:3.0:1788219795.423729:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423732:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219795.423738:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219795.423740:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423743:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000519f2083] to pc [ptlrpcd_01_01+1] req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.423748:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423750:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219795.423752:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219795.423755:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219795.423757:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219795.423759:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219795.423760:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219795.423761:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219795.423764:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26900. 00000100:00000001:3.0:1788219795.423766:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423769:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219795.423774:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219795.423777:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423779:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.423785:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.423789:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19002) 00000100:00000001:2.0:1788219795.423974:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219795.423979:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219795.423981:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219795.423987:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.423996:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219795.423998:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.424003:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219795.424006:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219795.424009:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219795.424013:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566204032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219795.424017:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219795.424022:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219795.424025:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.424028:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219795.424032:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975600. 02000000:00000001:2.0:1788219795.424034:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219795.424041:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219795.424046:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d10. 00000400:00000010:2.0:1788219795.424053:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219795.424061:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204032, portal 25 00000100:00000001:2.0:1788219795.424064:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219795.424065:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:2.0:1788219795.424071:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.424079:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219795.424081:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219795.424084:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219795.424088:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566204032, offset 0 00000400:00000200:2.0:1788219795.424094:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219795.424102:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.424110:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219795.424115:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219795.424119:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219795.424123:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219795.424126:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219795.424129:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92784:92784:256:4294967295] 192.168.203.120@tcp LPNI seq info [92784:92784:8:4294967295] 00000400:00000200:2.0:1788219795.424133:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.424142:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219795.424148:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219795.424153:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7000. 00000800:00000200:2.0:1788219795.424159:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219795.424167:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219795.424172:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219795.424191:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219795.424195:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219795.424198:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313665784 00000100:00000010:2.0:1788219795.424202:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192300. 00000100:00000001:2.0:1788219795.424208:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219795.424212:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313665784 00000100:00000010:2.0:1788219795.424216:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192c00. 00000100:00000001:2.0:1788219795.424219:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219795.424221:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.424224:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.424227:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219795.424231:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.424238:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219795.424239:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.424242:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219795.424243:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219795.424245:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219795.424248:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204288:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219795.424251:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219795.424254:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219795.424255:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.424257:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219795.424260:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219795.424261:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219795.424265:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219795.424268:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2630. 00000400:00000010:2.0:1788219795.424272:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000200:2.0:1788219795.424274:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204288, portal 10 00000100:00000001:2.0:1788219795.424276:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219795.424277:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:2.0:1788219795.424285:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.424291:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219795.424293:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219795.424295:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5440. 00000100:00000200:2.0:1788219795.424298:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566204288, offset 0 00000400:00000200:2.0:1788219795.424302:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219795.424306:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.424309:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219795.424345:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219795.424347:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219795.424350:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219795.424352:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219795.424355:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92785:92785:255:4294967295] 192.168.203.120@tcp LPNI seq info [92785:92785:7:4294967295] 00000400:00000200:2.0:1788219795.424359:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.424367:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219795.424372:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219795.424376:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7300. 00000800:00000200:2.0:1788219795.424380:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219795.424385:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219795.424387:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219795.424390:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219795.424394:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14665 usecs (15 jiffies) 00000400:00000200:2.0:1788219795.424397:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219795.424399:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313664528 00000100:00000001:2.0:1788219795.424401:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313665784 00000100:00000001:2.0:1788219795.424404:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313664528 00000100:00000001:2.0:1788219795.424406:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313665784 00000100:00000001:2.0:1788219795.424408:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.424411:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.424413:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219795.424417:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.424423:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219795.424425:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.424427:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219795.424429:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219795.424431:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219795.424433:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204544:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219795.424436:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219795.424439:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219795.424440:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.424442:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219795.424445:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975200. 02000000:00000001:2.0:1788219795.424447:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219795.424450:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219795.424453:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2a50. 00000400:00000010:2.0:1788219795.424456:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5c38. 00000100:00000200:2.0:1788219795.424459:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204544, portal 4 00000100:00000001:2.0:1788219795.424461:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219795.424462:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:2.0:1788219795.424468:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.424474:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219795.424476:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219795.424479:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5f68. 00000100:00000200:2.0:1788219795.424481:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566204544, offset 0 00000400:00000200:2.0:1788219795.424486:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219795.424489:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.424492:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219795.424495:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219795.424497:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219795.424500:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219795.424502:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219795.424504:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92786:92786:254:4294967295] 192.168.203.120@tcp LPNI seq info [92786:92786:6:4294967295] 00000400:00000200:2.0:1788219795.424508:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.424527:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219795.424532:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219795.424535:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893ec7d7d00. 00000800:00000200:3.0:1788219795.424789:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219795.424794:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7000. 00000400:00000200:3.0:1788219795.424800:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219795.424806:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219795.424811:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:3.0:1788219795.424814:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:3.0:1788219795.424818:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219795.424822:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.424832:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219795.424835:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.424843:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.424844:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219795.424892:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219795.424895:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7300. 00000400:00000200:3.0:1788219795.424898:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219795.424901:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219795.424904:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5440 00000400:00000010:3.0:1788219795.424906:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5440. 00000100:00000001:3.0:1788219795.424908:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219795.424911:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.424919:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219795.424921:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.424928:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.424930:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219795.427500:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788219795.427500:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:3.0:1788219795.427509:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219795.427514:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788219795.427515:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219795.427522:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893ec7d7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788219795.427527:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.427538:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219795.427540:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219795.427545:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219795.427549:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219795.427552:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219795.427556:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566204160:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219795.427560:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219795.427565:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219795.427568:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219795.427570:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219795.427576:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015ae00. 02000000:00000001:3.0:1788219795.427579:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219795.427587:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219795.427592:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a688. 00000400:00000010:3.0:1788219795.427600:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c000. 00000100:00000200:3.0:1788219795.427607:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204160, portal 10 00000100:00000001:3.0:1788219795.427610:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219795.427611:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219795.427619:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.427626:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219795.427628:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219795.427631:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c3b8. 00000100:00000200:3.0:1788219795.427634:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566204160, offset 0 00000400:00000200:3.0:1788219795.427640:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219795.427648:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219795.427961:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219795.427975:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27565 usecs (28 jiffies) 00000400:00000200:2.0:1788219795.427979:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219795.427983:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313664544 00000100:00000001:2.0:1788219795.427986:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313665784 00000100:00000001:2.0:1788219795.427988:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313664544 00000100:00000001:2.0:1788219795.427990:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313665784 00000100:00000001:2.0:1788219795.427992:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.427995:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.427998:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.428001:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.428130:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219795.428134:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219795.428137:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219795.428138:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219795.428141:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.428144:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219795.428525:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219795.428531:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893ec7d7d00. 00000400:00000200:2.0:1788219795.428536:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219795.428647:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219795.428764:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219795.428770:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219795.428775:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219795.428778:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219795.428781:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219795.428784:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92787:92787:255:4294967295] 192.168.203.120@tcp LPNI seq info [92787:92787:7:4294967295] 00000400:00000200:3.0:1788219795.428789:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.428797:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219795.428803:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219795.428809:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219795.428815:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219795.428821:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219795.428825:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219795.428829:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.428834:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:2.0:1788219795.428837:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5f68 00000400:00000200:3.0:1788219795.428838:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219795.428843:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313664544 00000400:00000010:2.0:1788219795.428843:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5f68. 00000100:00000001:3.0:1788219795.428849:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313665784 00000100:00000001:2.0:1788219795.428851:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1788219795.428852:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313664544 00000100:00000001:3.0:1788219795.428856:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313665784 00000100:00000001:3.0:1788219795.428858:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219795.428866:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788219795.428866:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.428871:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219795.428880:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.428883:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.428890:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.428891:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219795.428894:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219795.428900:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219795.428904:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.428904:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219795.428909:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.428909:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1788219795.428917:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566204416:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219795.428920:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219795.428924:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219795.428926:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219795.428928:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219795.428934:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b000. 02000000:00000001:3.0:1788219795.428937:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219795.428940:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219795.428945:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a840. 00000400:00000010:3.0:1788219795.428950:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219795.428954:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204416, portal 4 00000100:00000001:3.0:1788219795.428956:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219795.428958:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219795.428964:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.428971:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219795.428973:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219795.428975:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ca18. 00000100:00000200:3.0:1788219795.428978:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566204416, offset 0 00000400:00000200:3.0:1788219795.428983:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219795.428988:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.428993:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219795.428996:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219795.428998:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219795.429000:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219795.429002:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219795.429005:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92788:92788:255:4294967295] 192.168.203.120@tcp LPNI seq info [92788:92788:7:4294967295] 00000400:00000200:3.0:1788219795.429008:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.429014:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219795.429018:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219795.429021:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26c00. 00000800:00000200:3.0:1788219795.429025:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219795.429030:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219795.429033:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219795.429036:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.429038:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:3.0:1788219795.429041:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219795.429043:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313664535 00000100:00000001:3.0:1788219795.429045:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313665784 00000100:00000001:3.0:1788219795.429047:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313664535 00000100:00000001:3.0:1788219795.429049:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313665784 00000100:00000001:3.0:1788219795.429051:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219795.429053:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.429055:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.429058:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219795.429063:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219795.429065:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219795.429068:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219795.429069:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219795.429071:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.429073:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219795.429078:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219795.429082:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219795.429087:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219795.429092:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219795.429096:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c3b8 00000400:00000010:2.0:1788219795.429098:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c3b8. 00000100:00000001:2.0:1788219795.429102:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219795.429107:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.429116:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.429119:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.429125:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.429127:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219795.429139:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219795.429141:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26c00. 00000400:00000200:2.0:1788219795.429144:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219795.429148:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219795.429150:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ca18 00000400:00000010:2.0:1788219795.429152:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ca18. 00000100:00000001:2.0:1788219795.429154:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219795.429158:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.429165:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.429168:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.429174:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.429176:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219795.431503:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.431522:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219795.431526:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.431529:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219795.431548:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.431555:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219795.431564:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.431569:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.431574:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.431578:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781e80 00000400:00000200:3.0:1788219795.431582:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.431588:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8da5 [1] + 224 00000800:00000001:3.0:1788219795.431597:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.431601:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219795.431604:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219795.431608:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219795.431616:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219795.431625:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219795.431636:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.431986:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219795.431996:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.432001:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219795.432003:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.432005:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219795.432009:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.432013:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219795.432018:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.432021:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.432025:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.432027:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781d80 00000400:00000200:3.0:1788219795.432031:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219795.432036:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d95 [1] + 224 00000800:00000001:3.0:1788219795.432040:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.432047:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219795.432049:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219795.432052:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219795.432056:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219795.432060:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219795.432069:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.432083:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219795.432087:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219795.432090:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.432355:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219795.432359:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219795.432366:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219795.432368:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219795.432371:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2630. 00000400:00000200:2.0:1788219795.432376:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:2.0:1788219795.432378:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:2.0:1788219795.432382:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.432387:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219795.432396:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.432403:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219795.432405:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.432407:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219795.432410:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219795.432413:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219795.432415:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.432418:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219795.432428:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219795.432433:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=40 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219795.432435:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219795.432437:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219795.432441:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219795.432444:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.432448:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219795.432450:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219795.432452:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219795.432453:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219795.432458:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.432465:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.432468:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219795.432470:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219795.432474:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219795.432481:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204288:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219795.432487:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219795.432488:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219795.432490:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2a50. 00000400:00000200:2.0:1788219795.432492:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5c38 00000400:00000010:2.0:1788219795.432494:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5c38. 00000100:00000001:2.0:1788219795.432496:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.432500:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219795.432509:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.432514:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219795.432516:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.432517:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219795.432518:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219795.432519:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219795.432520:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.432522:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219795.432526:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219795.432529:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=99 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219795.432531:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219795.432532:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219795.432534:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219795.432536:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.432548:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219795.432550:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219795.432552:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219795.432554:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219795.432558:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.432565:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.432566:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219795.432567:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219795.432570:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219795.432577:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204544:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219795.432580:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.432583:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.432586:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566204288/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.432593:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219795.432595:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219795.432598:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219795.432602:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219795.432604:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219795.432606:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219795.432608:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219795.432611:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26100. 02000000:00000001:2.0:1788219795.432614:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219795.432616:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219795.432618:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:2.0:1788219795.432622:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219795.432624:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.432625:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.432629:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566204544/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.432635:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219795.432636:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219795.432638:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975200. 02000000:00000001:2.0:1788219795.432640:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219795.432641:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219795.432642:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219795.432644:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219795.432645:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26900. 02000000:00000001:2.0:1788219795.432647:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219795.432648:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219795.432650:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:2.0:1788219795.432652:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219795.433232:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.433238:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.433240:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219795.433241:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219795.433244:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.433246:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219795.437750:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.437770:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219795.437775:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.437777:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219795.437785:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.437792:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219795.437802:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.437808:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.437813:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.437817:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb781c80 00000400:00000200:2.0:1788219795.437821:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.437826:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8d85 [1] + 224 00000800:00000001:2.0:1788219795.437833:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.437837:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219795.437840:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219795.437844:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219795.437853:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.437861:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219795.437871:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.438350:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219795.438356:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219795.439782:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219795.439806:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.439818:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219795.439821:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.439823:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219795.439832:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439839:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219795.439847:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439851:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439855:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439859:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb781e00 00000400:00000200:2.0:1788219795.439863:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439868:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8dc5 [1] + 224 00000800:00000001:2.0:1788219795.439875:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.439879:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219795.439882:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219795.439886:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219795.439892:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.439900:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219795.439910:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.439931:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219795.439935:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.439938:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219795.439940:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.439942:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219795.439945:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439948:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219795.439953:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439955:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439958:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439973:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781d00 00000400:00000200:2.0:1788219795.439977:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219795.439981:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8db5 [1] + 224 00000800:00000001:2.0:1788219795.439985:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.439994:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219795.439996:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219795.439999:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219795.440002:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.440008:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219795.440015:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440021:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219795.440025:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219795.440027:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440047:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219795.440051:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219795.440058:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219795.440060:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219795.440062:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a688. 00000400:00000200:2.0:1788219795.440067:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c000 00000400:00000010:2.0:1788219795.440069:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c000. 00000100:00000001:2.0:1788219795.440072:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.440077:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219795.440092:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440099:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219795.440101:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440103:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219795.440106:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219795.440108:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219795.440110:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.440114:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219795.440123:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219795.440128:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=119 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219795.440131:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219795.440133:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219795.440136:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219795.440139:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.440143:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219795.440146:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:2.0:1788219795.440148:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219795.440150:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219795.440155:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440163:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.440166:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219795.440168:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219795.440172:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219795.440180:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566204160:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219795.440186:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219795.440188:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219795.440189:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a840. 00000400:00000200:2.0:1788219795.440192:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:2.0:1788219795.440194:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:2.0:1788219795.440197:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219795.440200:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219795.440209:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440215:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219795.440217:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440219:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219795.440220:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219795.440221:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219795.440223:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219795.440225:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219795.440228:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219795.440232:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=11 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219795.440234:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219795.440236:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219795.440237:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219795.440239:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.440241:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219795.440243:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219795.440245:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219795.440247:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219795.440250:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440360:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219795.440362:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219795.440363:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219795.440368:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219795.440376:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566204416:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219795.440383:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440386:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.440390:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566204160/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440398:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219795.440400:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219795.440404:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015ae00. 02000000:00000001:2.0:1788219795.440409:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219795.440412:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219795.440414:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219795.440417:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219795.440420:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26800. 02000000:00000001:2.0:1788219795.440423:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219795.440425:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219795.440427:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:2.0:1788219795.440430:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219795.440432:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440434:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219795.440437:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566204416/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219795.440443:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219795.440444:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219795.440446:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b000. 02000000:00000001:2.0:1788219795.440448:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219795.440449:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219795.440451:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219795.440452:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219795.440454:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26d00. 02000000:00000001:2.0:1788219795.440456:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219795.440458:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219795.440459:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:2.0:1788219795.440462:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219795.440463:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440465:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219795.440473:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219795.440475:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219795.440478:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219795.440480:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788219795.443190:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219795.443199:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219795.443203:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d10. 00000400:00000200:3.0:1788219795.443211:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:3.0:1788219795.443213:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:3.0:1788219795.443219:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219795.443232:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219795.443245:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.443642:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219795.443646:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219795.443649:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219795.443652:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219795.443736:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219795.443739:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219795.443742:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219795.443750:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219795.443755:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=119 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219795.443758:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219795.443759:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219795.443762:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219795.443764:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.443767:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219795.443773:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.443781:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219795.443784:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219795.443787:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219795.443792:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219795.443799:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566204032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219795.443805:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219795.443808:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219795.443811:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566204032/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219795.443818:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219795.443821:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219795.443824:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975600. 02000000:00000001:3.0:1788219795.443828:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219795.443831:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219795.443833:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219795.443835:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219795.443837:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26500. 02000000:00000001:3.0:1788219795.443841:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219795.443842:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219795.443844:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219795.443848:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219795.443850:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219795.443852:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219795.443859:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219795.443861:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219795.443864:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219795.443866:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219796.383509:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219796.383516:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219796.383522:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219796.383523:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219796.383526:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219796.383527:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219796.383531:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219796.383532:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219796.383535:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219796.383536:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219796.383626:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219796.383633:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219796.383638:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219796.703497:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313665784, at 4313665792 00000100:00000040:2.0:1788219796.703498:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313665784, at 4313665792 00000100:00000010:3.0:1788219796.703529:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192c00. 00000100:00000010:2.0:1788219796.703532:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192300. 00010000:00000001:1.0:1788219797.410956:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219797.410967:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.410976:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219797.410977:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.410982:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219797.410983:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.410987:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219797.410989:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.410992:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219797.410997:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219797.410999:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219797.411013:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.411018:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219797.411021:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.411024:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219797.411026:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219797.411062:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219797.411067:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219797.411071:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219798.431627:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219798.431635:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219798.431649:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219798.431650:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219798.431654:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219798.431656:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219798.431659:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219798.431660:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219798.431664:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219798.431665:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219798.435573:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219798.435581:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219798.435585:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219799.457353:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219799.457363:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219799.457365:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219799.457371:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219799.457373:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219799.457374:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457379:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219799.457381:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457382:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457385:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457389:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219799.457390:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219799.457391:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219799.457394:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219799.457394:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219799.457395:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457397:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219799.457398:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457400:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457401:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457405:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219799.457407:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219799.457409:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219799.457411:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219799.457412:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219799.457413:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457415:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219799.457416:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457417:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457420:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457423:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219799.457425:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219799.457428:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219799.457429:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219799.457530:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219799.457534:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219799.457537:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219800.480207:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219800.480217:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219800.480226:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219800.480227:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219800.480232:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219800.480233:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219800.480238:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219800.480239:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219800.480243:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219800.480244:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219800.480445:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219800.480449:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219800.480453:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219800.543790:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219800.543805:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219800.543829:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219800.543837:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219800.543843:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219800.543847:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219800.543854:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219800.543865:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26500. 00000100:00000001:3.0:1788219800.543873:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.543889:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219800.543902:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219800.543907:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.543916:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.543956:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.543960:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219800.543964:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219800.543967:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219800.543970:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219800.543973:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219800.543974:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219800.543976:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219800.543980:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26300. 00000100:00000001:3.0:1788219800.543983:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.543988:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219800.543996:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219800.543999:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544003:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d5fa25] to pc [ptlrpcd_01_00+0] req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544012:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544015:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219800.544018:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219800.544023:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219800.544025:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219800.544028:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219800.544029:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219800.544030:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219800.544033:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26b00. 00000100:00000001:3.0:1788219800.544036:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544041:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219800.544059:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219800.544061:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544065:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000519f2083] to pc [ptlrpcd_01_01+1] req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544073:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544075:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219800.544079:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219800.544084:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219800.544086:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219800.544088:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219800.544090:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219800.544091:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219800.544094:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26400. 00000100:00000001:3.0:1788219800.544098:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544101:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219800.544113:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219800.544115:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544119:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544125:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544127:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219800.544130:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219800.544133:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219800.544136:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219800.544137:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219800.544139:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219800.544140:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219800.544143:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26000. 00000100:00000001:3.0:1788219800.544146:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544149:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219800.544156:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219800.544158:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544161:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544168:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544175:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19007) 00000100:00000001:3.0:1788219800.544190:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219800.544194:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219800.544197:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219800.544203:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544211:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219800.544214:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.544219:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219800.544222:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219800.544224:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219800.544228:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204800:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219800.544233:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219800.544239:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219800.544242:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.544245:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219800.544250:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b600. 02000000:00000001:3.0:1788219800.544252:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219800.544261:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219800.544266:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a1b8. 00000400:00000010:3.0:1788219800.544276:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cd48. 00000100:00000200:3.0:1788219800.544286:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204800, portal 10 00000100:00000001:3.0:1788219800.544289:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219800.544291:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219800.544299:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544306:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219800.544524:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219800.544528:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219800.544532:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566204800, offset 0 00000400:00000200:3.0:1788219800.544540:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219800.544552:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.544560:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219800.544567:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219800.544571:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219800.544576:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219800.544579:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219800.544582:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92789:92789:256:4294967295] 192.168.203.120@tcp LPNI seq info [92789:92789:8:4294967295] 00000400:00000200:3.0:1788219800.544587:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.544599:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219800.544606:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219800.544612:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26600. 00000800:00000200:3.0:1788219800.544619:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219800.544639:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219800.544644:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219800.544659:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544665:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:3.0:1788219800.544669:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219800.544673:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313669660 00000100:00000010:3.0:1788219800.544680:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc00. 00000100:00000001:3.0:1788219800.544689:0:256063:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219800.544696:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313669660 00000100:00000010:3.0:1788219800.544700:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec8a0. 00000100:00000001:3.0:1788219800.544703:0:256063:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219800.544706:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.544709:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.544712:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219800.544716:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544723:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219800.544724:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.544726:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219800.544728:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219800.544730:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219800.544733:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566205056:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219800.544736:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219800.544739:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219800.544740:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.544742:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219800.544745:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015ae00. 02000000:00000001:3.0:1788219800.544747:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219800.544751:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219800.544753:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267aa50. 00000400:00000010:3.0:1788219800.544757:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219800.544760:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566205056, portal 4 00000100:00000001:3.0:1788219800.544762:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219800.544764:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219800.544770:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.544776:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219800.544779:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219800.544783:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c550. 00000100:00000200:3.0:1788219800.544786:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566205056, offset 0 00000400:00000200:3.0:1788219800.544790:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219800.544794:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.544797:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219800.544800:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219800.544802:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219800.544805:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219800.544929:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219800.544932:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92790:92790:255:4294967295] 192.168.203.120@tcp LPNI seq info [92790:92790:7:4294967295] 00000400:00000200:3.0:1788219800.544937:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.544943:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219800.544948:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219800.544952:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219800.544956:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219800.544960:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219800.544963:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219800.544966:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.544969:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:3.0:1788219800.544972:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219800.544975:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313669651 00000100:00000001:3.0:1788219800.544978:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313669660 00000100:00000001:3.0:1788219800.544980:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313669651 00000100:00000001:3.0:1788219800.544982:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313669660 00000100:00000001:3.0:1788219800.544984:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.544986:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.544989:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.544994:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.545005:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219800.545007:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219800.545009:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219800.545011:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219800.545012:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219800.545015:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1788219800.545017:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.545018:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219800.545020:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.545021:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219800.545022:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219800.545023:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219800.545028:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.545034:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219800.545036:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.545038:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219800.545040:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219800.545042:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219800.545045:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566204672:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219800.545148:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219800.545152:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219800.545227:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219800.545233:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26600. 00000400:00000200:2.0:1788219800.545240:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.545246:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219800.545252:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:2.0:1788219800.545254:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:2.0:1788219800.545258:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219800.545263:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.545273:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219800.545277:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.545284:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219800.545285:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219800.545412:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219800.545416:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:2.0:1788219800.545419:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.545422:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219800.545425:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c550 00000400:00000010:2.0:1788219800.545427:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c550. 00000100:00000001:2.0:1788219800.545430:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219800.545433:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.545440:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219800.545443:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.545456:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219800.545458:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219800.545716:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219800.545720:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219800.545723:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.545725:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219800.545890:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b200. 02000000:00000001:3.0:1788219800.545894:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219800.545900:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219800.545904:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a108. 00000400:00000010:3.0:1788219800.545909:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c5d8. 00000100:00000200:3.0:1788219800.545914:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204672, portal 25 00000100:00000001:3.0:1788219800.545916:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219800.545918:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219800.545924:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.545931:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219800.545933:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219800.545936:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c550. 00000100:00000200:3.0:1788219800.545938:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566204672, offset 0 00000400:00000200:3.0:1788219800.545944:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219800.545949:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.545954:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219800.545958:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219800.545961:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219800.545964:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219800.545966:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219800.545969:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92791:92791:256:4294967295] 192.168.203.120@tcp LPNI seq info [92791:92791:8:4294967295] 00000400:00000200:3.0:1788219800.545973:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.545979:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219800.545984:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219800.545988:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219800.545993:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219800.545999:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219800.546003:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219800.546021:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219800.546026:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219800.546028:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313670906 00000100:00000001:3.0:1788219800.546034:0:256063:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313669660 00000100:00000001:3.0:1788219800.546040:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313670906 00000100:00000001:3.0:1788219800.546043:0:256063:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313669660 00000100:00000001:3.0:1788219800.546046:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788219800.546234:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219800.546237:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219800.546241:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.546245:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219800.546249:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c550 00000400:00000010:2.0:1788219800.546251:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c550. 00000100:00000001:2.0:1788219800.546254:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219800.546258:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.546386:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219800.546390:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.546397:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219800.546399:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219800.546453:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.546456:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219800.546462:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.546470:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219800.546472:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.546475:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219800.546477:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219800.546480:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219800.546483:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204928:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219800.546487:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219800.546491:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219800.546493:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.546495:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219800.546498:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b000. 02000000:00000001:3.0:1788219800.546501:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219800.546504:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219800.546507:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267aaa8. 00000400:00000010:3.0:1788219800.546511:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219800.546514:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566204928, portal 10 00000100:00000001:3.0:1788219800.546515:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219800.546516:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:3.0:1788219800.546522:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.546528:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219800.546530:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219800.546532:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c770. 00000100:00000200:3.0:1788219800.546533:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566204928, offset 0 00000400:00000200:3.0:1788219800.546537:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219800.546542:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.546545:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219800.546548:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219800.546550:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219800.546553:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219800.546555:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219800.546558:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92792:92792:256:4294967295] 192.168.203.120@tcp LPNI seq info [92792:92792:8:4294967295] 00000400:00000200:3.0:1788219800.546561:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.546567:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219800.546571:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219800.546575:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26900. 00000800:00000200:3.0:1788219800.546579:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219800.546583:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219800.546586:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219800.546598:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.546602:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14663 usecs (15 jiffies) 00000400:00000200:3.0:1788219800.546605:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219800.546607:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313669650 00000100:00000001:3.0:1788219800.546609:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313670906 00000100:00000001:3.0:1788219800.546611:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313669650 00000100:00000001:3.0:1788219800.546614:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313670906 00000100:00000001:3.0:1788219800.546616:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.546617:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.546619:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219800.546623:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.546639:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219800.546641:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.546643:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219800.546645:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219800.546647:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219800.546651:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566205184:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219800.546654:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219800.546657:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219800.546658:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.546660:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219800.546663:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015a800. 02000000:00000001:3.0:1788219800.546665:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219800.546668:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219800.546672:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a840. 00000400:00000010:3.0:1788219800.546675:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c000. 00000100:00000200:3.0:1788219800.546678:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566205184, portal 4 00000100:00000001:3.0:1788219800.546680:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219800.546681:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219800.546687:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.546693:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219800.546695:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219800.546697:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ca18. 00000100:00000200:3.0:1788219800.546699:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566205184, offset 0 00000400:00000200:3.0:1788219800.546704:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219800.546707:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219800.546711:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219800.546713:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219800.546716:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219800.546718:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219800.546720:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219800.546723:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92793:92793:255:4294967295] 192.168.203.120@tcp LPNI seq info [92793:92793:7:4294967295] 00000400:00000200:3.0:1788219800.546727:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:2.0:1788219800.546917:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219800.546920:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26900. 00000400:00000200:2.0:1788219800.546925:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.546930:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219800.547453:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219800.547460:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219800.547466:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26100. 00000800:00000200:3.0:1788219800.547471:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219800.547476:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219800.547480:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219800.547483:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.547488:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27545 usecs (28 jiffies) 00000400:00000200:3.0:1788219800.547493:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219800.547495:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313669664 00000100:00000001:3.0:1788219800.547536:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313670906 00000100:00000001:3.0:1788219800.547539:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313669664 00000100:00000001:3.0:1788219800.547541:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313670906 00000100:00000001:3.0:1788219800.547544:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.547547:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.547551:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.547557:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219800.553379:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c770 00000400:00000010:2.0:1788219800.553391:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c770. 00000100:00000001:2.0:1788219800.553403:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219800.553420:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.553438:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219800.553442:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.553451:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219800.553453:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219800.553608:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219800.553614:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26100. 00000400:00000200:2.0:1788219800.553621:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.553637:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219800.553641:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ca18 00000400:00000010:2.0:1788219800.553643:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ca18. 00000100:00000001:2.0:1788219800.553647:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219800.553652:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.553661:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219800.553664:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.553670:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219800.553673:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219800.561483:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.561509:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219800.561516:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.561519:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.561530:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561540:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219800.561554:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561562:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561570:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561575:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb782080 00000400:00000200:2.0:1788219800.561581:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561590:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8de5 [1] + 224 00000800:00000001:2.0:1788219800.561599:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.561604:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.561608:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.561613:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219800.561623:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219800.561646:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219800.561660:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.561916:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219800.561923:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219800.561947:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219800.561960:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.561966:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219800.561968:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.561970:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.561974:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561978:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219800.561983:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561986:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561989:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.561993:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb781f80 00000400:00000200:2.0:1788219800.561997:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562002:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8dd5 [1] + 224 00000800:00000001:2.0:1788219800.562007:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562010:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562013:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.562017:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219800.562020:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219800.562026:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219800.562035:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.562042:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219800.562046:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562061:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219800.562063:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562066:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562069:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562073:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219800.562077:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562080:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562083:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562085:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb782000 00000400:00000200:2.0:1788219800.562088:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562092:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e05 [1] + 224 00000800:00000001:2.0:1788219800.562096:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562100:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562102:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.562105:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219800.562108:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219800.562114:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219800.562123:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.562130:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219800.562133:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562136:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219800.562138:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562141:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562144:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562147:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219800.562151:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562154:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562156:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562160:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb781f00 00000400:00000200:2.0:1788219800.562164:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562168:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8df5 [1] + 224 00000800:00000001:2.0:1788219800.562172:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562175:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562177:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.562180:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219800.562183:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219800.562188:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219800.562197:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.562205:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219800.562209:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562212:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219800.562213:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562215:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562219:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562222:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219800.562226:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562228:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562230:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562233:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb782100 00000400:00000200:2.0:1788219800.562235:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219800.562238:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e15 [1] + 224 00000800:00000001:2.0:1788219800.562242:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562271:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219800.562274:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219800.562278:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219800.562282:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219800.562287:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219800.562295:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219800.562302:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219800.562306:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219800.562365:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219800.566978:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219800.566988:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219800.566994:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267aa50. 00000400:00000200:3.0:1788219800.567004:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:3.0:1788219800.567006:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:3.0:1788219800.567013:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219800.567030:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219800.567044:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.567700:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219800.567705:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.567709:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219800.567714:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219800.567717:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219800.567721:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.567725:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219800.567800:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219800.567805:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=16 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219800.567808:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219800.567810:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219800.567813:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219800.567818:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.567822:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219800.567824:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219800.567827:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219800.567830:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.567838:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.567846:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.567850:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219800.567852:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219800.567856:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219800.567866:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566205056:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219800.567873:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.567877:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219800.567881:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566205056/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.567888:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219800.567891:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219800.567896:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015ae00. 02000000:00000001:3.0:1788219800.567900:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219800.567903:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219800.567906:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219800.567908:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219800.567911:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26400. 02000000:00000001:3.0:1788219800.567917:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219800.567920:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219800.567922:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:3.0:1788219800.567926:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219800.567928:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.567933:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.567935:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219800.567938:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219800.567945:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219800.567947:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219800.567950:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a108. 00000400:00000200:3.0:1788219800.567954:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c5d8 00000400:00000010:3.0:1788219800.567956:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c5d8. 00000100:00000001:3.0:1788219800.567959:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219800.567964:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219800.567973:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.567980:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219800.567981:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.567983:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219800.567985:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219800.567986:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219800.567988:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.567990:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219800.567994:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219800.567997:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=124 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219800.568000:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219800.568001:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219800.568003:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219800.568004:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.568006:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.568010:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.568015:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.568018:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219800.568019:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219800.568023:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219800.568030:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566204672:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219800.568036:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219800.568037:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219800.568039:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267aaa8. 00000400:00000200:3.0:1788219800.568042:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:3.0:1788219800.568043:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:3.0:1788219800.568045:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219800.568936:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219800.568952:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.568960:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219800.568963:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.568965:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219800.568968:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219800.568970:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219800.568972:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.568975:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219800.568982:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219800.568986:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219800.568988:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219800.568990:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219800.568992:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219800.568994:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.568997:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219800.568999:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219800.569001:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219800.569002:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.569005:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569013:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.569016:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219800.569018:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219800.569021:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219800.569027:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204928:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219800.569036:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219800.569037:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219800.569040:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a840. 00000400:00000200:3.0:1788219800.569044:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c000 00000400:00000010:3.0:1788219800.569045:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c000. 00000100:00000001:3.0:1788219800.569305:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219800.569446:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219800.569455:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569462:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219800.569464:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.569467:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219800.569468:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219800.569470:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219800.569472:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.569474:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219800.569479:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219800.569483:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=104 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219800.569485:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219800.569486:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219800.569488:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219800.569491:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.569493:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219800.569495:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219800.569498:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219800.569499:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.569504:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569511:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.569513:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219800.569515:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219800.569518:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219800.569526:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566205184:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219800.569533:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219800.569534:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219800.569536:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a1b8. 00000400:00000200:3.0:1788219800.569539:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cd48 00000400:00000010:3.0:1788219800.569542:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cd48. 00000100:00000001:3.0:1788219800.569544:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219800.569549:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219800.569557:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569564:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219800.569565:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.569567:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219800.569568:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219800.569569:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219800.569571:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219800.569573:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219800.569577:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219800.569580:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=124 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219800.569583:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219800.569584:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219800.569587:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219800.569589:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.569591:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219800.569593:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:3.0:1788219800.569594:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219800.569596:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219800.569600:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569606:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219800.569608:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219800.569610:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219800.569613:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219800.569620:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566204800:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219800.569635:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.569640:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219800.569644:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566204672/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569652:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219800.569655:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219800.569658:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b200. 02000000:00000001:3.0:1788219800.569662:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219800.569665:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219800.569667:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219800.569670:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219800.569672:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26500. 02000000:00000001:3.0:1788219800.569676:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219800.569677:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219800.569680:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219800.569683:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219800.569684:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.569686:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219800.569690:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566204928/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.569697:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219800.569698:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219800.569700:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b000. 02000000:00000001:3.0:1788219800.569702:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219800.569704:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219800.569705:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219800.569707:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219800.569708:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26b00. 02000000:00000001:3.0:1788219800.569710:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219800.569711:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219800.569713:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219800.569716:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219800.569717:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.569718:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219800.569722:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566205184/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.570678:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219800.570681:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219800.570684:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015a800. 02000000:00000001:3.0:1788219800.570689:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219800.570691:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219800.570693:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219800.570695:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219800.570697:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26000. 02000000:00000001:3.0:1788219800.570700:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219800.570702:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219800.570703:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219800.570706:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219800.570708:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.570711:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219800.570718:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566204800/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219800.570724:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219800.570726:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219800.570874:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b600. 02000000:00000001:3.0:1788219800.570878:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219800.570879:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219800.570881:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219800.570883:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219800.570885:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26300. 02000000:00000001:3.0:1788219800.570887:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219800.570888:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219800.570889:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219800.570892:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219800.570893:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.570896:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219800.570908:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219800.570910:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219800.570913:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219800.570916:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219801.503682:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219801.503690:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219801.503696:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219801.503698:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219801.503701:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219801.503702:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219801.503706:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219801.503707:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219801.503710:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219801.503711:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219801.504173:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219801.504177:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219801.504180:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219801.824130:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313670906, at 4313670912 00000100:00000010:3.0:1788219801.824145:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec8a0. 00000100:00000040:2.0:1788219801.825469:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313670906, at 4313670914 00000100:00000010:2.0:1788219801.825479:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc00. 00010000:00000001:1.0:1788219802.527449:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219802.527457:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219802.527463:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219802.527465:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219802.527469:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219802.527470:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219802.527474:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219802.527475:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219802.527478:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219802.527479:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219802.527585:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219802.527589:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219802.527592:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219803.551466:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219803.551475:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219803.551483:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219803.551485:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219803.551489:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219803.551491:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219803.551495:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219803.551496:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219803.551500:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219803.551502:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219803.551644:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219803.551648:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219803.551652:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219804.195974:0:328574:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b5bd30 00000080:00200000:1.0:1788219804.195981:0:328574:0:(llite_lib.c:2912:ll_statfs()) VFS Op:sb=lustre (ffff9893ca6d2800) / proj=0 00000080:00000001:1.0:1788219804.195984:0:328574:0:(llite_lib.c:2747:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1788219804.195986:0:328574:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1788219804.195989:0:328574:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9893ca6d2800: age 18857, max_age 19004 00800000:00000001:1.0:1788219804.195994:0:328574:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1788219804.195998:0:328574:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9893c2fcd900. 00800000:00000001:1.0:1788219804.196117:0:328574:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1788219804.196120:0:328574:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9893ca6d2800: age 18857, max_age 19004 00000002:00000001:1.0:1788219804.196124:0:328574:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788219804.196128:0:328574:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219804.196134:0:328574:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219804.196137:0:328574:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219804.196141:0:328574:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219804.196144:0:328574:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219804.196149:0:328574:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219804.196155:0:328574:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3e600. 00000100:00000001:1.0:1788219804.196161:0:328574:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.196167:0:328574:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219804.196169:0:328574:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219804.196173:0:328574:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcd9c0. 00000100:00000001:1.0:1788219804.196176:0:328574:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131806144 : -113714577745472 : ffff9893c2fcd9c0) 00000100:00000001:1.0:1788219804.196179:0:328574:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219804.196181:0:328574:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219804.196185:0:328574:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219804.196189:0:328574:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.196191:0:328574:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219804.196192:0:328574:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219804.196203:0:328574:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.196211:0:328574:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219804.196213:0:328574:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219804.196217:0:328574:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219804.196219:0:328574:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219804.196221:0:328574:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219804.196225:0:328574:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job stat:a070992b-a374-46bb-a0a0-eb573b6d6afb:328574:1875079566205312:192.168.203.120@tcp:41:stat.0 00000100:00000001:1.0:1788219804.196229:0:328574:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219804.196233:0:328574:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219804.196235:0:328574:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219804.196237:0:328574:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219804.196241:0:328574:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183000. 02000000:00000001:1.0:1788219804.196243:0:328574:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219804.196250:0:328574:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219804.196254:0:328574:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219804.196679:0:328574:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219804.196688:0:328574:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566205312, portal 10 00000100:00000001:1.0:1788219804.196690:0:328574:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219804.196692:0:328574:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219804.196701:0:328574:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.196709:0:328574:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219804.196713:0:328574:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219804.196716:0:328574:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219804.196720:0:328574:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875079566205312, offset 0 00000400:00000200:1.0:1788219804.196727:0:328574:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219804.196737:0:328574:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219804.196744:0:328574:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219804.196749:0:328574:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219804.196754:0:328574:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219804.196758:0:328574:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219804.196760:0:328574:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219804.196764:0:328574:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92794:92794:256:4294967295] 192.168.203.120@tcp LPNI seq info [92794:92794:8:4294967295] 00000400:00000200:1.0:1788219804.196768:0:328574:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219804.196778:0:328574:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219804.196782:0:328574:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219804.196788:0:328574:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219804.196794:0:328574:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219804.196802:0:328574:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219804.196806:0:328574:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788219804.196903:0:328574:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219804.196909:0:328574:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:1.0:1788219804.196913:0:328574:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219804.196915:0:328574:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313673312 00000100:00000010:1.0:1788219804.196920:0:328574:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2de0. 00000100:00000001:1.0:1788219804.196926:0:328574:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219804.196932:0:328574:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313673312 00000100:00000010:1.0:1788219804.196935:0:328574:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2840. 00000100:00000001:1.0:1788219804.196937:0:328574:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219804.196940:0:328574:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219804.196943:0:328574:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.196945:0:328574:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219804.196947:0:328574:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219804.196949:0:328574:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcd9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219804.196951:0:328574:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219804.196954:0:328574:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219804.204623:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219804.204634:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:2.0:1788219804.204643:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219804.204653:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219804.204662:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:2.0:1788219804.204665:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:2.0:1788219804.204672:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219804.204681:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219804.204695:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219804.204698:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219804.204706:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219804.204708:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219804.215503:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.215518:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219804.215522:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.215524:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219804.215532:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.215540:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219804.215548:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.215554:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.215559:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.215562:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x6a95ffb782180 00000400:00000200:2.0:1788219804.215567:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.215573:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0xe8e25 [1] + 224 00000800:00000001:2.0:1788219804.215579:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.215585:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219804.215588:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219804.215592:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219804.215599:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219804.215618:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219804.215635:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.215686:0:328574:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219804.215702:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219804.215710:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.215713:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219804.219784:0:328574:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219804.219792:0:328574:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219804.219797:0:328574:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219804.219806:0:328574:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219804.219809:0:328574:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219804.219814:0:328574:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219804.219825:0:328574:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219804.219836:0:328574:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.219844:0:328574:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219804.219847:0:328574:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219804.219850:0:328574:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219804.219853:0:328574:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219804.219856:0:328574:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219804.219858:0:328574:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219804.219861:0:328574:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219804.219870:0:328574:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219804.219874:0:328574:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219804.219877:0:328574:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219804.219879:0:328574:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.219883:0:328574:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219804.219886:0:328574:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.219890:0:328574:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219804.219892:0:328574:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219804.219894:0:328574:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219804.219896:0:328574:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219804.219901:0:328574:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.219908:0:328574:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219804.219911:0:328574:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219804.219913:0:328574:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219804.219917:0:328574:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219804.219925:0:328574:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job stat:a070992b-a374-46bb-a0a0-eb573b6d6afb:328574:1875079566205312:192.168.203.120@tcp:41:stat.0 00000100:00000001:1.0:1788219804.219929:0:328574:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219804.219932:0:328574:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.219935:0:328574:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219804.219936:0:328574:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219804.219939:0:328574:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.219946:0:328574:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219804.219949:0:328574:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcd9c0. 00000100:00000001:1.0:1788219804.219952:0:328574:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219804.219953:0:328574:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219804.219959:0:328574:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788219804.219960:0:328574:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219804.219963:0:328574:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566205312/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219804.219968:0:328574:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219804.219970:0:328574:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219804.219973:0:328574:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183000. 02000000:00000001:1.0:1788219804.219976:0:328574:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219804.219978:0:328574:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219804.219980:0:328574:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219804.219982:0:328574:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219804.219985:0:328574:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3e600. 02000000:00000001:1.0:1788219804.219989:0:328574:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219804.219990:0:328574:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219804.219992:0:328574:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219804.219996:0:328574:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219804.219997:0:328574:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219804.219998:0:328574:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219804.219999:0:328574:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219804.220001:0:328574:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:1.0:1788219804.220003:0:328574:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9893ca6d2800: update ffff9894d48dd190 cache blocks 1797503/1916558 objects 523382/524163 00800000:00000001:1.0:1788219804.220009:0:328574:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219804.220011:0:328574:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1788219804.220014:0:328574:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9893c2fcd900. 00800000:00000001:1.0:1788219804.220017:0:328574:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788219804.220019:0:328574:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9893ca6d2800: update ffff9894d48d9e10 cache blocks 1797503/1916558 objects 523382/524163 00000080:00000001:1.0:1788219804.220023:0:328574:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788219804.220025:0:328574:0:(llite_lib.c:2764:ll_statfs_internal()) MDC blocks 1797503/1916558 objects 523382/524163 00000080:00000001:1.0:1788219804.220028:0:328574:0:(llite_lib.c:2767:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219804.220029:0:328574:0:(llite_lib.c:2800:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219804.224708:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313673312, at 4313673313 00000100:00000010:2.0:1788219804.224729:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2de0. 00000100:00000040:3.0:1788219804.225378:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313673312, at 4313673313 00000100:00000010:3.0:1788219804.225387:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2840. 00000080:00000001:1.0:1788219804.271381:0:328578:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219804.271389:0:328578:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219804.271391:0:328578:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219804.271395:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bb20 00000080:00200000:1.0:1788219804.271399:0:328578:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219804.271407:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3e800. 00800000:00000002:1.0:1788219804.271413:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219804.271417:0:328578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219804.271423:0:328578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219804.271425:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8ba40 00800000:00000002:1.0:1788219804.271427:0:328578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219804.271431:0:328578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219804.271434:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219804.271436:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219804.271439:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219804.271442:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219804.271444:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219804.271446:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219804.271448:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219804.271451:0:328578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219804.271456:0:328578:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219804.271458:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b910 00000002:00010000:1.0:1788219804.271460:0:328578:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219804.271464:0:328578:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219804.271466:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219804.271469:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219804.271477:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219804.271480:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219804.271484:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219804.271490:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219804.271496:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788219804.271506:0:328578:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219804.271511:0:328578:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219804.271514:0:328578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788219804.271521:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219804.271524:0:328578:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219804.271525:0:328578:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219804.271527:0:328578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219804.271529:0:328578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219804.271531:0:328578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219804.271534:0:328578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219804.271546:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219804.271549:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3e800. 00000080:00000001:1.0:1788219804.271555:0:328578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219804.271557:0:328578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219804.271559:0:328578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219804.271563:0:328578:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:1.0:1788219804.271566:0:328578:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219804.271568:0:328578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219804.271570:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219804.271572:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219804.271575:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219804.271577:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219804.271580:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219804.271582:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.271584:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219804.271585:0:328578:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219804.271587:0:328578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219804.271589:0:328578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c8b8bb58 00010000:00000001:1.0:1788219804.271591:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219804.271593:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219804.271594:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:1.0:1788219804.271596:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219804.271598:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:1.0:1788219804.271609:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219804.271612:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788219804.271619:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.271620:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.271622:0:328578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219804.271624:0:328578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219804.271627:0:328578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788219804.271636:0:328578:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219804.271639:0:328578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219804.271641:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219804.271646:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.271647:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.271648:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271651:0:328578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219804.271653:0:328578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271655:0:328578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271657:0:328578:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271659:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219804.271660:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.271661:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219804.271664:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219804.271666:0:328578:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219804.271668:0:328578:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219804.271673:0:328578:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219804.271683:0:328578:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e332c0. 00000020:00000001:1.0:1788219804.271687:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bae8 00000080:00200000:1.0:1788219804.271688:0:328578:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=13 00000080:00000001:1.0:1788219804.271691:0:328578:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219804.271693:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b998 00000080:00200000:1.0:1788219804.271694:0:328578:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=getattr 00000080:00000010:1.0:1788219804.271701:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893ebd3e800. 00800000:00000002:1.0:1788219804.271704:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219804.271707:0:328578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219804.271709:0:328578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219804.271711:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b8b8 00800000:00000002:1.0:1788219804.271713:0:328578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219804.271715:0:328578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219804.271718:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219804.271719:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219804.271721:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219804.271722:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219804.271723:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219804.271725:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219804.271727:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219804.271728:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b850 00800000:00000002:1.0:1788219804.271730:0:328578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160f.sanity' -> mds #0 00000002:00000001:1.0:1788219804.271733:0:328578:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219804.271734:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b788 00000002:00010000:1.0:1788219804.271736:0:328578:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160f.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219804.271740:0:328578:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219804.271742:0:328578:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219804.271746:0:328578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219804.271750:0:328578:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219804.271756:0:328578:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219804.271761:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219804.271764:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.271765:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.271766:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.271769:0:328578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219804.271771:0:328578:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219804.271775:0:328578:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219804.271783:0:328578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183000. 00000100:00000001:1.0:1788219804.271788:0:328578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271793:0:328578:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219804.271795:0:328578:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271796:0:328578:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219804.271797:0:328578:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.271799:0:328578:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219804.271805:0:328578:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00010000:00000001:1.0:1788219804.271809:0:328578:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219804.271810:0:328578:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219804.271814:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:1.0:1788219804.271816:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219804.271818:0:328578:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219804.271822:0:328578:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195a00. 00000020:00000001:1.0:1788219804.271826:0:328578:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219804.271828:0:328578:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195a00 with handle 0x34450ab7a16336d to hash 00000020:00000001:1.0:1788219804.271830:0:328578:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219804.271831:0:328578:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469218304 : -113714240333312 : ffff9893d7195a00) 00010000:00000001:1.0:1788219804.271834:0:328578:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469218304 : -113714240333312 : ffff9893d7195a00) 00010000:00000001:1.0:1788219804.271837:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219804.271838:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219804.271841:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219804.271848:0:328578:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219804.271858:0:328578:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219804.271864:0:328578:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219804.271867:0:328578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219804.271873:0:328578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893c2fcd900. 00000100:00000001:1.0:1788219804.271875:0:328578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359131805952 : -113714577745664 : ffff9893c2fcd900) 00000100:00000001:1.0:1788219804.271878:0:328578:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219804.271880:0:328578:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219804.271883:0:328578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219804.271887:0:328578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.271889:0:328578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219804.271890:0:328578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219804.271901:0:328578:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.271909:0:328578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219804.271911:0:328578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219804.271915:0:328578:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219804.271918:0:328578:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219804.271921:0:328578:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219804.271924:0:328578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328578:1875079566205440:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219804.271928:0:328578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219804.271934:0:328578:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219804.271936:0:328578:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219804.271938:0:328578:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219804.271943:0:328578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9c000. 02000000:00000001:1.0:1788219804.271945:0:328578:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219804.271951:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219804.271956:0:328578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219804.271963:0:328578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219804.271970:0:328578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566205440, portal 10 00000100:00000001:1.0:1788219804.271972:0:328578:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219804.271973:0:328578:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219804.271979:0:328578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.271987:0:328578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219804.271990:0:328578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219804.271993:0:328578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661880. 00000100:00000200:1.0:1788219804.271997:0:328578:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566205440, offset 0 00000400:00000200:1.0:1788219804.272003:0:328578:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219804.272011:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219804.272019:0:328578:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219804.272024:0:328578:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219804.272029:0:328578:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219804.272032:0:328578:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219804.272035:0:328578:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219804.272039:0:328578:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92795:92795:256:4294967295] 192.168.203.120@tcp LPNI seq info [92795:92795:8:4294967295] 00000400:00000200:1.0:1788219804.272043:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219804.272053:0:328578:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219804.272058:0:328578:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219804.272063:0:328578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219804.272069:0:328578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219804.272077:0:328578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219804.272080:0:328578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1788219804.272095:0:328578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219804.272099:0:328578:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:1.0:1788219804.272102:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219804.272104:0:328578:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313673387 00000100:00000010:1.0:1788219804.272108:0:328578:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2f60. 00000100:00000001:1.0:1788219804.272114:0:328578:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219804.272120:0:328578:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313673387 00000100:00000010:1.0:1788219804.272123:0:328578:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2360. 00000100:00000001:1.0:1788219804.272125:0:328578:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219804.272128:0:328578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219804.272130:0:328578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219804.272132:0:328578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219804.272134:0:328578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219804.272137:0:328578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893c2fcd900 going to sleep for 11 seconds 00000100:00000001:1.0:1788219804.272139:0:328578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219804.272142:0:328578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219804.272790:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219804.272798:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219804.272804:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219804.272811:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219804.272817:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661880 00000400:00000010:3.0:1788219804.272819:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661880. 00000100:00000001:3.0:1788219804.272824:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219804.272828:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219804.272838:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219804.272841:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219804.272853:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219804.272855:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219804.287762:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.287778:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219804.287782:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.287785:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219804.287794:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.287802:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219804.287810:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.287816:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.287822:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.287825:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb782200 00000400:00000200:2.0:1788219804.287830:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.287836:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8e2d [1] + 224 00000800:00000001:2.0:1788219804.287844:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.287851:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219804.287855:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219804.287860:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219804.287868:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219804.287877:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219804.287888:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.288030:0:328578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219804.288050:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219804.288060:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.288064:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219804.293049:0:328578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219804.293056:0:328578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219804.293060:0:328578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219804.293069:0:328578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219804.293072:0:328578:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219804.293078:0:328578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219804.293090:0:328578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219804.293101:0:328578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.293109:0:328578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219804.293111:0:328578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219804.293114:0:328578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219804.293118:0:328578:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219804.293121:0:328578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219804.293123:0:328578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219804.293125:0:328578:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219804.293135:0:328578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219804.293139:0:328578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219804.293142:0:328578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219804.293146:0:328578:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.293152:0:328578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219804.293155:0:328578:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219804.293157:0:328578:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219804.293159:0:328578:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219804.293160:0:328578:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219804.293164:0:328578:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.293170:0:328578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219804.293174:0:328578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219804.293176:0:328578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219804.293180:0:328578:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219820 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219804.293189:0:328578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328578:1875079566205440:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219804.293193:0:328578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219804.293196:0:328578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219804.293199:0:328578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219804.293201:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219804.293412:0:328578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219820 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219804.293420:0:328578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219804.293423:0:328578:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893c2fcd900. 00000100:00000001:1.0:1788219804.293426:0:328578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219804.293428:0:328578:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219804.293431:0:328578:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219804.293435:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219804.293438:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219804.293441:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195a00 refcount=4 00000020:00000001:1.0:1788219804.293443:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469218304 : -113714240333312 : ffff9893d7195a00) 00010000:00000001:1.0:1788219804.293446:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469218304 : -113714240333312 : ffff9893d7195a00) 00010000:00010000:1.0:1788219804.293451:0:328578:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293463:0:328578:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219804.293466:0:328578:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293472:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219804.293475:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293486:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.293487:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219804.293490:0:328578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293496:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219804.293498:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.293501:0:328578:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219804.293504:0:328578:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219804.293510:0:328578:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7195a00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219804.293512:0:328578:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219804.293516:0:328578:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293522:0:328578:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219804.293524:0:328578:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219804.293528:0:328578:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293532:0:328578:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219804.293535:0:328578:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219804.293536:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219804.293538:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219804.293539:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195a00 refcount=5 00000020:00000001:1.0:1788219804.293541:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469218304 : -113714240333312 : ffff9893d7195a00) 00010000:00000001:1.0:1788219804.293543:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469218304 : -113714240333312 : ffff9893d7195a00) 00010000:00000001:1.0:1788219804.293552:0:328578:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219804.293554:0:328578:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219804.293564:0:328578:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219804.293565:0:328578:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219804.293568:0:328578:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219804.293569:0:328578:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219804.293572:0:328578:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219804.293573:0:328578:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219804.293575:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219804.293576:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219804.293579:0:328578:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195a00 with handle 0x34450ab7a16336d from hash 00010000:00000001:1.0:1788219804.293581:0:328578:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219804.293582:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.293583:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.293585:0:328578:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219804.293586:0:328578:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219804.293588:0:328578:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219804.293590:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.293591:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.293592:0:328578:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219804.293594:0:328578:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219804.293596:0:328578:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293960:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.293962:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.293963:0:328578:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219804.293965:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219804.293966:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219804.293967:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.293968:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219804.293971:0:328578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195a00/0x34450ab7a16336d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219804.293982:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219804.293984:0:328578:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219804.293989:0:328578:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219804.293996:0:328578:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219820 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219804.294004:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219804.294005:0:328578:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219804.294007:0:328578:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219804.294009:0:328578:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219804.294011:0:328578:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219804.294014:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219804.294015:0:328578:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219804.294016:0:328578:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219804.294020:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b710 00000002:00002000:1.0:1788219804.294022:0:328578:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160f.sanity intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788219804.294025:0:328578:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219804.294028:0:328578:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219804.294031:0:328578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219804.294034:0:328578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219804.294037:0:328578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219804.294041:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219804.294044:0:328578:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219804.294045:0:328578:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8b8bb20 it_disposition 7 00000080:00002000:1.0:1788219804.294051:0:328578:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9894d1f6a798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788219804.294159:0:328578:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219804.294163:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219804.294166:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219804.294168:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219804.294171:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219804.294174:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.294176:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.294178:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219804.294182:0:328578:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219804.294184:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.294186:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.294193:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219804.294196:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219804.294200:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219804.294204:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219804.294207:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788219804.294215:0:328578:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219804.294220:0:328578:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219804.294223:0:328578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788219804.294230:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219804.294232:0:328578:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.294233:0:328578:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219804.294702:0:328578:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219804.294705:0:328578:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b8b930 released 00000080:00010000:0.0:1788219804.294708:0:328578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c8b8b930 00010000:00000001:0.0:1788219804.294711:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.294712:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.294715:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.294717:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.294719:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.294721:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219804.294724:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788219804.294735:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.294737:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.294738:0:328578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219804.294740:0:328578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219804.294743:0:328578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788219804.294750:0:328578:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219804.294752:0:328578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219804.294754:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219804.294758:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.294759:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.294761:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.294764:0:328578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219804.294766:0:328578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.294768:0:328578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.294771:0:328578:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.294773:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219804.294774:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.294775:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219804.294776:0:328578:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219804.294778:0:328578:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219804.294781:0:328578:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219804.294786:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893ebd3e800. 00000100:00000001:0.0:1788219804.294792:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219804.294798:0:328578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566205440/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219820 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219804.294805:0:328578:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219804.294820:0:328578:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219804.294823:0:328578:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9c000. 02000000:00000001:0.0:1788219804.294828:0:328578:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219804.294830:0:328578:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219804.294832:0:328578:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219804.294834:0:328578:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219804.294838:0:328578:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183000. 02000000:00000001:0.0:1788219804.294915:0:328578:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219804.294917:0:328578:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219804.294919:0:328578:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:0.0:1788219804.294923:0:328578:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219804.294924:0:328578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219804.294927:0:328578:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219804.294928:0:328578:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b8bb20 released 00000080:00000001:0.0:1788219804.294930:0:328578:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219804.294933:0:328578:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219804.294936:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bb70 00000080:00002000:0.0:1788219804.294938:0:328578:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9894d1f6a798, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219804.294941:0:328578:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.294996:0:328578:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219804.294998:0:328578:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219804.295000:0:328578:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219804.295002:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bbb0 00000080:00200000:0.0:1788219804.295004:0:328578:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219804.295011:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893d16dc000. 00800000:00000002:0.0:1788219804.295015:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219804.295018:0:328578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219804.295022:0:328578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.295023:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bad0 00800000:00000002:0.0:1788219804.295025:0:328578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.295028:0:328578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219804.295030:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219804.295032:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219804.295034:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219804.295036:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219804.295038:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.295040:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.295042:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.295045:0:328578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219804.295049:0:328578:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.295050:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b9a0 00000002:00010000:0.0:1788219804.295052:0:328578:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219804.295055:0:328578:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219804.295056:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.295058:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.295061:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219804.295063:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219804.295066:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219804.295068:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219804.295071:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 02000000:00000001:0.0:1788219804.295079:0:328578:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219804.295081:0:328578:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219804.295083:0:328578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000002:00000001:0.0:1788219804.295088:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219804.295090:0:328578:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219804.295092:0:328578:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.295094:0:328578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.295095:0:328578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219804.295098:0:328578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219804.295100:0:328578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219804.295102:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219804.295104:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893d16dc000. 00000080:00000001:0.0:1788219804.295107:0:328578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219804.295109:0:328578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.295111:0:328578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219804.295114:0:328578:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:0.0:1788219804.295116:0:328578:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219804.295118:0:328578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219804.295119:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.295126:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.295128:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.295130:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295132:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295135:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295137:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219804.295138:0:328578:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.295140:0:328578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.295141:0:328578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c8b8bbe8 00010000:00000001:0.0:1788219804.295143:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.295144:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.295146:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.295147:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295149:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295151:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219804.295154:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788219804.295160:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295161:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.295163:0:328578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219804.295164:0:328578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219804.295166:0:328578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000001:0.0:1788219804.295172:0:328578:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219804.295174:0:328578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219804.295175:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219804.295177:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295178:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.295179:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295181:0:328578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219804.295183:0:328578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295184:0:328578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295186:0:328578:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295188:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219804.295189:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295190:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219804.295192:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219804.295193:0:328578:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219804.295196:0:328578:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219804.295200:0:328578:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.295203:0:328578:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219804.295205:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bbd8 00000080:00002000:0.0:1788219804.295207:0:328578:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9894d1f6a798) flags 0x8000e refc 0 00000080:00000001:0.0:1788219804.295209:0:328578:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.295211:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bc20 00000080:00200000:0.0:1788219804.295213:0:328578:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16392 00000080:00000001:0.0:1788219804.295216:0:328578:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219804.295217:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bba8 00000080:00002000:0.0:1788219804.295219:0:328578:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9894d1f6a798, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219804.295221:0:328578:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.295305:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bd08 00000080:00200008:0.0:1788219804.295308:0:328578:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219804.295387:0:328578:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219804.295389:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bc80 00000080:00200000:0.0:1788219804.295391:0:328578:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219804.295395:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893d16dc000. 00800000:00000002:0.0:1788219804.295398:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219804.295400:0:328578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219804.295402:0:328578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.295403:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bba0 00800000:00000002:0.0:1788219804.295405:0:328578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.295408:0:328578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219804.295409:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219804.295410:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219804.295412:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219804.295413:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219804.295415:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.295417:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.295418:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.295420:0:328578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219804.295423:0:328578:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.295425:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8ba70 00000002:00010000:0.0:1788219804.295426:0:328578:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219804.295429:0:328578:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219804.295430:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.295432:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.295435:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219804.295437:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219804.295439:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219804.295441:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219804.295444:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 02000000:00000001:0.0:1788219804.295451:0:328578:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219804.295453:0:328578:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219804.295456:0:328578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000002:00000001:0.0:1788219804.295461:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219804.295463:0:328578:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219804.295465:0:328578:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.295467:0:328578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.295468:0:328578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219804.295470:0:328578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219804.295473:0:328578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219804.295474:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219804.295477:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893d16dc000. 00000080:00000001:0.0:1788219804.295479:0:328578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219804.295481:0:328578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.295483:0:328578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219804.295485:0:328578:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:0.0:1788219804.295488:0:328578:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219804.295490:0:328578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219804.295491:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.295493:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.295494:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.295497:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295499:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295501:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295502:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219804.295503:0:328578:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.295504:0:328578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.295506:0:328578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c8b8bcb8 00010000:00000001:0.0:1788219804.295508:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.295509:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.295510:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.295512:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295514:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.295516:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219804.295518:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000001:0.0:1788219804.295524:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295525:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.295526:0:328578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219804.295528:0:328578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219804.295530:0:328578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1788219804.295535:0:328578:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219804.295536:0:328578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219804.295538:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219804.295540:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295541:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.295542:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295544:0:328578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219804.295545:0:328578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295546:0:328578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295548:0:328578:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.295550:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219804.295551:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.295552:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219804.295554:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219804.295555:0:328578:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219804.295558:0:328578:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.295562:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bd08 00000080:00000008:0.0:1788219804.295563:0:328578:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219804.296583:0:328578:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.296624:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bd08 00000080:00200008:0.0:1788219804.296627:0:328578:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219804.296632:0:328578:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219804.296633:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bc80 00000080:00200000:0.0:1788219804.296635:0:328578:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219804.296640:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893d16dc000. 00800000:00000002:0.0:1788219804.296644:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219804.296647:0:328578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219804.296650:0:328578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.296652:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bba0 00800000:00000002:0.0:1788219804.296654:0:328578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.296656:0:328578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219804.296658:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219804.296660:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219804.296662:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219804.296664:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219804.296666:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.296668:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.296669:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.296672:0:328578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219804.296676:0:328578:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.296677:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8ba70 00000002:00010000:0.0:1788219804.296679:0:328578:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219804.296681:0:328578:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219804.296683:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.296685:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.296689:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219804.296692:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219804.296695:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219804.296698:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219804.296702:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:0.0:1788219804.296710:0:328578:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219804.296714:0:328578:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219804.296716:0:328578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:0.0:1788219804.296722:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219804.296724:0:328578:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219804.296725:0:328578:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.296727:0:328578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.296729:0:328578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219804.296731:0:328578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219804.296733:0:328578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219804.296736:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219804.296738:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893d16dc000. 00000080:00000001:0.0:1788219804.296743:0:328578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219804.296744:0:328578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.296746:0:328578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219804.296749:0:328578:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:0.0:1788219804.296752:0:328578:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219804.296753:0:328578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219804.296755:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.296757:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.296759:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.296761:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.296763:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.296765:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.296766:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219804.296767:0:328578:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.296769:0:328578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.296771:0:328578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c8b8bcb8 00010000:00000001:0.0:1788219804.296773:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.296774:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.296776:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.296777:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.296779:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.296781:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219804.296783:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1788219804.296790:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.296791:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.296792:0:328578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219804.296794:0:328578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219804.296797:0:328578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1788219804.296803:0:328578:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219804.296806:0:328578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219804.296952:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219804.296957:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.296958:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.296960:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.296963:0:328578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219804.296965:0:328578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.296966:0:328578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.296969:0:328578:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.296971:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219804.296973:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.297041:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219804.297044:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219804.297046:0:328578:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219804.297049:0:328578:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.297053:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bd08 00000080:00000008:0.0:1788219804.297055:0:328578:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219804.297186:0:328578:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219804.297189:0:328578:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219804.297190:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bb78 00000080:00200000:0.0:1788219804.297192:0:328578:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219804.297196:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893d16dc000. 00800000:00000002:0.0:1788219804.297200:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219804.297202:0:328578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219804.297205:0:328578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.297206:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8ba98 00800000:00000002:0.0:1788219804.297208:0:328578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.297210:0:328578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219804.297212:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219804.297213:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219804.297214:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219804.297216:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219804.297218:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.297219:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.297221:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.297224:0:328578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219804.297227:0:328578:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219804.297229:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b968 00000002:00010000:0.0:1788219804.297230:0:328578:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219804.297233:0:328578:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219804.297235:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.297236:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.297485:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219804.297490:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219804.297493:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219804.297496:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219804.297500:0:328578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:0.0:1788219804.297507:0:328578:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219804.297511:0:328578:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219804.297514:0:328578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:0.0:1788219804.297526:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219804.297527:0:328578:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219804.297529:0:328578:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.297531:0:328578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219804.297533:0:328578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219804.297535:0:328578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219804.297537:0:328578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219804.297539:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219804.297541:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893d16dc000. 00000080:00000001:0.0:1788219804.297544:0:328578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219804.297546:0:328578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.297548:0:328578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219804.297550:0:328578:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163319 00800000:00000001:0.0:1788219804.297553:0:328578:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219804.297555:0:328578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219804.297556:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.297557:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.297559:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.297561:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.297563:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.297565:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.297567:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219804.297568:0:328578:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.297570:0:328578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219804.297572:0:328578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163319 from it ffffa959c8b8bbb0 00010000:00000001:0.0:1788219804.297574:0:328578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219804.297575:0:328578:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219804.297576:0:328578:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219804.297578:0:328578:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.297579:0:328578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219804.297581:0:328578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219804.297584:0:328578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1788219804.297591:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.297592:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.297593:0:328578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219804.297595:0:328578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219804.297597:0:328578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:0.0:1788219804.297613:0:328578:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219804.297615:0:328578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219804.297616:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219804.297619:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.297620:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.297621:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.297623:0:328578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219804.297625:0:328578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.297626:0:328578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.297629:0:328578:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.297630:0:328578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219804.297632:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.297633:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219804.297634:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219804.297636:0:328578:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219804.297638:0:328578:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 44 00000080:00000001:0.0:1788219804.297642:0:328578:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.297647:0:328578:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1788219804.297649:0:328578:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788219804.297651:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bb78 00000080:00200008:0.0:1788219804.297653:0:328578:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), flags 300000 00000080:00000010:0.0:1788219804.297658:0:328578:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894c8d70f00. 00000080:00000001:0.0:1788219804.297663:0:328578:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.297664:0:328578:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.297680:0:328578:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788219804.297682:0:328578:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248) cmd=c03066f0 arg=7fff5e230930 00000020:00000001:0.0:1788219804.297688:0:328578:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788219804.297694:0:328578:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff9894ed03dc00. 00000020:00000001:0.0:1788219804.297698:0:328578:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.297702:0:328578:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788219804.297704:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bad0 00000080:00200000:0.0:1788219804.297706:0:328578:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248) name=d160f.sanity stripe_offset=0 stripe_count=2, hash_type=1 00000080:00000010:0.0:1788219804.297711:0:328578:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893d16dc000. 00800000:00000002:0.0:1788219804.297715:0:328578:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000001:0.0:1788219804.297722:0:328578:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:0.0:1788219804.297724:0:328578:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788219804.297727:0:328578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219804.297728:0:328578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219804.297730:0:328578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219804.297731:0:328578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219804.297733:0:328578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.297735:0:328578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219804.297737:0:328578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.297740:0:328578:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:0.0:1788219804.297743:0:328578:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788219804.297745:0:328578:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788219804.297747:0:328578:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788219804.297750:0:328578:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788219804.297752:0:328578:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x982:0x0] 40000000:00000001:0.0:1788219804.297755:0:328578:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219804.297757:0:328578:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.297758:0:328578:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219804.297760:0:328578:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.297762:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b9e8 00800000:00000002:0.0:1788219804.297765:0:328578:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd160f.sanity' [0x2000013a2:0x982:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788219804.297769:0:328578:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788219804.297771:0:328578:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219804.297775:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219804.297777:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219804.297780:0:328578:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219804.297784:0:328578:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219804.297786:0:328578:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00000001:0.0:1788219804.297798:0:328578:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219804.297802:0:328578:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219804.297804:0:328578:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219804.297806:0:328578:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788219804.297820:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.297821:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.297824:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 3 00010000:00000001:0.0:1788219804.297826:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219804.297828:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219804.297829:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.297830:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.297832:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 3 00010000:00000001:0.0:1788219804.297833:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219804.297835:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219804.297837:0:328578:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219804.297838:0:328578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219804.298881:0:328578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 3 00010000:00000001:0.0:1788219804.298885:0:328578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219804.298890:0:328578:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.298893:0:328578:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219804.298896:0:328578:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9894d1eeb180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788219804.298900:0:328578:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788219804.298903:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8b670 00000080:00002000:0.0:1788219804.298905:0:328578:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d160f.sanity 00000080:00000001:0.0:1788219804.298912:0:328578:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219804.298918:0:328578:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219804.298923:0:328578:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219804.298925:0:328578:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219804.298926:0:328578:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.298930:0:328578:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219804.298933:0:328578:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219804.298935:0:328578:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219804.298937:0:328578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219804.298939:0:328578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788219804.298942:0:328578:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b800 with handle 0x34450ab7a163319 from hash 00010000:00000001:0.0:1788219804.298945:0:328578:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219804.298947:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.298948:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.298949:0:328578:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219804.298953:0:328578:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219804.298955:0:328578:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219804.298958:0:328578:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219804.298960:0:328578:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219804.298962:0:328578:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788219804.298970:0:328578:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016a00. 00000020:00000040:0.0:1788219804.298985:0:328578:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219804.298992:0:328578:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219804.298994:0:328578:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.298996:0:328578:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219804.299001:0:328578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219804.299005:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219804.299006:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.299007:0:328578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219804.299010:0:328578:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219804.299012:0:328578:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219804.299016:0:328578:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219804.299023:0:328578:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03d800. 00000100:00000001:0.0:1788219804.299030:0:328578:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.299033:0:328578:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219804.299035:0:328578:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219804.299040:0:328578:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1788219804.299048:0:328578:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219804.299049:0:328578:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219804.299051:0:328578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219804.299053:0:328578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163319 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8316 expref: -99 pid: 326923 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000040:0.0:1788219804.299061:0:328578:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708200 count: 0 00010000:00000010:0.0:1788219804.299065:0:328578:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c480. 00010000:00000001:0.0:1788219804.299073:0:328578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219804.299074:0:328578:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.299076:0:328578:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219804.299077:0:328578:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.299079:0:328578:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788219804.299090:0:328578:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788219804.299101:0:328578:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219804.299110:0:328578:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219804.299111:0:328578:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219804.299118:0:328578:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d622e0c0. 00000100:00000001:0.0:1788219804.299120:0:328578:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363748032704 : -113709961518912 : ffff9894d622e0c0) 00000100:00000001:0.0:1788219804.299123:0:328578:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219804.299124:0:328578:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131715584 : -113709577836032 : ffff9894ed016a00) 00000100:00000001:0.0:1788219804.299128:0:328578:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219804.299131:0:328578:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219804.299133:0:328578:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219804.299135:0:328578:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219804.299139:0:328578:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219804.299147:0:328578:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219804.299148:0:328578:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219804.299152:0:328578:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219804.299154:0:328578:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219804.299157:0:328578:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219804.299160:0:328578:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016a00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328578:1875079566205696:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219804.299164:0:328578:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219804.299169:0:328578:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219804.299171:0:328578:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219804.299174:0:328578:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219804.299177:0:328578:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03d000. 02000000:00000001:0.0:1788219804.299179:0:328578:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219804.299187:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219804.299192:0:328578:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219804.299198:0:328578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219804.299216:0:328578:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566205696, portal 10 00000100:00000001:0.0:1788219804.299219:0:328578:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219804.299220:0:328578:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131715584 : -113709577836032 : ffff9894ed016a00) 00000100:00000040:0.0:1788219804.299227:0:328578:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219804.299233:0:328578:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219804.299236:0:328578:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219804.299238:0:328578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219804.299251:0:328578:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1875079566205696, offset 0 00000400:00000200:0.0:1788219804.299258:0:328578:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219804.299266:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219804.299273:0:328578:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219804.299277:0:328578:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219804.299281:0:328578:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219804.299285:0:328578:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219804.299287:0:328578:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219804.299291:0:328578:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92796:92796:256:4294967295] 192.168.203.120@tcp LPNI seq info [92796:92796:8:4294967295] 00000400:00000200:0.0:1788219804.299294:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219804.299305:0:328578:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219804.299336:0:328578:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219804.299342:0:328578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219804.299348:0:328578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219804.299357:0:328578:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219804.299361:0:328578:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1788219804.299373:0:328578:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219804.299377:0:328578:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:0.0:1788219804.299380:0:328578:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219804.299383:0:328578:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313673415 00000100:00000001:0.0:1788219804.299389:0:328578:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313673387 00000100:00000001:0.0:1788219804.299394:0:328578:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313673415 00000100:00000001:0.0:1788219804.299397:0:328578:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313673387 00000100:00000001:0.0:1788219804.299401:0:328578:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219804.299403:0:328578:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219804.299405:0:328578:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219804.299407:0:328578:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219804.299409:0:328578:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d622e0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219804.299411:0:328578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219804.299414:0:328578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219804.299484:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219804.299488:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:3.0:1788219804.299494:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219804.299499:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219804.299505:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:3.0:1788219804.299507:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:3.0:1788219804.299511:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219804.299515:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219804.299525:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219804.299528:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219804.299535:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219804.299537:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219804.301384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195a00. 00000080:00000010:0.1:1788219804.307375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e332c0. 00010000:00000010:0.1:1788219804.307403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:0.1:1788219804.307408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b800. 00000100:00000040:2.0:1788219804.328783:0:321638:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313673415, at 4313673417 00000100:00000010:2.0:1788219804.328795:0:321638:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2f60. 00000100:00000040:3.0:1788219804.329007:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313673415, at 4313673417 00000100:00000010:3.0:1788219804.329012:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2360. 00000800:00000001:2.0:1788219804.329050:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.329059:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219804.329062:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.329064:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219804.329071:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.329076:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219804.329082:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.329086:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.329091:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.329093:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 536 into portal 10 MB=0x6a95ffb782300 00000400:00000200:2.0:1788219804.329097:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219804.329100:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 536/536 into md 0xe8e35 [1] + 224 00000800:00000001:2.0:1788219804.329105:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.329111:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219804.329114:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219804.329117:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219804.329122:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219804.329128:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219804.329136:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=576 req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219804.329150:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219804.329157:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219804.329163:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219804.329199:0:328578:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219804.329217:0:328578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219804.329219:0:328578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219804.329222:0:328578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219804.329228:0:328578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:0.0:1788219804.329230:0:328578:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:0.0:1788219804.329233:0:328578:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219804.329238:0:328578:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219804.329508:0:328578:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016a00 x1875079566205696/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219820 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219804.329575:0:328578:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219804.329578:0:328578:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219804.329581:0:328578:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219804.329584:0:328578:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219804.329587:0:328578:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219804.329589:0:328578:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219804.329592:0:328578:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219804.329610:0:328578:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219804.329615:0:328578:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=128 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219804.329618:0:328578:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219804.329619:0:328578:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219804.329622:0:328578:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219804.329626:0:328578:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219804.329629:0:328578:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219804.329630:0:328578:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100005ac1/0x1] 00000100:00000001:0.0:1788219804.329632:0:328578:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219804.329635:0:328578:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219804.329636:0:328578:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131715584 : -113709577836032 : ffff9894ed016a00) 00000100:00000001:0.0:1788219804.329639:0:328578:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219804.329641:0:328578:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:0.0:1788219804.329642:0:328578:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219804.329644:0:328578:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219804.329649:0:328578:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016a00 x1875079566205696/t17179869220(17179869220) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/536 e 0 to 0 dl 1788219820 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219804.329656:0:328578:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219804.329659:0:328578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219804.329661:0:328578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219804.329664:0:328578:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016a00 x1875079566205696/t17179869220(17179869220) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/536 e 0 to 0 dl 1788219820 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219804.329671:0:328578:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016a00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328578:1875079566205696:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219804.329676:0:328578:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219804.329678:0:328578:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219804.329680:0:328578:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219804.329682:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219804.329685:0:328578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016a00 x1875079566205696/t17179869220(17179869220) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/536 e 0 to 0 dl 1788219820 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219804.329691:0:328578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219804.329694:0:328578:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d622e0c0. 00000100:00000001:0.0:1788219804.329697:0:328578:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219804.329699:0:328578:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219804.329712:0:328578:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.329715:0:328578:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219804.329717:0:328578:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.329721:0:328578:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219804.329727:0:328578:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219804.329729:0:328578:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219804.329731:0:328578:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219804.329735:0:328578:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788219804.329748:0:328578:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa011080. 00000080:00000001:0.0:1788219804.329757:0:328578:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788219804.329759:0:328578:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00000001:0.0:1788219804.329762:0:328578:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219804.329764:0:328578:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219804.329766:0:328578:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.329768:0:328578:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219804.329770:0:328578:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1788219804.329773:0:328578:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145922 mtime from 0 to 1788219804 00000080:00200000:0.0:1788219804.329776:0:328578:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x982:0x0], updating i_size 4096 00000080:00000001:0.0:1788219804.329779:0:328578:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788219804.329781:0:328578:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630360054829384 : -113713654722232 : ffff9893fa011148) 00000080:00000001:0.0:1788219804.329783:0:328578:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219804.329786:0:328578:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219804.329788:0:328578:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219804.329794:0:328578:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219804.329798:0:328578:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016a00 x1875079566205696/t17179869220(17179869220) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 600/536 e 0 to 0 dl 1788219820 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219804.329804:0:328578:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219804.329806:0:328578:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219804.329809:0:328578:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893d16dc000. 00000080:00000010:0.0:1788219804.329814:0:328578:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 640 at ffff9894ed03dc00. 00000080:00000001:0.0:1788219804.329818:0:328578:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.329835:0:328578:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1788219804.329837:0:328578:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788219804.329850:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bdd0 00000080:00200008:0.0:1788219804.329853:0:328578:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), flags 300000 00000080:00400000:0.0:1788219804.329857:0:328578:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788219804.329860:0:328578:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894c8d70f00. 00000080:00000001:0.0:1788219804.329863:0:328578:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788219804.329866:0:328578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b8bdd0 00000080:00000008:0.0:1788219804.329868:0:328578:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), flags 300000, rc = 0 00000080:00000001:0.0:1788219804.329870:0:328578:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219804.329872:0:328578:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.575396:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219804.575403:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.575411:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219804.575412:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.575416:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219804.575418:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.575421:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219804.575422:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219804.575425:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219804.575426:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219804.575551:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219804.575555:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219804.575558:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219805.599558:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219805.599566:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599573:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219805.599575:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599578:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219805.599580:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599583:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219805.599586:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219805.599589:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219805.599602:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219805.599604:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219805.599606:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599609:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219805.599612:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599614:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599616:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219805.599619:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219805.599621:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219805.599705:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219805.599708:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219805.599711:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788219805.655649:0:328670:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668529:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219805.668539:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219805.668546:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219805.668552:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219805.668557:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219805.668561:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219805.668566:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219805.668574:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7f00. 00000100:00000001:2.0:1788219805.668580:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668601:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219805.668613:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219805.668619:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668626:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_00+0] req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668657:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668660:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219805.668664:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219805.668668:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219805.668670:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219805.668672:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219805.668674:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219805.668676:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219805.668679:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7a00. 00000100:00000001:2.0:1788219805.668681:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668686:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219805.668702:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219805.668705:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668709:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709bd210] to pc [ptlrpcd_01_01+1] req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668717:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668720:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219805.668725:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219805.668728:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219805.668731:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219805.668733:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219805.668734:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219805.668736:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219805.668739:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7900. 00000100:00000001:2.0:1788219805.668742:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668746:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219805.668753:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219805.668755:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668758:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668765:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668767:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219805.668770:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219805.668773:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219805.668776:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219805.668778:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219805.668779:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219805.668780:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219805.668784:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7d00. 00000100:00000001:2.0:1788219805.668787:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668790:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219805.668796:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219805.668798:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668801:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668811:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668813:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219805.668816:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219805.668818:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219805.668820:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219805.668822:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219805.668823:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219805.668825:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219805.668827:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893ec7d7c00. 00000100:00000001:2.0:1788219805.668829:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668832:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219805.668838:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219805.668840:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668843:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098083f1e] to pc [ptlrpcd_01_00+0] req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668849:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.668853:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19012) 00000100:00000001:2.0:1788219805.668862:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219805.668866:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219805.668868:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219805.668874:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668881:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219805.668883:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.668887:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219805.668890:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219805.668892:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219805.668895:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566205952:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219805.668911:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219805.668917:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219805.668920:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.668922:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219805.668926:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975c00. 02000000:00000001:2.0:1788219805.668928:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219805.668936:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219805.668941:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2a50. 00000400:00000010:2.0:1788219805.668948:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5c38. 00000100:00000200:2.0:1788219805.668956:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566205952, portal 10 00000100:00000001:2.0:1788219805.668958:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219805.668960:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219805.668968:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.668975:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219805.668977:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219805.668979:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000200:2.0:1788219805.668982:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566205952, offset 0 00000400:00000200:2.0:1788219805.668989:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219805.668998:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669005:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219805.669009:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219805.669013:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219805.669016:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219805.669019:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669023:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92797:92797:256:4294967295] 192.168.203.120@tcp LPNI seq info [92797:92797:8:4294967295] 00000400:00000200:2.0:1788219805.669027:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669035:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219805.669041:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219805.669056:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894cc6c2600. 00000800:00000200:2.0:1788219805.669062:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219805.669069:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219805.669074:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894cc6c2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219805.669086:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.669089:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:2.0:1788219805.669093:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219805.669095:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313674783 00000100:00000010:2.0:1788219805.669100:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1922a0. 00000100:00000001:2.0:1788219805.669106:0:256064:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219805.669110:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313674783 00000100:00000010:2.0:1788219805.669113:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192720. 00000100:00000001:2.0:1788219805.669115:0:256064:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219805.669118:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219805.669121:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669123:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219805.669127:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669133:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219805.669134:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669136:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219805.669137:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219805.669139:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219805.669141:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566206208:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219805.669144:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219805.669146:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219805.669148:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669149:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219805.669151:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974600. 02000000:00000001:2.0:1788219805.669153:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219805.669156:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219805.669159:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2630. 00000400:00000010:2.0:1788219805.669163:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5f68. 00000100:00000200:2.0:1788219805.669166:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566206208, portal 4 00000100:00000001:2.0:1788219805.669168:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219805.669169:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:2.0:1788219805.669174:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669180:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219805.669182:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219805.669184:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219805.669185:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566206208, offset 0 00000400:00000200:2.0:1788219805.669190:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669193:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669196:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219805.669198:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219805.669200:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219805.669202:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219805.669204:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669206:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92798:92798:255:4294967295] 192.168.203.120@tcp LPNI seq info [92798:92798:7:4294967295] 00000400:00000200:2.0:1788219805.669209:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669214:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219805.669219:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219805.669223:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219805.669227:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219805.669231:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219805.669233:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219805.669236:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.669239:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:2.0:1788219805.669241:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219805.669243:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313674774 00000100:00000001:2.0:1788219805.669245:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313674783 00000100:00000001:2.0:1788219805.669247:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313674774 00000100:00000001:2.0:1788219805.669249:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313674783 00000100:00000001:2.0:1788219805.669252:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219805.669254:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669256:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669259:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219805.669265:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219805.669267:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219805.669269:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219805.669270:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219805.669272:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219805.669274:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1788219805.669276:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219805.669278:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219805.669279:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219805.669280:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219805.669281:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219805.669282:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219805.669286:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669292:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219805.669293:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669295:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219805.669297:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219805.669298:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219805.669301:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566205824:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219805.669304:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219805.669306:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219805.669307:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669309:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219805.669339:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974e00. 02000000:00000001:2.0:1788219805.669341:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219805.669345:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219805.669348:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb28f0. 00000400:00000010:2.0:1788219805.669351:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5440. 00000100:00000200:2.0:1788219805.669354:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566205824, portal 25 00000100:00000001:2.0:1788219805.669356:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219805.669358:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000040:2.0:1788219805.669363:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669369:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219805.669371:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219805.669373:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219805.669376:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566205824, offset 0 00000400:00000200:2.0:1788219805.669379:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669383:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669386:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219805.669389:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219805.669391:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219805.669393:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219805.669395:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669398:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92799:92799:254:4294967295] 192.168.203.120@tcp LPNI seq info [92799:92799:6:4294967295] 00000400:00000200:2.0:1788219805.669402:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669407:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219805.669412:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219805.669415:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006000. 00000800:00000200:2.0:1788219805.669419:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219805.669423:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219805.669426:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219805.669428:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219805.669431:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219805.669433:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313676028 00000100:00000001:2.0:1788219805.669437:0:256064:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313674783 00000100:00000001:2.0:1788219805.669440:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313676028 00000100:00000001:2.0:1788219805.669442:0:256064:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313674783 00000100:00000001:2.0:1788219805.669444:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219805.669446:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669449:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219805.669452:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669458:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219805.669459:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669462:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219805.669464:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219805.669465:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219805.669468:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566206080:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219805.669471:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219805.669473:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219805.669474:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669476:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219805.669480:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974000. 02000000:00000001:2.0:1788219805.669481:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219805.669484:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219805.669487:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb27e8. 00000400:00000010:2.0:1788219805.669490:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219805.669492:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566206080, portal 10 00000100:00000001:2.0:1788219805.669494:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219805.669495:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219805.669500:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669506:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219805.669508:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219805.669510:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219805.669512:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566206080, offset 0 00000400:00000200:2.0:1788219805.669516:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669519:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669523:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219805.669526:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219805.669529:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219805.669531:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219805.669533:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669536:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92800:92800:253:4294967295] 192.168.203.120@tcp LPNI seq info [92800:92800:5:4294967295] 00000400:00000200:2.0:1788219805.669540:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669544:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219805.669549:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219805.669552:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219805.669555:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219805.669559:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219805.669562:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219805.669565:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.669567:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14670 usecs (15 jiffies) 00000400:00000200:2.0:1788219805.669571:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219805.669572:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313674771 00000100:00000001:2.0:1788219805.669574:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219805.669576:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313674771 00000100:00000001:2.0:1788219805.669578:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219805.669579:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219805.669581:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669583:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219805.669587:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669603:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219805.669605:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669607:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219805.669609:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219805.669610:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219805.669613:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566206336:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219805.669616:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219805.669619:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219805.669620:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219805.669622:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219805.669625:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219805.669627:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219805.669630:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219805.669632:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219805.669635:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219805.669638:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566206336, portal 4 00000100:00000001:2.0:1788219805.669640:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219805.669641:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219805.669646:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669652:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219805.669655:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219805.669657:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5880. 00000100:00000200:2.0:1788219805.669660:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566206336, offset 0 00000400:00000200:2.0:1788219805.669664:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669668:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669672:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1788219805.669675:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788219805.669675:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219805.669678:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219805.669680:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219805.669682:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219805.669685:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92801:92801:252:4294967295] 192.168.203.120@tcp LPNI seq info [92801:92801:4:4294967295] 00000400:00000200:2.0:1788219805.669688:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.669693:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219805.669698:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219805.669701:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006700. 00000100:00000001:3.0:1788219805.669706:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219805.669708:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219805.669714:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219805.669717:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219805.669721:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219805.669723:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27550 usecs (28 jiffies) 00000400:00000200:2.0:1788219805.669727:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219805.669729:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313674784 00000100:00000001:2.0:1788219805.669731:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219805.669733:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313674784 00000100:00000001:2.0:1788219805.669735:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219805.669737:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219805.669739:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669741:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669744:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219805.669786:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219805.669799:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894cc6c2600. 00000400:00000200:2.0:1788219805.669806:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.669811:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219805.669816:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:2.0:1788219805.669819:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:2.0:1788219805.669824:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219805.669830:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669839:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219805.669843:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.669850:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.669852:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219805.669866:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219805.670066:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:2.0:1788219805.670070:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.670075:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219805.670079:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:2.0:1788219805.670081:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:2.0:1788219805.670084:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219805.670088:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.670096:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219805.670099:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.670106:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.670107:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219805.670118:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219805.670120:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006000. 00000400:00000200:2.0:1788219805.670122:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.670125:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219805.670128:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219805.670130:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219805.670132:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219805.670136:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.670143:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219805.670146:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.670152:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.670154:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219805.670162:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219805.670164:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:2.0:1788219805.670167:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.670170:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219805.670172:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:2.0:1788219805.670174:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:2.0:1788219805.670175:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219805.670179:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.670186:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219805.670189:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.670195:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.670196:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219805.671855:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219805.671866:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006700. 00000400:00000200:2.0:1788219805.671873:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.671882:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219805.672045:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5880 00000400:00000010:2.0:1788219805.672050:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5880. 00000100:00000001:2.0:1788219805.672055:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219805.672065:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.672077:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219805.672080:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.672087:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219805.672088:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219805.680844:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.680862:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219805.680879:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.680883:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.680897:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.680912:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219805.680922:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.680929:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.680936:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.680940:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb782380 00000400:00000200:2.0:1788219805.680946:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.680952:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e5d [1] + 224 00000800:00000001:2.0:1788219805.680960:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.680965:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.680969:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.680974:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219805.680985:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219805.680995:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219805.681008:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.681024:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219805.681033:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681038:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219805.681040:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681043:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681046:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681050:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219805.681054:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681057:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681060:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681062:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb782400 00000400:00000200:2.0:1788219805.681066:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681070:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e3d [1] + 224 00000800:00000001:2.0:1788219805.681073:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681076:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681078:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.681081:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219805.681084:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219805.681089:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219805.681098:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.681106:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219805.681110:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681113:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219805.681115:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681118:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681122:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681127:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219805.681132:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681135:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681138:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681141:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb782480 00000400:00000200:2.0:1788219805.681145:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681149:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e6d [1] + 224 00000800:00000001:2.0:1788219805.681152:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681157:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681159:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.681163:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219805.681166:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219805.681172:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219805.681181:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.681202:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219805.681207:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681211:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219805.681213:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681217:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681221:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681226:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219805.681230:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681233:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681237:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681240:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb782580 00000400:00000200:2.0:1788219805.681245:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681249:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e7d [1] + 224 00000800:00000001:2.0:1788219805.681253:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681258:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681260:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.681265:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219805.681268:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219805.681272:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219805.681281:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.681289:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219805.681292:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681296:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219805.681298:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681301:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681304:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681309:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219805.681341:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681344:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681346:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681349:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb782500 00000400:00000200:2.0:1788219805.681352:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219805.681356:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8e4d [1] + 224 00000800:00000001:2.0:1788219805.681360:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681369:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219805.681371:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219805.681374:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219805.681377:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219805.681381:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219805.681389:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219805.681396:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219805.681401:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219805.681404:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.681692:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219805.681698:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219805.681706:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219805.681708:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219805.681712:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb28f0. 00000400:00000200:3.0:1788219805.681717:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5440 00000400:00000010:3.0:1788219805.681720:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5440. 00000100:00000001:3.0:1788219805.681724:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219805.681730:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219805.681739:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.681751:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219805.681753:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.681755:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219805.681759:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219805.681762:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219805.681764:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219805.681768:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219805.681775:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219805.681779:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=129 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219805.681783:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219805.681785:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219805.681789:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219805.681791:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219805.681794:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219805.681799:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.681806:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219805.681809:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219805.681811:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219805.681815:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219805.681823:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566205824:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219805.681832:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219805.681834:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219805.681836:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb27e8. 00000400:00000200:3.0:1788219805.681840:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:3.0:1788219805.681841:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:3.0:1788219805.681845:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219805.681849:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219805.681858:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.681865:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219805.681867:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.681869:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219805.681870:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219805.681871:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219805.681873:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219805.681874:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219805.681880:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219805.681883:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219805.681885:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219805.681886:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219805.681888:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219805.681891:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219805.681894:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219805.681896:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219805.681911:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219805.681912:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219805.681916:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.681923:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219805.681924:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219805.681926:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219805.681929:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219805.681936:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566206080:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219805.681941:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219805.681942:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219805.681944:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:3.0:1788219805.681948:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:3.0:1788219805.681950:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:3.0:1788219805.681952:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219805.681956:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219805.681965:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.681972:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219805.681973:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.681975:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219805.681977:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219805.681979:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219805.681980:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219805.681982:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219805.681986:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219805.681989:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=109 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219805.681992:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219805.681994:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219805.681996:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219805.681998:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219805.682001:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219805.682003:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219805.682005:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219805.682006:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219805.682011:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682018:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219805.682019:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219805.682021:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219805.682026:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219805.682033:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566206336:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219805.682039:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219805.682041:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219805.682044:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2a50. 00000400:00000200:3.0:1788219805.682047:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5c38 00000400:00000010:3.0:1788219805.682049:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5c38. 00000100:00000001:3.0:1788219805.682051:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219805.682055:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219805.682063:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682069:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219805.682070:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.682072:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219805.682073:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219805.682074:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219805.682075:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219805.682077:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219805.682081:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219805.682084:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=129 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219805.682086:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219805.682087:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219805.682089:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219805.682091:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219805.682093:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219805.682094:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:3.0:1788219805.682096:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219805.682098:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219805.682102:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682108:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219805.682110:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219805.682112:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219805.682116:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219805.682124:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566205952:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219805.682132:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219805.682134:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219805.682136:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2630. 00000400:00000200:3.0:1788219805.682139:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5f68 00000400:00000010:3.0:1788219805.682142:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5f68. 00000100:00000001:3.0:1788219805.682144:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219805.682148:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219805.682156:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682162:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219805.682164:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.682166:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219805.682168:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219805.682169:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219805.682170:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219805.682172:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219805.682176:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219805.682179:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=21 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219805.682193:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219805.682195:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219805.682197:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219805.682200:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219805.682202:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219805.682204:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219805.682206:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219805.682208:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219805.682213:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682219:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219805.682221:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219805.682223:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219805.682227:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219805.682236:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566206208:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219805.682241:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.682244:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219805.682249:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566205824/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682256:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219805.682259:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219805.682262:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974e00. 02000000:00000001:3.0:1788219805.682267:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219805.682270:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219805.682272:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219805.682275:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219805.682278:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7f00. 02000000:00000001:3.0:1788219805.682282:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219805.682284:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219805.682286:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:3.0:1788219805.682291:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219805.682292:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.682294:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219805.682298:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566206080/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682305:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219805.682306:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219805.682308:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974000. 02000000:00000001:3.0:1788219805.682798:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219805.682801:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219805.682802:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219805.682805:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219805.682808:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7900. 02000000:00000001:3.0:1788219805.682811:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219805.682813:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219805.682815:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:3.0:1788219805.682818:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219805.682821:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.682823:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219805.682829:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566206336/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.682836:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219805.682837:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219805.682839:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974400. 02000000:00000001:3.0:1788219805.682842:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219805.682843:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219805.682845:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219805.682847:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219805.682849:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7c00. 02000000:00000001:3.0:1788219805.682851:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219805.682853:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219805.682855:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:3.0:1788219805.682858:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219805.682859:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.682861:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219805.682865:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566205952/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.683266:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219805.683269:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219805.683271:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975c00. 02000000:00000001:3.0:1788219805.683275:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219805.683277:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219805.683279:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219805.683281:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219805.683284:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7a00. 02000000:00000001:3.0:1788219805.683287:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219805.683289:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219805.683290:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:3.0:1788219805.683294:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219805.683295:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.683297:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219805.683303:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566206208/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219805.683443:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219805.683446:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219805.683448:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974600. 02000000:00000001:3.0:1788219805.683452:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219805.683454:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219805.683455:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219805.683457:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219805.683459:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893ec7d7d00. 02000000:00000001:3.0:1788219805.683462:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219805.683463:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219805.683464:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:3.0:1788219805.683466:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219805.683467:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.683470:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219805.683478:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219805.683480:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219805.683482:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219805.683485:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788219805.995808:0:328706:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788219805.995814:0:328706:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: 1788219804: creating first dirs 00000001:00000001:1.0:1788219806.001046:0:328706:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788219806.140009:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.140015:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.140017:0:328714:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.140021:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b20 00000080:00200000:0.0:1788219806.140024:0:328714:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.140032:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb1600. 00800000:00000002:0.0:1788219806.140038:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.140042:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.140047:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.140048:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7a40 00800000:00000002:0.0:1788219806.140051:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.140055:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.140058:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.140061:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.140064:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.140067:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.140069:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.140072:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.140074:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.140078:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.140083:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.140084:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7910 00000002:00010000:0.0:1788219806.140086:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.140090:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.140092:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.140096:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219806.140102:0:328714:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.140106:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.140107:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.140110:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219806.140112:0:328714:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219806.140117:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016300. 00000020:00000040:0.0:1788219806.140121:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219806.140127:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219806.140132:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.140139:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.140141:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.140142:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.140145:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.140148:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.140152:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.140160:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c800. 00000100:00000001:0.0:1788219806.140166:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.140171:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.140173:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.140175:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.140176:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.140178:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.140183:0:328714:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00010000:00000001:0.0:1788219806.140186:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219806.140189:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219806.140193:0:328714:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708e00. 00010000:00000010:0.0:1788219806.140197:0:328714:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c980. 00010000:00000001:0.0:1788219806.140202:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219806.140206:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b600. 00000020:00000001:0.0:1788219806.140210:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219806.140212:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b600 with handle 0x34450ab7a163374 to hash 00000020:00000001:0.0:1788219806.140215:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219806.140216:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.140220:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.140224:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.140226:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.140231:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.140240:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.140250:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219806.140255:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.140258:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.140264:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219806.140266:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404480 : -113714029147136 : ffff9893e3afcc00) 00000100:00000001:0.0:1788219806.140269:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.140271:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00000100:00000001:0.0:1788219806.140275:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.140280:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.140284:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.140285:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.140296:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.140304:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.140306:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.140310:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.140741:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.140745:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.140750:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206464:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.140755:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.140761:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.140763:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.140766:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.140937:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b800. 02000000:00000001:0.0:1788219806.140940:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.140948:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.140952:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219806.140960:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219806.140966:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566206464, portal 10 00000100:00000001:0.0:1788219806.140968:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.140969:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00000100:00000040:0.0:1788219806.140976:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.140983:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.140986:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.140988:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219806.140992:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566206464, offset 0 00000400:00000200:0.0:1788219806.140999:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.141007:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.141013:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.141017:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.141021:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.141025:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.141027:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.141031:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92802:92802:256:4294967295] 192.168.203.120@tcp LPNI seq info [92802:92802:8:4294967295] 00000400:00000200:0.0:1788219806.141035:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.141043:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.141048:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.141053:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219806.141059:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.141067:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.141071:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.141143:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.141148:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.141152:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.141155:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675256 00000100:00000001:0.0:1788219806.141158:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.141161:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675256 00000100:00000001:0.0:1788219806.141163:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.141165:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.141168:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.141171:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.141173:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.141176:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.141179:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.141182:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.146473:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.146482:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:2.0:1788219806.146491:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.146500:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.146507:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:2.0:1788219806.146510:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:2.0:1788219806.146516:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.146524:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.146550:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.146554:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.146562:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.146564:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.156896:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.156912:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.156916:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.156919:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.156927:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.156936:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.156945:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.156951:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.156958:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.156963:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x6a95ffb782600 00000400:00000200:2.0:1788219806.156969:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.156974:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0xe8e8d [1] + 224 00000800:00000001:2.0:1788219806.156992:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.157000:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.157011:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.157016:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.157024:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.157033:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.157045:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.157064:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.157073:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.157076:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.157106:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.157113:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.157116:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.157119:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:0.0:1788219806.157124:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:0.0:1788219806.157127:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:0.0:1788219806.157130:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.157135:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219806.157145:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.157151:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.157154:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.157157:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.157160:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.157164:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.157166:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.157170:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.157180:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.157185:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219806.157188:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.157190:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.157192:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.157196:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.157199:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.157202:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:0.0:1788219806.157203:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.157206:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.157210:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.157217:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.157220:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.157223:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.157227:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219806.157234:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206464:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.157240:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.157243:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.157245:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.157248:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.157251:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.157259:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.157261:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219806.157265:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.157266:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.157270:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219806.157274:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157277:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157280:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=4 00000020:00000001:0.0:1788219806.157282:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157285:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000040:0.0:1788219806.157292:0:328714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b600, remote cookie: 0x1782eba8aded84cf, flags: 0x1001 00010000:00010000:0.0:1788219806.157298:0:328714:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.157348:0:328714:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157356:0:328714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219806.157360:0:328714:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219806.157362:0:328714:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219806.157363:0:328714:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219806.157365:0:328714:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219806.157368:0:328714:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9893ef708e00) refcount = 1 00010000:00010000:0.0:1788219806.157373:0:328714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157379:0:328714:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219806.157383:0:328714:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219806.157385:0:328714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.157388:0:328714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219806.157391:0:328714:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.157394:0:328714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157400:0:328714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219806.157402:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157404:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157404:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157405:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157407:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.157411:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219806.157413:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157414:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157416:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157418:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157420:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157423:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157424:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157425:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=4 00000020:00000001:0.0:1788219806.157427:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157429:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157432:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.157435:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.157438:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157445:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157446:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157447:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157448:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157450:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=5 00000020:00000001:0.0:1788219806.157451:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157453:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157456:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.157458:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157465:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157466:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219806.157469:0:328714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157475:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.157477:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157478:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157479:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157480:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219806.157485:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219806.157498:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157499:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157500:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157502:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157504:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157506:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157507:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.157509:0:328714:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.157511:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.157514:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219806.157517:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157518:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157519:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157521:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157522:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00000002:00010000:0.0:1788219806.157526:0:328714:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157547:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157548:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157550:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219806.157551:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157552:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157554:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157555:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157558:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000040:0.0:1788219806.157563:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.157566:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219806.157569:0:328714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788219806.157572:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157573:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.157653:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219806.157657:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7898 00000002:00002000:0.0:1788219806.157659:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219806.157662:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.157666:0:328714:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.157669:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219806.157672:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219806.157675:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.157679:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.157683:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb1600. 00000080:00000001:0.0:1788219806.157688:0:328714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.157691:0:328714:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219806.157696:0:328714:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219806.157700:0:328714:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219806.157706:0:328714:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9894cb162240. 00800000:00000001:0.0:1788219806.157708:0:328714:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363562648128 : -113710146903488 : ffff9894cb162240) 00800000:00000001:0.0:1788219806.157710:0:328714:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.157712:0:328714:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219806.157715:0:328714:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219806.157717:0:328714:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788219806.157720:0:328714:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788219806.157723:0:328714:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788219806.157724:0:328714:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.157728:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788219806.157731:0:328714:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788219806.157734:0:328714:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115188193296385 mtime from 1788219759 to 1788219804 00000080:00200000:0.0:1788219806.157738:0:328714:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 262144 00010000:00000001:0.0:1788219806.157741:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157742:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157743:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157746:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157748:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157750:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157751:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219806.157753:0:328714:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219806.157755:0:328714:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788219806.157757:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb162240 1 00800000:00000010:0.0:1788219806.157759:0:328714:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9894cb162240. 00800000:00000001:0.0:1788219806.157762:0:328714:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.157765:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.157768:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.157770:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.157771:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157772:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157773:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157775:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157777:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157779:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157780:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.157781:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.157783:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.157786:0:328714:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.157788:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.157791:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7da7b58 00010000:00000001:0.0:1788219806.157793:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.157794:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.157795:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.157796:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157798:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.157800:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.157803:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.157809:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157810:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157812:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.157815:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.157817:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219806.157831:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.157833:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.157835:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.157840:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157841:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.157842:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.157845:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.157847:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.157849:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.157851:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.157853:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.157854:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.157855:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.157857:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.157861:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016300 x1875079566206464/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.157868:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.157871:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.157874:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b800. 02000000:00000001:0.0:1788219806.157878:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.157880:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.157882:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.157884:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.157887:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219806.157891:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.157892:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.157894:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016300. 00000100:00000001:0.0:1788219806.157897:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.157899:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.157903:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.157908:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219806.157921:0:328714:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb960. 00000020:00000001:0.0:1788219806.157926:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7a88 00000080:00200000:0.0:1788219806.157927:0:328714:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=29 00000080:00000001:0.0:1788219806.157931:0:328714:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219806.157933:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7938 00000080:00200000:0.0:1788219806.157935:0:328714:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=0 00000080:00000010:0.0:1788219806.157942:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb1600. 00800000:00000002:0.0:1788219806.157946:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.157950:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.157953:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.157954:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7858 00800000:00000002:0.0:1788219806.157956:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.157960:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.157963:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.157965:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.157968:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.157971:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.157973:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.157975:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.157977:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.157980:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da77f0 00800000:00000002:0.0:1788219806.157982:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160f.sanity' -> mds #0 00000002:00000001:0.0:1788219806.157986:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.157988:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7728 00000002:00010000:0.0:1788219806.157990:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160f.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788219806.157994:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219806.157996:0:328714:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219806.157999:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016300. 00000020:00000040:0.0:1788219806.158003:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219806.158007:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219806.158010:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.158013:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.158014:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.158015:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.158018:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.158020:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.158024:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.158030:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c800. 00000100:00000001:0.0:1788219806.158035:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.158039:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.158041:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.158043:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.158044:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.158046:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.158051:0:328714:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00010000:00000001:0.0:1788219806.158055:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219806.158056:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219806.158059:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.158061:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.158063:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219806.158067:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b200. 00000020:00000001:0.0:1788219806.158070:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219806.158072:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b200 with handle 0x34450ab7a16337b to hash 00000020:00000001:0.0:1788219806.158074:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219806.158076:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219806.158079:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:0.0:1788219806.158082:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.158084:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.158087:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.158093:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.158103:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219806.158108:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.158110:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.158116:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcc00. 00000100:00000001:0.0:1788219806.158118:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680404480 : -113714029147136 : ffff9893e3afcc00) 00000100:00000001:0.0:1788219806.158120:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.158122:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00000100:00000001:0.0:1788219806.158126:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.158130:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.158133:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.158134:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.158139:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.158147:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.158149:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.158153:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.158155:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.158157:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.158161:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206592:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.158165:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.158169:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.158172:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.158174:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.158179:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b800. 02000000:00000001:0.0:1788219806.158181:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.158188:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.158191:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4688. 00000400:00000010:0.0:1788219806.158196:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219806.158202:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566206592, portal 10 00000100:00000001:0.0:1788219806.158204:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.158205:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00000100:00000040:0.0:1788219806.158210:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.158217:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.158220:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.158222:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219806.158225:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566206592, offset 0 00000400:00000200:0.0:1788219806.158231:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.158238:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.158245:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.158251:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.158255:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.158259:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.158261:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.158265:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92803:92803:256:4294967295] 192.168.203.120@tcp LPNI seq info [92803:92803:8:4294967295] 00000400:00000200:0.0:1788219806.158269:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.158279:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.158284:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.158289:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219806.158296:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.158303:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.158307:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.158350:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.158355:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.158359:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.158362:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675274 00000100:00000001:0.0:1788219806.158364:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.158367:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675274 00000100:00000001:0.0:1788219806.158369:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.158371:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.158374:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.158376:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.158378:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.158380:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.158382:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.158385:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.160861:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.160869:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:2.0:1788219806.160877:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.160885:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.160893:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:2.0:1788219806.160895:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:2.0:1788219806.160900:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.160909:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.160923:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.160927:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.160934:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.160937:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.180961:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.180977:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.180980:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.180983:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.180991:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.181000:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.181007:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.181012:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.181017:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.181021:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 672 into portal 10 MB=0x6a95ffb782680 00000400:00000200:2.0:1788219806.181027:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.181033:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 672/672 into md 0xe8e95 [1] + 224 00000800:00000001:2.0:1788219806.181040:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.181047:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.181051:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.181055:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.181062:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.181070:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.181081:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=1152 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.181107:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.181116:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.181119:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.181223:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.181231:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.181233:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.181238:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4688. 00000400:00000200:1.0:1788219806.181243:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:1.0:1788219806.181245:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:1.0:1788219806.181247:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.181252:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.181260:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.181266:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.181267:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.181269:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.181272:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.181274:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.181276:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.181279:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.181286:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.181291:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.181294:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.181295:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.181299:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.181301:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.181305:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.181307:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.181309:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.181327:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.181332:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.181339:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.181342:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.181344:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.181348:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.181355:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206592:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.181360:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.181363:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.181365:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.181367:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.181371:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.181377:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.181380:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcc00. 00000100:00000001:1.0:1788219806.181383:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.181384:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.181387:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.181391:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.181394:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.181397:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=4 00000020:00000001:1.0:1788219806.181400:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181402:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000040:1.0:1788219806.181409:0:328714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b200, remote cookie: 0x1782eba8aded84eb, flags: 0x1001 00010000:00010000:1.0:1788219806.181414:0:328714:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219806.181423:0:328714:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x982:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788219806.181427:0:328714:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788219806.181434:0:328714:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ffa00. 00010000:00000010:1.0:1788219806.181438:0:328714:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06eb00. 00010000:00000001:1.0:1788219806.181442:0:328714:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.181445:0:328714:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.181453:0:328714:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.181458:0:328714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219806.181462:0:328714:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219806.181464:0:328714:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219806.181465:0:328714:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219806.181466:0:328714:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219806.181469:0:328714:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x982:0x0].0x0 (ffff9893ea2ffa00) refcount = 1 00010000:00010000:1.0:1788219806.181472:0:328714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.181478:0:328714:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219806.181481:0:328714:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219806.181483:0:328714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.181486:0:328714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219806.181488:0:328714:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.181490:0:328714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.181500:0:328714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219806.181502:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.181504:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.181505:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.181505:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.181507:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.181512:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219806.181513:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.181515:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.181516:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.181518:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181520:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181522:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.181524:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.181525:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=4 00000020:00000001:1.0:1788219806.181527:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181529:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181531:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.181534:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.181537:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.181544:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.181545:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.181546:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.181547:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.181549:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=5 00000020:00000001:1.0:1788219806.181551:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181553:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.181555:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.181557:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.181563:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.181564:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219806.181567:0:328714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.182211:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.182213:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.182214:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.182216:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.182217:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219806.182228:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219806.182239:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.182241:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.182243:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.182245:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.182247:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.182249:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.182250:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.182251:0:328714:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.182253:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.182256:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219806.182258:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.182259:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.182261:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.182262:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.182264:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00000002:00010000:1.0:1788219806.182268:0:328714:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.182274:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.182276:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.182278:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.182279:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.182280:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.182281:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.182283:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.182284:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000040:1.0:1788219806.182289:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 2 00010000:00000001:1.0:1788219806.182292:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219806.182296:0:328714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589939618/2434 (0 0) 00010000:00000001:1.0:1788219806.182299:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.182300:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.182301:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.182304:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da76b0 00000002:00002000:1.0:1788219806.182306:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160f.sanity intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219806.182310:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.182339:0:328714:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.182343:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219806.182346:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219806.182349:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.182353:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219806.182357:0:328714:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219806.182358:0:328714:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c7da7a28 it_disposition b 00000080:00000001:1.0:1788219806.182361:0:328714:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219806.182367:0:328714:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219806.182371:0:328714:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219806.182376:0:328714:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06e600. 00800000:00000001:1.0:1788219806.182378:0:328714:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148852224 : -113709560699392 : ffff9894ee06e600) 00800000:00000001:1.0:1788219806.182381:0:328714:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219806.182384:0:328714:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:1.0:1788219806.182387:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.182390:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.182393:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.182396:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.182398:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.182401:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.182404:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.182406:0:328714:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.182408:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.182409:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.182410:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.182412:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.182414:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.182415:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.182417:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.182418:0:328714:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.182420:0:328714:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.182422:0:328714:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.182425:0:328714:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219806.182428:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219806.182431:0:328714:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788219806.182438:0:328714:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219806.182441:0:328714:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x982:0x0] 00000080:00000002:1.0:1788219806.182445:0:328714:0:(llite_lib.c:1874:ll_init_lsm_md()) lustre: [0x2000013a2:0x982:0x0] set dir layout: 00000080:00000002:1.0:1788219806.182449:0:328714:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=all_char:0x1 max_inherit=0 max_inherit_rr=0 version=1 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000002:1.0:1788219806.182453:0:328714:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x200001b70:0x4:0x0] 00000080:00000002:1.0:1788219806.182455:0:328714:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x2400013a4:0x3:0x0] 00000080:00000001:1.0:1788219806.182457:0:328714:0:(llite_lib.c:1820:ll_iget_anon_dir()) Process entered 00000080:00000001:1.0:1788219806.182459:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115305919021060 : 144115305919021060 : 200001b70000004) 00000080:00000010:1.0:1788219806.182473:0:328714:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b698c0. 00000080:00000002:1.0:1788219806.182482:0:328714:0:(llite_lib.c:1850:ll_iget_anon_dir()) lli ffff9894c7b698c0 slave [0x200001b70:0x4:0x0] master [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.182485:0:328714:0:(llite_lib.c:1860:ll_iget_anon_dir()) Process leaving (rc=18446630363506055560 : -113710203496056 : ffff9894c7b69988) 00000080:00000001:1.0:1788219806.182487:0:328714:0:(llite_lib.c:1820:ll_iget_anon_dir()) Process entered 00000080:00000001:1.0:1788219806.182488:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179907 : 162129670941179907 : 2400013a4000003) 00000080:00000010:1.0:1788219806.182492:0:328714:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b69080. 00000080:00000002:1.0:1788219806.182496:0:328714:0:(llite_lib.c:1850:ll_iget_anon_dir()) lli ffff9894c7b69080 slave [0x2400013a4:0x3:0x0] master [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.182498:0:328714:0:(llite_lib.c:1860:ll_iget_anon_dir()) Process leaving (rc=18446630363506053448 : -113710203498168 : ffff9894c7b69148) 00800000:00000002:1.0:1788219806.182500:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000010:1.0:1788219806.182504:0:328714:0:(llite_lib.c:2037:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff9893f01f2360. 00800000:00000001:1.0:1788219806.182507:0:328714:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219806.182510:0:328714:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00800000:00000002:1.0:1788219806.182514:0:328714:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:1.0:1788219806.182518:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.182520:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da74e8 00000002:00010000:1.0:1788219806.182522:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.182526:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.182527:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.182529:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.182532:0:328714:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.182534:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.182536:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.182539:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219806.182541:0:328714:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219806.182545:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e680. 00000020:00000040:1.0:1788219806.182549:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219806.182553:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.182558:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.182564:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.182566:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.182567:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.183205:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.183209:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.183214:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.183222:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee182c00. 00000100:00000001:1.0:1788219806.183229:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.183234:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.183236:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.183238:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.183239:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.183240:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.183246:0:328714:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00010000:00000001:1.0:1788219806.183249:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219806.183251:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219806.183256:0:328714:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff900. 00010000:00000010:1.0:1788219806.183260:0:328714:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06ea80. 00010000:00000001:1.0:1788219806.183263:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219806.183266:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194e00. 00000020:00000001:1.0:1788219806.183270:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219806.183273:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194e00 with handle 0x34450ab7a163382 to hash 00000020:00000001:1.0:1788219806.183275:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219806.183277:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.183280:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.183282:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.183285:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.183289:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.183296:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.183306:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219806.183327:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.183330:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.183336:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.183338:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.183340:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.183342:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000001:1.0:1788219806.183346:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.183350:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.183351:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.183353:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.183361:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.183369:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.183372:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.183376:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.183378:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.183381:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.183384:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206720:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.183388:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.183393:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.183395:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.183398:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.183403:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f98000. 02000000:00000001:1.0:1788219806.183404:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.183412:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.183417:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.183423:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.183429:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566206720, portal 10 00000100:00000001:1.0:1788219806.183430:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.183432:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000040:1.0:1788219806.183437:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.183444:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.183446:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.183448:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219806.183452:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566206720, offset 0 00000400:00000200:1.0:1788219806.183458:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.183468:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.183476:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.183481:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.183486:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.183489:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.183492:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.183495:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92804:92804:256:4294967295] 192.168.203.120@tcp LPNI seq info [92804:92804:8:4294967295] 00000400:00000200:1.0:1788219806.183499:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.183511:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.183519:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.183524:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219806.183530:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.183537:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.183542:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.183550:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.183555:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.183559:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.183561:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675299 00000100:00000001:1.0:1788219806.183564:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.183566:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675299 00000100:00000001:1.0:1788219806.183569:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.184217:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.184221:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.184223:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.184225:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.184228:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.184231:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.184234:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.184775:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.184781:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:2.0:1788219806.184787:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.184795:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.184801:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:2.0:1788219806.184804:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:2.0:1788219806.184808:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.184816:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.184826:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.184829:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.184836:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.184837:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.200855:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.200875:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.200879:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.200882:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.200891:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.200899:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.200910:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.200918:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.200923:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.200927:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb782700 00000400:00000200:2.0:1788219806.200932:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.200939:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe8e9d [1] + 224 00000800:00000001:2.0:1788219806.200947:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.200956:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.200959:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.200964:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.200973:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.200982:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.200994:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.201020:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.201030:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.201034:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.202882:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.202899:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.202901:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.202907:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.202916:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219806.202919:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219806.202924:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.202936:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.202947:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.202955:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.202958:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.202961:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.202965:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.202968:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.202970:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.202973:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.202982:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.202986:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.202989:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.202991:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.202995:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.203000:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.203003:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.203006:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.203008:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.203011:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.203015:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.203024:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.203027:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.203029:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.203033:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.203041:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206720:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.203046:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.203048:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.203050:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.203052:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.203056:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.203063:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.203066:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.203070:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.203073:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203078:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.203082:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203085:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203091:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=4 00000020:00000001:1.0:1788219806.203094:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203097:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000040:1.0:1788219806.203105:0:328714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7194e00, remote cookie: 0x1782eba8aded84f9, flags: 0x1001 00010000:00010000:1.0:1788219806.203112:0:328714:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.203124:0:328714:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203145:0:328714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219806.203149:0:328714:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219806.203152:0:328714:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219806.203155:0:328714:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219806.203157:0:328714:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219806.203160:0:328714:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x4:0x0].0x0 (ffff9893ea2ff900) refcount = 1 00010000:00010000:1.0:1788219806.203165:0:328714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203173:0:328714:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219806.203177:0:328714:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219806.203180:0:328714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.203183:0:328714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219806.203185:0:328714:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.203189:0:328714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203196:0:328714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219806.203197:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203200:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203201:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203202:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203203:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203207:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219806.203209:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203210:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203211:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.203213:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203216:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203218:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203219:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203220:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=4 00000020:00000001:1.0:1788219806.203222:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203224:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203227:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.203229:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.203233:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203239:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203240:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203241:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203242:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203243:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=5 00000020:00000001:1.0:1788219806.203245:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203247:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203249:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.203251:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203256:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203257:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219806.203260:0:328714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203266:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.203267:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203267:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203269:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203269:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219806.203275:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219806.203283:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203284:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203286:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.203288:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203289:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203291:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203292:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.203293:0:328714:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203296:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203298:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219806.203301:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203302:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203303:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.203305:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203306:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00000002:00010000:1.0:1788219806.203310:0:328714:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203355:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203356:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203358:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.203360:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203361:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203362:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.203364:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203366:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000040:1.0:1788219806.203373:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:1.0:1788219806.203375:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219806.203379:0:328714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/4 (0 0) 00010000:00000001:1.0:1788219806.203382:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203383:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.203385:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.203388:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7470 00000002:00002000:1.0:1788219806.203390:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219806.203393:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203399:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.203400:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203401:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203403:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.203405:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203408:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203410:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203411:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.203413:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203414:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.203415:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.203416:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.203418:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203420:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.203422:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.203425:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.203431:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203432:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203433:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.203437:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.203440:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.203446:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.203449:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.203450:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.203455:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203456:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203457:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203461:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.203462:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203464:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203467:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203469:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.203470:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203471:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219806.203475:0:328714:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000100:00000001:1.0:1788219806.203478:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.203482:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e680 x1875079566206720/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.203488:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.203490:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.203493:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f98000. 02000000:00000001:1.0:1788219806.203497:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.203499:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.203500:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.203502:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.203505:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182c00. 02000000:00000001:1.0:1788219806.203508:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.203510:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.203512:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e680. 00000100:00000001:1.0:1788219806.203516:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.203517:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.203520:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.203522:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da74e8 00000002:00010000:1.0:1788219806.203524:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.203527:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.203529:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.203546:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.203551:0:328714:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203553:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203554:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203556:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219806.203559:0:328714:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219806.203566:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e680. 00000020:00000040:1.0:1788219806.203569:0:328714:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219806.203573:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.203577:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.203580:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.203581:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.203582:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.203585:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.203595:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.203599:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.203605:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee182c00. 00000100:00000001:1.0:1788219806.203611:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203614:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.203616:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203617:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.203618:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.203620:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.203625:0:328714:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00010000:00000001:1.0:1788219806.203628:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219806.203630:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219806.203634:0:328714:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ffe00. 00010000:00000010:1.0:1788219806.203638:0:328714:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06e080. 00010000:00000001:1.0:1788219806.203643:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219806.203646:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194c00. 00000020:00000001:1.0:1788219806.203650:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219806.203652:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194c00 with handle 0x34450ab7a163389 to hash 00000020:00000001:1.0:1788219806.203654:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219806.203656:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.203660:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.203663:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.203665:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.203668:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.203676:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.203685:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219806.203690:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.203692:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.203698:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.203700:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.203702:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.203703:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000001:1.0:1788219806.203708:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.203712:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.203714:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.203715:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.203720:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.203728:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.203730:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.203734:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.203737:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.203739:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.203743:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206848:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.203746:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.203751:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.203753:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.203756:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.203760:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f98000. 02000000:00000001:1.0:1788219806.203763:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.203771:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.203774:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.203779:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.203785:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566206848, portal 10 00000100:00000001:1.0:1788219806.203787:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.203788:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000040:1.0:1788219806.203793:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.203800:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.203803:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.203805:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219806.203808:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566206848, offset 0 00000400:00000200:1.0:1788219806.203814:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.203822:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.203828:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.203833:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.203837:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.203842:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.203844:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.203848:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92805:92805:256:4294967295] 192.168.203.120@tcp LPNI seq info [92805:92805:8:4294967295] 00000400:00000200:1.0:1788219806.203852:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.203862:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.203868:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.203874:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219806.203880:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.203888:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.203893:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.203914:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.203918:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14670 usecs (15 jiffies) 00000400:00000200:1.0:1788219806.203921:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.203924:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675307 00000100:00000001:1.0:1788219806.203927:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.203930:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675307 00000100:00000001:1.0:1788219806.203931:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.203933:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.203936:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.203938:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.203941:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.203943:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.203945:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.203947:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.204499:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.204506:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219806.204512:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.204518:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.204523:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:2.0:1788219806.204526:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:2.0:1788219806.204530:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.204535:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.204546:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.204549:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.204556:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.204558:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.232767:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.232783:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.232788:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.232790:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.232799:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.232806:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.232815:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.232820:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.232826:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.232830:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb782780 00000400:00000200:2.0:1788219806.232834:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.232841:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe8ea5 [1] + 224 00000800:00000001:2.0:1788219806.232848:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.232855:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.232858:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.232863:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.232871:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.232880:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.232902:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.232923:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.232932:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.232935:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.233009:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.233017:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.233019:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.233023:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.233028:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219806.233030:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219806.233033:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.233038:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.233047:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.233053:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.233056:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.233058:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.233062:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.233065:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.233067:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.233071:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.233080:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.233084:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219806.233086:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.233088:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233090:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.233094:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.233098:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.233100:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219806.233101:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.233103:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.233108:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.233113:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.233116:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.233118:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.233121:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.233128:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206848:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.233133:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.233136:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.233138:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.233140:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.233143:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.233150:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.233153:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.233156:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.233157:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233160:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.233163:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233166:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233170:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=4 00000020:00000001:1.0:1788219806.233172:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233175:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000040:1.0:1788219806.233191:0:328714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7194c00, remote cookie: 0x1782eba8aded8507, flags: 0x1001 00010000:00010000:1.0:1788219806.233197:0:328714:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.233208:0:328714:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233215:0:328714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219806.233219:0:328714:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219806.233221:0:328714:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219806.233222:0:328714:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219806.233224:0:328714:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219806.233227:0:328714:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x3:0x0].0x0 (ffff9893ea2ffe00) refcount = 1 00010000:00010000:1.0:1788219806.233230:0:328714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233236:0:328714:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219806.233239:0:328714:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219806.233241:0:328714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.233244:0:328714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219806.233246:0:328714:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.233249:0:328714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233255:0:328714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219806.233257:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233258:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233259:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233260:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233262:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.233266:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219806.233268:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233269:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233271:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.233273:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233274:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233277:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233278:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233279:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=4 00000020:00000001:1.0:1788219806.233281:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233283:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233285:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.233288:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.233291:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233296:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233297:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233298:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233299:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233300:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=5 00000020:00000001:1.0:1788219806.233302:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233304:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233306:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.233308:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233360:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233362:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219806.233364:0:328714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233370:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.233371:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233372:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233373:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233374:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219806.233379:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219806.233393:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233395:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233396:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.233398:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233400:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233403:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233404:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.233405:0:328714:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.233407:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.233411:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219806.233413:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233414:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233416:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.233418:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233420:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00000002:00010000:1.0:1788219806.233423:0:328714:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233429:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233430:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233432:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.233433:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233434:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233435:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.233437:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233439:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000040:1.0:1788219806.233444:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:1.0:1788219806.233447:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219806.233451:0:328714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/3 (0 0) 00010000:00000001:1.0:1788219806.233453:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233454:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.233456:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.233459:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7470 00000002:00002000:1.0:1788219806.233461:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219806.233463:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.233468:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.233469:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233470:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233472:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.233473:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233476:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233478:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233479:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.233480:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233482:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233483:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233485:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.233486:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233488:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.233489:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.233491:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233497:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233498:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233499:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.233501:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.233504:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.233512:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.233514:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.233516:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.233520:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233521:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233522:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233526:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.233528:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233530:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233532:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233534:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.233536:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233536:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219806.233538:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.233543:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e680 x1875079566206848/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.233550:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.233552:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.233555:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f98000. 02000000:00000001:1.0:1788219806.233558:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.233560:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.233562:0:328714:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.233564:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.233567:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182c00. 02000000:00000001:1.0:1788219806.233570:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.233572:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.233583:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e680. 00000100:00000001:1.0:1788219806.233595:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.233597:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788219806.233599:0:328714:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894c9538200. 00800000:00000001:1.0:1788219806.233602:0:328714:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.233605:0:328714:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 2, atime 1788219804 ctime 1788219804, mtime 1788219804. 00800000:00000040:1.0:1788219806.233609:0:328714:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 2, atime 1788219804 ctime 1788219804, mtime 1788219804. 00000080:00000010:1.0:1788219806.233614:0:328714:0:(llite_lib.c:2057:ll_update_lsm_md()) kfreed 'attr': 80 at ffff9893f01f2360. 00000080:00000001:1.0:1788219806.233618:0:328714:0:(llite_lib.c:2058:ll_update_lsm_md()) Process leaving 00800000:00000002:1.0:1788219806.233620:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.233626:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219806.233629:0:328714:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219806.233634:0:328714:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x982:0x0], updating i_size 8192 00000080:00200000:1.0:1788219806.233638:0:328714:0:(namei.c:147:ll_iget()) got inode: [0x2000013a2:0x982:0x0](ffff9893fa011148): rc = 0 00000080:00000001:1.0:1788219806.233641:0:328714:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630360054829384 : -113713654722232 : ffff9893fa011148) 00010000:00000001:1.0:1788219806.233644:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233645:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233647:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.233649:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.233651:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.233653:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233654:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219806.233656:0:328714:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788219806.233658:0:328714:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788219806.233660:0:328714:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219806.233663:0:328714:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219806.233665:0:328714:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.233669:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a16337b 00800000:00000001:1.0:1788219806.233672:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.233674:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.233675:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233676:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233677:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.233679:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.233681:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.233683:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233684:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.233685:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.233686:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788219806.233693:0:328714:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893f0e3b0d8 inode ffff9893fa011148 refc 1 flags 0x20000e 00000080:00000001:1.0:1788219806.233696:0:328714:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219806.233698:0:328714:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.233700:0:328714:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788219806.233703:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:1.0:1788219806.233707:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16337b from it ffffa959c7da7a28 00010000:00000001:1.0:1788219806.233709:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.233710:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.233711:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b200 refcount=3 00000020:00000001:1.0:1788219806.233713:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.233715:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523840 : -113713878027776 : ffff9893ecb1b200) 00010000:00000001:1.0:1788219806.233717:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.233721:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.233727:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233728:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233729:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.233731:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.233733:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.233740:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.233742:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.233743:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.233746:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233747:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233748:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233749:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.233751:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233752:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233754:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233756:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.233757:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233758:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219806.233759:0:328714:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219806.233763:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb1600. 00000100:00000001:1.0:1788219806.233766:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.233771:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016300 x1875079566206592/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.233777:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.233779:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.233780:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b800. 02000000:00000001:1.0:1788219806.233783:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.233784:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.233785:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.233787:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.233789:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c800. 02000000:00000001:1.0:1788219806.233791:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.233792:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.233793:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016300. 00000100:00000001:1.0:1788219806.233796:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.233797:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219806.233805:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219806.233807:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:1.0:1788219806.233812:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219806.233838:0:328714:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e33b80. 00000020:00000001:1.0:1788219806.233843:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ae8 00000080:00200000:1.0:1788219806.233844:0:328714:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0.0, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:1.0:1788219806.233847:0:328714:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219806.233849:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7998 00000080:00200000:1.0:1788219806.233850:0:328714:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0.0, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:1.0:1788219806.233858:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00800000:00000002:1.0:1788219806.233861:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.233866:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219806.233868:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.233870:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da78b8 00800000:00000002:1.0:1788219806.233872:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.0' on [0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.233875:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1788219806.233878:0:328714:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.0 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219806.233882:0:328714:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00000020:00000001:1.0:1788219806.233884:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7850 00800000:00000002:1.0:1788219806.233886:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x4:0x0], fid2=[0x0:0x0:0x0], name='d0.0' -> mds #0 00000002:00000001:1.0:1788219806.233890:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.233891:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7788 00000002:00010000:1.0:1788219806.233893:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.0,[0x0:0x0:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219806.233897:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219806.233899:0:328714:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219806.233902:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e680. 00000020:00000040:1.0:1788219806.233905:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219806.233909:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.233913:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.233917:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.233918:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.233919:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.233922:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.233924:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.233928:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.233934:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee182c00. 00000100:00000001:1.0:1788219806.233940:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233943:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.233945:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233946:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.233947:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.233949:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.233956:0:328714:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00010000:00000001:1.0:1788219806.233960:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219806.233962:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219806.233966:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:1.0:1788219806.233968:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.233970:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219806.233974:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195000. 00000020:00000001:1.0:1788219806.233978:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219806.233980:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195000 with handle 0x34450ab7a163390 to hash 00000020:00000001:1.0:1788219806.233982:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219806.233983:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.233987:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.233990:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.233991:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.233994:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.234001:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.234014:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219806.234019:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.234020:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.234026:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.234028:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.234031:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.234032:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000001:1.0:1788219806.234035:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.234039:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.234041:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.234042:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.234047:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.234053:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.234055:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.234058:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.234061:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.234063:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.234066:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206976:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.234069:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.234074:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.234076:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.234079:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.234083:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f98000. 02000000:00000001:1.0:1788219806.234085:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.234091:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.234095:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.234100:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.234106:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566206976, portal 10 00000100:00000001:1.0:1788219806.234107:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.234109:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000040:1.0:1788219806.234113:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.234117:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.234119:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.234120:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661660. 00000100:00000200:1.0:1788219806.234123:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566206976, offset 0 00000400:00000200:1.0:1788219806.234127:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.234134:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.234141:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.234146:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.234150:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.234154:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.234156:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.234159:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92806:92806:256:4294967295] 192.168.203.120@tcp LPNI seq info [92806:92806:8:4294967295] 00000400:00000200:1.0:1788219806.234163:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.234173:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.234178:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.234184:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219806.234191:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.234199:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.234203:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.234225:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.234230:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.234234:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.234237:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675349 00000100:00000001:1.0:1788219806.234240:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.234243:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675349 00000100:00000001:1.0:1788219806.234245:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.234247:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.234250:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.234252:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.234254:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.234257:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.234259:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.234261:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.234649:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.234654:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:2.0:1788219806.234660:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.234665:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.234670:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661660 00000400:00000010:2.0:1788219806.234673:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661660. 00000100:00000001:2.0:1788219806.234676:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.234682:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.234691:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.234695:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.234700:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.234702:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.239848:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.239876:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.239880:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.239883:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.240019:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.240026:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.240035:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.240040:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.240045:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.240049:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb782800 00000400:00000200:2.0:1788219806.240054:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.240059:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8ead [1] + 224 00000800:00000001:2.0:1788219806.240066:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.240074:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.240077:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.240082:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.240091:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.240101:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.240112:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.240135:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.240144:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.240147:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.240265:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.240271:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.240273:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.240276:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.240281:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219806.240284:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219806.240287:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.240291:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.240300:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.240307:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.240309:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.240396:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.240400:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.240402:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.240404:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.240407:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.240416:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.240420:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.240422:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219806.240426:0:328714:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.240433:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219806.240437:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.240438:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.240441:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.240443:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219806.240447:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.240454:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219806.240457:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.240459:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.240462:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.240469:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566206976:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.240474:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.240476:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219806.240478:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.240480:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.240483:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.240489:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.240492:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.240495:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.240496:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219806.240500:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.240503:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.240506:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.240509:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=4 00000020:00000001:1.0:1788219806.240512:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.240515:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00010000:1.0:1788219806.240519:0:328714:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.240529:0:328714:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219806.240533:0:328714:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.240538:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.240541:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.240546:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.240548:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219806.240550:0:328714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.240555:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.240558:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.240561:0:328714:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219806.240563:0:328714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.240570:0:328714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7195000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219806.241008:0:328714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219806.241015:0:328714:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.241023:0:328714:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219806.241024:0:328714:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219806.241028:0:328714:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.241032:0:328714:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219806.241034:0:328714:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219806.241036:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.241038:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.241039:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=5 00000020:00000001:1.0:1788219806.241041:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.241043:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.241045:0:328714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219806.241047:0:328714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219806.241057:0:328714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219806.241058:0:328714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.241062:0:328714:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219806.241063:0:328714:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219806.241066:0:328714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219806.241068:0:328714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219806.241069:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.241071:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219806.241073:0:328714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195000 with handle 0x34450ab7a163390 from hash 00010000:00000001:1.0:1788219806.241075:0:328714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219806.241076:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.241077:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.241078:0:328714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219806.241079:0:328714:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219806.241080:0:328714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219806.241083:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.241083:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.241085:0:328714:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.241086:0:328714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.241089:0:328714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.241094:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.241095:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.241096:0:328714:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219806.241097:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.241099:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.241100:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.241101:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219806.241102:0:328714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a163390 lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.241113:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.241115:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219806.241120:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219806.241127:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219806.241136:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219806.241137:0:328714:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.241139:0:328714:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.241141:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.241143:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219806.241145:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219806.241146:0:328714:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.241148:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.241152:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7710 00000002:00002000:1.0:1788219806.241153:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.0 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788219806.241156:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.241160:0:328714:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.241163:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219806.241166:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219806.241168:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.241172:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.241174:0:328714:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219806.241177:0:328714:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c7da7b20 it_disposition 7 00000080:00002000:1.0:1788219806.241254:0:328714:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893c1a19360 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:1.0:1788219806.241262:0:328714:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.0 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:1.0:1788219806.241266:0:328714:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.241270:0:328714:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788219806.241272:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.241275:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.241277:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.241281:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.241282:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.241284:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.241286:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.241291:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.241292:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.241295:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.241300:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:1.0:1788219806.241303:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.241308:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.243431:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.243451:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219806.243469:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.245522:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.245535:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219806.245554:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.245556:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.245560:0:328714:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219806.245565:0:328714:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219806.245566:0:328714:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7da7930 released 00000080:00010000:0.0:1788219806.245569:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163382 from it ffffa959c7da7930 00010000:00000001:0.0:1788219806.245578:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.245581:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.245584:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:0.0:1788219806.245594:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.245597:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.245600:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.245603:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219806.245609:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.245611:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.245613:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.245617:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.245619:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.245626:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.245629:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.245631:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.245636:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.245637:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.245639:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.245642:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.245644:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.245645:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.245649:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.245651:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.245653:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.245655:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219806.245656:0:328714:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219806.245658:0:328714:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219806.245662:0:328714:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219806.245668:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538200. 00000100:00000001:0.0:1788219806.245675:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.245689:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e680 x1875079566206976/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.245697:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.245699:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.245702:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f98000. 02000000:00000001:0.0:1788219806.245705:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.245707:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.245709:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.245711:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.245714:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182c00. 02000000:00000001:0.0:1788219806.245717:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.245718:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.245720:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e680. 00000100:00000001:0.0:1788219806.245725:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.245726:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219806.245729:0:328714:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219806.245730:0:328714:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7da7b20 released 00000080:00000001:0.0:1788219806.245732:0:328714:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219806.245737:0:328714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219806.245739:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b70 00000080:00002000:0.0:1788219806.245741:0:328714:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.0 (ffff9893c1a19360, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219806.245744:0:328714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.245793:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.245796:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.245798:0:328714:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.245800:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7bb0 00000080:00200000:0.0:1788219806.245802:0:328714:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.245808:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.245813:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.245816:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.245820:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.245822:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ad0 00800000:00000002:0.0:1788219806.245824:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.245827:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.245830:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.245833:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.245835:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.245837:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.245839:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.245841:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.245843:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.245847:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.245852:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.245853:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da79a0 00000002:00010000:0.0:1788219806.245855:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.245858:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.245873:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.245875:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.245881:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.245884:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.245895:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.245899:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.245902:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219806.245910:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.245913:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.245915:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219806.245921:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.245923:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.245925:0:328714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.245927:0:328714:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.245929:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.245932:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219806.245934:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.245936:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.245939:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00000080:00000001:0.0:1788219806.245946:0:328714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.245948:0:328714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.245950:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.245953:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.245956:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.245958:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.245959:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.245961:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.245962:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.245964:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.245966:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.245968:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.245969:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.245970:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.245972:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.245974:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7da7be8 00010000:00000001:0.0:1788219806.245976:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.245977:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.245978:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.245979:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.245981:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.245982:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.245985:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219806.245991:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.245992:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.245993:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.245995:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.245997:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.246002:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.246004:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.246005:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.246007:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246008:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.246009:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246011:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.246012:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246014:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246016:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246017:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.246018:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246019:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.246021:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219806.246022:0:328714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.246025:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.246029:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.246032:0:328714:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.246034:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b78 00000080:00002000:0.0:1788219806.246035:0:328714:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x20000e refc 1 00000080:00000001:0.0:1788219806.246038:0:328714:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.246040:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7bc0 00000080:00200000:0.0:1788219806.246041:0:328714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:0.0:1788219806.246045:0:328714:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219806.246047:0:328714:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.246049:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219806.246050:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.246053:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.246055:0:328714:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.246056:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7bd8 00000080:00002000:0.0:1788219806.246058:0:328714:0:(dcache.c:87:ll_dcompare()) found name d0.0(ffff9893c1a19360) flags 0x8000e refc 0 00000080:00000001:0.0:1788219806.246060:0:328714:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.246061:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7c20 00000080:00200000:0.0:1788219806.246063:0:328714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.0, flags=16392 00000080:00000001:0.0:1788219806.246065:0:328714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219806.246067:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ba8 00000080:00002000:0.0:1788219806.246069:0:328714:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.0 (ffff9893c1a19360, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219806.246071:0:328714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.246089:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.246091:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.246092:0:328714:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.246093:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b20 00000080:00200000:0.0:1788219806.246095:0:328714:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.246099:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.246101:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.246103:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.246104:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.246105:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7a40 00800000:00000002:0.0:1788219806.246107:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.246110:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.246111:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.246113:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.246114:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.246115:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.246117:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.246119:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.246120:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.246122:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.246125:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.246126:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7910 00000002:00010000:0.0:1788219806.246128:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.246130:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.246131:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.246133:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.246135:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.246137:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.246140:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.246142:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.246145:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219806.246155:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.246157:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.246160:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219806.246165:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.246167:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.246168:0:328714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.246170:0:328714:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.246172:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.246173:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219806.246175:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.246177:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.246406:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00000080:00000001:0.0:1788219806.246412:0:328714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.246414:0:328714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.246416:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.246419:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.246421:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.246423:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.246424:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.246425:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.246427:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.246429:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.246431:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.246434:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246435:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.246436:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.246437:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.246439:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7da7b58 00010000:00000001:0.0:1788219806.246440:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.246441:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.246443:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.246445:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.246446:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.246448:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.246451:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.246457:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246458:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.246459:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.246461:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.246463:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219806.246469:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.246471:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.246473:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.246475:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246476:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.246478:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246480:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.246481:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246483:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246485:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246486:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.246488:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246489:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.246490:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219806.246492:0:328714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.246494:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.246497:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.246499:0:328714:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.246501:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b48 00000080:00002000:0.0:1788219806.246503:0:328714:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x20000e refc 1 00000080:00000001:0.0:1788219806.246505:0:328714:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.246507:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b90 00000080:00200000:0.0:1788219806.246508:0:328714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:0.0:1788219806.246511:0:328714:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219806.246512:0:328714:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.246518:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7d08 00000080:00200008:0.0:1788219806.246520:0:328714:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219806.246524:0:328714:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.246525:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7c80 00000080:00200000:0.0:1788219806.246527:0:328714:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:0.0:1788219806.246532:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.246535:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:0.0:1788219806.246537:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:0.0:1788219806.246543:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.246544:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.246546:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ba0 00800000:00000002:0.0:1788219806.246548:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.246550:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.246553:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.246554:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.246556:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.246558:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.246559:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.246561:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.246563:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.246565:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.246566:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.246567:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.246568:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.246569:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.246571:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219806.246572:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.246574:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.246577:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.246579:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7a70 00000002:00010000:0.0:1788219806.246580:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.246583:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.246585:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.246595:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.246599:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 2 00010000:00000001:0.0:1788219806.246601:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219806.246604:0:328714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 30 res 8589939618/2434 (0 0) 00000002:00000001:0.0:1788219806.246606:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.246608:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.246611:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219806.246613:0:328714:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219806.246617:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017100. 00000020:00000040:0.0:1788219806.246621:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219806.246625:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219806.246630:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.246633:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.246634:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.246635:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.246638:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.246640:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.246643:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.246649:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e800. 00000100:00000001:0.0:1788219806.246657:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246661:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.246663:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246664:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.246665:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.246667:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.246672:0:328714:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00010000:00000001:0.0:1788219806.246675:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219806.246677:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219806.246679:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.246681:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.246683:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219806.246687:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1bc00. 00000020:00000001:0.0:1788219806.246690:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219806.246692:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1bc00 with handle 0x34450ab7a163397 to hash 00000020:00000001:0.0:1788219806.246694:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219806.246697:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.246700:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.246703:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.246704:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.246708:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.246715:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.246725:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219806.246730:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.246732:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.246739:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc000. 00000100:00000001:0.0:1788219806.246741:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401408 : -113714029150208 : ffff9893e3afc000) 00000100:00000001:0.0:1788219806.246743:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.246745:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000001:0.0:1788219806.246749:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.246753:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.246755:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.246757:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.246765:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.246773:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.246775:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.246779:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.246781:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.246784:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.246787:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207104:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.246791:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.246796:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.246798:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.246801:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.246805:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9d000. 02000000:00000001:0.0:1788219806.246807:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.246814:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.246818:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4528. 00000400:00000010:0.0:1788219806.246824:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000200:0.0:1788219806.246830:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566207104, portal 10 00000100:00000001:0.0:1788219806.246832:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.246833:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000040:0.0:1788219806.246839:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.246846:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.246849:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.246851:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cff68. 00000100:00000200:0.0:1788219806.246854:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566207104, offset 0 00000400:00000200:0.0:1788219806.246859:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.246866:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.246873:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.246877:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.246881:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.246885:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.246899:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.246903:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92807:92807:256:4294967295] 192.168.203.120@tcp LPNI seq info [92807:92807:8:4294967295] 00000400:00000200:0.0:1788219806.246908:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.246917:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.246922:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.246926:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219806.246932:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.246940:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.246945:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.246954:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.246959:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.246962:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.246965:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675362 00000100:00000001:0.0:1788219806.246968:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.246970:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675362 00000100:00000001:0.0:1788219806.246972:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.246975:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.246977:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.246979:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.246981:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.246983:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc000 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.246985:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.246988:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.247407:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.247412:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:2.0:1788219806.247417:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.247423:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.247428:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cff68 00000400:00000010:2.0:1788219806.247431:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cff68. 00000100:00000001:2.0:1788219806.247434:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.247438:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.247448:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.247451:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.247457:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.247459:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.253757:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.253772:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.253777:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.253779:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.253788:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.253796:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.253806:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.253811:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.253816:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.253820:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 672 into portal 10 MB=0x6a95ffb782880 00000400:00000200:2.0:1788219806.253825:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.253831:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 672/672 into md 0xe8eb5 [1] + 224 00000800:00000001:2.0:1788219806.253838:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.253846:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.253849:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.253854:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.253875:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.253885:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.253905:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=1152 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.253926:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.253935:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.253939:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.254102:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.254110:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.254112:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.254115:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4528. 00000400:00000200:0.0:1788219806.254119:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:0.0:1788219806.254123:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:0.0:1788219806.254126:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.254130:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219806.254139:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.254146:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.254148:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.254150:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.254154:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.254156:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.254158:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.254161:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.254170:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.254175:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219806.254178:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.254242:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.254246:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.254249:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.254252:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.254254:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:0.0:1788219806.254257:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.254259:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.254264:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.254270:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.254273:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.254274:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.254278:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219806.254286:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207104:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.254291:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.254294:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.254296:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.254298:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.254302:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.254339:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.254343:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc000. 00000100:00000001:0.0:1788219806.254346:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.254348:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.254351:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219806.254355:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254358:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254361:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=4 00000020:00000001:0.0:1788219806.254363:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254366:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000040:0.0:1788219806.254373:0:328714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1bc00, remote cookie: 0x1782eba8aded852a, flags: 0x1001 00010000:00010000:0.0:1788219806.254378:0:328714:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788219806.254387:0:328714:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x982:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788219806.254389:0:328714:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788219806.254396:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 2 00010000:00000001:0.0:1788219806.254398:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.254401:0:328714:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.254405:0:328714:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.254412:0:328714:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254418:0:328714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219806.254422:0:328714:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219806.254424:0:328714:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219806.254425:0:328714:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219806.254426:0:328714:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219806.254429:0:328714:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x982:0x0].0x0 (ffff9893ea2ffa00) refcount = 2 00010000:00000040:0.0:1788219806.254432:0:328714:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788219806.254434:0:328714:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219806.254440:0:328714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254446:0:328714:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219806.254449:0:328714:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219806.254450:0:328714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.254454:0:328714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219806.254456:0:328714:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.254459:0:328714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254465:0:328714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219806.254466:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254468:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.254469:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254470:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.254471:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.254475:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219806.254477:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254478:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254479:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254481:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254483:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254485:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254486:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254487:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=4 00000020:00000001:0.0:1788219806.254489:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254490:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254493:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.254495:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.254499:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254505:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254505:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.254507:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254507:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254508:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=5 00000020:00000001:0.0:1788219806.254510:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254512:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254515:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.254517:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254523:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254524:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219806.254527:0:328714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254533:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.254534:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254535:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.254536:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254537:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219806.254542:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219806.254551:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254553:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254554:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254556:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254558:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254560:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254561:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.254562:0:328714:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.254564:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.254567:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219806.254569:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254570:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254571:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254582:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254585:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00000002:00010000:0.0:1788219806.254594:0:328714:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254605:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254606:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.254608:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219806.254610:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254611:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254612:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254614:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254616:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000040:0.0:1788219806.254619:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 3 00010000:00000001:0.0:1788219806.254620:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219806.254625:0:328714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589939618/2434 (0 0) 00010000:00000001:0.0:1788219806.254627:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254628:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.254629:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219806.254632:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da79f8 00000002:00002000:0.0:1788219806.254634:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219806.254637:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.254641:0:328714:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.254643:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219806.254647:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219806.254650:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.254653:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:0.0:1788219806.254655:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.254659:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00000080:00000001:0.0:1788219806.254668:0:328714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.254670:0:328714:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219806.254676:0:328714:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219806.254679:0:328714:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219806.254686:0:328714:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894c9c0c400. 00800000:00000001:0.0:1788219806.254688:0:328714:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363540276224 : -113710169275392 : ffff9894c9c0c400) 00800000:00000001:0.0:1788219806.254691:0:328714:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1788219806.254694:0:328714:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:0.0:1788219806.254696:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.254699:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.254702:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.254704:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.254706:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.254708:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:0.0:1788219806.254710:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219806.254712:0:328714:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x4:0x0] 00800000:00000001:0.0:1788219806.254714:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.254715:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.254716:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.254717:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.254719:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.254720:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:0.0:1788219806.254722:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219806.254723:0:328714:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x3:0x0] 00800000:00000001:0.0:1788219806.254725:0:328714:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.254727:0:328714:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.254729:0:328714:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219806.254732:0:328714:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219806.254734:0:328714:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894ee06e600 of [0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219806.254739:0:328714:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.254744:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219806.254747:0:328714:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1788219806.254752:0:328714:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x982:0x0], updating i_size 4096 00010000:00000001:0.0:1788219806.254754:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254755:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254757:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254759:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254761:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254763:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254765:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219806.254766:0:328714:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788219806.254768:0:328714:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788219806.254770:0:328714:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219806.254772:0:328714:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788219806.254773:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0c400 1 00800000:00000010:0.0:1788219806.254777:0:328714:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894c9c0c400. 00800000:00000001:0.0:1788219806.254780:0:328714:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.254783:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:0.0:1788219806.254786:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.254788:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.254789:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254790:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254791:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254793:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254795:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254797:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254799:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.254800:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.254802:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.254805:0:328714:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219806.254807:0:328714:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.254809:0:328714:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.254811:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:0.0:1788219806.254814:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c7da7cb8 00010000:00000001:0.0:1788219806.254816:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.254817:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.254818:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219806.254820:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254822:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219806.254824:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.254826:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.254832:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.254833:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.254835:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.254837:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.254840:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219806.254852:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.254854:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.254856:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000010:1.1:1788219806.255018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00010000:00000001:0.0:1788219806.255155:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255157:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.255158:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255163:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.255165:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255167:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255170:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255172:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.255173:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255174:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.255176:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.255248:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017100 x1875079566207104/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.255256:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.255258:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.255261:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9d000. 02000000:00000001:0.0:1788219806.255265:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.255267:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.255269:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.255271:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.255273:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e800. 02000000:00000001:0.0:1788219806.255276:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.255278:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.255280:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017100. 00000100:00000001:0.0:1788219806.255283:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.255284:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.255288:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:0.0:1788219806.255291:0:328714:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219806.255295:0:328714:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.255298:0:328714:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:0.0:1788219806.255302:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.255304:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b28 00000002:00010000:0.0:1788219806.255306:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.255388:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.255390:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.255391:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.255395:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:0.0:1788219806.255398:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.255401:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.255404:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.255408:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219806.255415:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.255419:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.255422:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219806.255428:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.255430:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.255431:0:328714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.255433:0:328714:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:0.0:1788219806.255436:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.255437:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.255439:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.255441:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:0.0:1788219806.255442:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.255445:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.255447:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255448:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.255449:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255451:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.255452:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.255453:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:0.0:1788219806.255455:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.255457:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.255458:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.255461:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.255467:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255468:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.255469:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.255471:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.255473:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219806.255479:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.255480:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.255482:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.255484:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255485:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.255486:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255488:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.255489:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255491:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255493:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255494:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.255495:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255497:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219806.255499:0:328714:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:0.0:1788219806.255502:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.255503:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b28 00000002:00010000:0.0:1788219806.255505:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.255509:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.255510:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.255511:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.255514:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:0.0:1788219806.255516:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.255519:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.255522:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.255525:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219806.255532:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.255534:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.255537:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219806.255543:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.255545:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.255546:0:328714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.255547:0:328714:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:0.0:1788219806.255549:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.255550:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.255552:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.255553:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:0.0:1788219806.255555:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219806.255557:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219806.255559:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255560:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.255561:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255562:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.255563:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.255564:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:0.0:1788219806.255566:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219806.255567:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219806.255569:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.255638:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219806.255646:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255647:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.255648:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.255649:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.255652:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.255658:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.255660:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.255661:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.255663:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255664:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.255666:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255667:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.255669:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255670:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255673:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.255675:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.255676:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.255677:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219806.255679:0:328714:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00800000:00000001:0.0:1788219806.255685:0:328714:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219806.255688:0:328714:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 2, atime 1788219804 ctime 1788219804, mtime 1788219804. 00800000:00000040:0.0:1788219806.255691:0:328714:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 2, atime 1788219804 ctime 1788219804, mtime 1788219804. 00800000:00000002:0.0:1788219806.255694:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:0.0:1788219806.255697:0:328714:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.255703:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7d08 00000080:00000008:0.0:1788219806.255705:0:328714:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219806.257489:0:328714:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.257527:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7d08 00000080:00200008:0.0:1788219806.257530:0:328714:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219806.257536:0:328714:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.257537:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7c80 00000080:00200000:0.0:1788219806.257539:0:328714:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.257546:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.257551:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.257554:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.257560:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.257562:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ba0 00800000:00000002:0.0:1788219806.257564:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.257567:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.257569:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.257572:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.258261:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.258266:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.258269:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.258272:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.258275:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.258279:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.258285:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.258289:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7a70 00000002:00010000:0.0:1788219806.258291:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.258295:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.258297:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.258300:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.258306:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.258309:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.258677:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.258682:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.258687:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788219806.258699:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.258704:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.258707:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788219806.258714:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.258716:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.258718:0:328714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.258720:0:328714:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.258722:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.258725:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219806.258728:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.258731:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.258735:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00000080:00000001:0.0:1788219806.258745:0:328714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.258746:0:328714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.258750:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.258753:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.258756:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.258758:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.258760:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.258762:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.258765:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.258767:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.258770:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.258772:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.258774:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.258775:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.258776:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.258778:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7da7cb8 00010000:00000001:0.0:1788219806.258780:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.258781:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.258783:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.258784:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.258786:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.258788:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.258790:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219806.258796:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.258797:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.258798:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.258801:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.258803:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219806.258810:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.258813:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.258815:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.258819:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.258821:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.258822:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.258825:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.258827:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.258829:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.258832:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.258834:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.258835:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.258836:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.258838:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219806.258840:0:328714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219806.258843:0:328714:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.258847:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7d08 00000080:00000008:0.0:1788219806.258849:0:328714:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219806.259811:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.259817:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.259819:0:328714:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.259822:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7bc0 00000080:00200000:0.0:1788219806.259826:0:328714:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.259833:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.259838:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.259842:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.259846:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.259848:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ae0 00800000:00000002:0.0:1788219806.259850:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.259853:0:328714:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.259855:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.259858:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.259859:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.259862:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.259864:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.259867:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.259868:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.259871:0:328714:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.259875:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.259876:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da79b0 00000002:00010000:0.0:1788219806.259878:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.259881:0:328714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.259883:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.259886:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.264114:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.264124:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.264131:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.264137:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.264142:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788219806.264157:0:328714:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.264165:0:328714:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.264168:0:328714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788219806.264176:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.264686:0:328714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.264689:0:328714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.264692:0:328714:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.264694:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.264698:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219806.264702:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.264706:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.264710:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00000080:00000001:0.0:1788219806.264722:0:328714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.264724:0:328714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.264728:0:328714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.264731:0:328714:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.264736:0:328714:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.264739:0:328714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.264741:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.264743:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.264746:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.264748:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.264751:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.264754:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.264755:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.264757:0:328714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.264758:0:328714:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.264760:0:328714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7da7bf8 00010000:00000001:0.0:1788219806.264763:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.264764:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.264765:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.264767:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.264768:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.264770:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.264774:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219806.264782:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.264783:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.264784:0:328714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.264787:0:328714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.264789:0:328714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219806.264796:0:328714:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.264799:0:328714:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.264801:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.264805:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.264806:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.264808:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.264812:0:328714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.264814:0:328714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.264816:0:328714:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.264819:0:328714:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.264822:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.264823:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.264824:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.264827:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219806.264828:0:328714:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.264831:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.264837:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.264843:0:328714:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.264846:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7bc0 00000080:00002000:0.0:1788219806.264848:0:328714:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x20000e refc 1 00000080:00000001:0.0:1788219806.264851:0:328714:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.264853:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7c08 00000080:00200000:0.0:1788219806.264854:0:328714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:0.0:1788219806.265399:0:328714:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219806.265403:0:328714:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.265410:0:328714:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219806.265412:0:328714:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:0.0:1788219806.265416:0:328714:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.265422:0:328714:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1788219806.265424:0:328714:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788219806.265425:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b78 00000080:00200008:0.0:1788219806.265427:0:328714:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:0.0:1788219806.265435:0:328714:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894c8d70f00. 00000080:00000001:0.0:1788219806.265441:0:328714:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788219806.265445:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0000. 00800000:00000002:0.0:1788219806.265449:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:0.0:1788219806.265452:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:0.0:1788219806.265455:0:328714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.265458:0:328714:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.265459:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7a28 00800000:00000002:0.0:1788219806.265462:0:328714:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x982:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.265465:0:328714:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788219806.265467:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.265470:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.265472:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.265475:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.265477:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.265479:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219806.265480:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.265483:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da79a8 00800000:00000002:0.0:1788219806.265485:0:328714:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788219806.265489:0:328714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.265491:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da78e0 00000002:00010000:0.0:1788219806.265492:0:328714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:0.0:1788219806.265496:0:328714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219806.265499:0:328714:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788219806.265501:0:328714:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219806.265507:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 3 00010000:00000001:0.0:1788219806.265509:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.265512:0:328714:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219806.265515:0:328714:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.265517:0:328714:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.265519:0:328714:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.265521:0:328714:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219806.265523:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.265525:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.265526:0:328714:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219806.265528:0:328714:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.265529:0:328714:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.265531:0:328714:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.265536:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017100. 00000020:00000040:0.0:1788219806.265540:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219806.265546:0:328714:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219806.265548:0:328714:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.265551:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219806.265555:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.265559:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.265561:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.265562:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.265565:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.265567:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.265570:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.265649:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e800. 00000100:00000001:0.0:1788219806.265656:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.265662:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.265663:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.265664:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.265666:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.265667:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.265674:0:328714:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00010000:00000001:0.0:1788219806.265677:0:328714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219806.265680:0:328714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219806.265682:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.265684:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.265687:0:328714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219806.265690:0:328714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b000. 00000020:00000001:0.0:1788219806.265694:0:328714:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219806.265697:0:328714:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b000 with handle 0x34450ab7a16339e to hash 00000020:00000001:0.0:1788219806.265699:0:328714:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219806.265700:0:328714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219806.265704:0:328714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219806.265707:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.265709:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.265712:0:328714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.265720:0:328714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788219806.265732:0:328714:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788219806.265744:0:328714:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788219806.265760:0:328714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219806.265766:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.265768:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.265774:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc000. 00000100:00000001:0.0:1788219806.265776:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401408 : -113714029150208 : ffff9893e3afc000) 00000100:00000001:0.0:1788219806.265779:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.265781:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000001:0.0:1788219806.265785:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.265789:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.265791:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.265793:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.265811:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.265818:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.265820:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.265824:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.265827:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.265829:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.265832:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207360:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.265835:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.265840:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.265843:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.265845:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.266971:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:0.0:1788219806.266982:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.266993:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.267000:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4528. 00000400:00000010:0.0:1788219806.267007:0:328714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4b9d000. 00000100:00000200:0.0:1788219806.267014:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566207360, portal 10 00000100:00000001:0.0:1788219806.267017:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.267019:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000040:0.0:1788219806.267031:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.267040:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.267043:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.267046:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000200:0.0:1788219806.267050:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875079566207360, offset 0 00000400:00000200:0.0:1788219806.267056:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.267063:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.267070:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.267075:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.267079:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.267083:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.267086:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.267089:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92808:92808:256:4294967295] 192.168.203.120@tcp LPNI seq info [92808:92808:8:4294967295] 00000400:00000200:0.0:1788219806.267094:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.267102:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.267107:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.267112:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219806.267118:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.267126:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.267131:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.267147:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.267151:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.267154:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.267157:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675382 00000100:00000001:0.0:1788219806.267160:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.267162:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675382 00000100:00000001:0.0:1788219806.267164:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.267166:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.267170:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.267172:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.267175:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.267177:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc000 going to sleep for 11 seconds 00000800:00000200:2.0:1788219806.267851:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.267857:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:2.0:1788219806.267870:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.267877:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.267882:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:2.0:1788219806.267885:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:2.0:1788219806.267889:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.267900:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.267912:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.267916:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.267923:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.267924:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219806.268025:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.268029:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219806.274428:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.274446:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.274451:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.274453:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.274462:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.274470:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.274479:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.274485:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.274490:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.274494:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 696 into portal 10 MB=0x6a95ffb782980 00000400:00000200:2.0:1788219806.274499:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.274505:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 696/696 into md 0xe8ebd [64] + 224 00000800:00000001:2.0:1788219806.274511:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.274518:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.274521:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.274525:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.274534:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.274542:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.274554:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=131856 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.274584:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.274599:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.274602:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.274717:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.274725:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.274727:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.274730:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4528. 00000400:00000200:1.0:1788219806.274735:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4b9d000 00000400:00000010:1.0:1788219806.274737:0:328714:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4b9d000. 00000100:00000001:1.0:1788219806.274741:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.274746:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.274756:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.274762:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.274765:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.274768:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.274771:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.274774:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.274776:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.274779:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.274789:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.274793:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.274796:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219806.274800:0:328714:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed017100 x1875079566207360/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.274806:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219806.274809:0:328714:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219806.274811:0:328714:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219806.274813:0:328714:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219806.274815:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.274818:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000001:1.0:1788219806.274821:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.274823:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.274825:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.274827:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219806.274831:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.274837:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219806.274840:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.274841:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.274845:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.274853:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207360:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.274870:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.274874:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219806.274877:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.274879:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.274882:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.274897:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.274900:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc000. 00000100:00000001:1.0:1788219806.274904:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.274906:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219806.274910:0:328714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.274915:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.274917:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.274921:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=4 00000020:00000001:1.0:1788219806.274923:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219806.274926:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00010000:1.0:1788219806.274931:0:328714:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.274946:0:328714:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219806.274950:0:328714:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.274956:0:328714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.274959:0:328714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.274965:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.274967:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219806.274969:0:328714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.274975:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.274978:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.274981:0:328714:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219806.274983:0:328714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.274990:0:328714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1b000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219806.274993:0:328714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219806.274996:0:328714:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.275002:0:328714:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219806.275004:0:328714:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219806.275007:0:328714:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.275012:0:328714:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219806.275015:0:328714:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219806.275017:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.275018:0:328714:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.275020:0:328714:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=5 00000020:00000001:1.0:1788219806.275022:0:328714:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219806.275025:0:328714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:1.0:1788219806.275027:0:328714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219806.275029:0:328714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219806.275035:0:328714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219806.275036:0:328714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.275039:0:328714:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219806.275040:0:328714:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219806.275043:0:328714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219806.275044:0:328714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219806.275046:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.275047:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219806.275050:0:328714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b000 with handle 0x34450ab7a16339e from hash 00010000:00000001:1.0:1788219806.275052:0:328714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219806.275053:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.275054:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.275056:0:328714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219806.275057:0:328714:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219806.275059:0:328714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219806.275061:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.275062:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.275064:0:328714:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275066:0:328714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.275068:0:328714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.275073:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.275074:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.275076:0:328714:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219806.275077:0:328714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.275078:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.275080:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.275081:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219806.275083:0:328714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a16339e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.275094:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.275096:0:328714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219806.275100:0:328714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219806.275106:0:328714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219806.275115:0:328714:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788219806.275119:0:328714:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219806.275126:0:328714:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.275132:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219806.275133:0:328714:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275135:0:328714:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275137:0:328714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275140:0:328714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788219806.275142:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.275144:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00010000:00000001:1.0:1788219806.275146:0:328714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219806.275147:0:328714:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275149:0:328714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.275152:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7868 00000002:00002000:1.0:1788219806.275154:0:328714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788219806.275157:0:328714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.275160:0:328714:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.275162:0:328714:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219806.275164:0:328714:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219806.275167:0:328714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.275170:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:1.0:1788219806.275173:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.275175:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0000. 00000080:00000001:1.0:1788219806.275356:0:328714:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219806.275363:0:328714:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219806.275367:0:328714:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219806.275374:0:328714:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06e780. 00800000:00000001:1.0:1788219806.275377:0:328714:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148852608 : -113709560699008 : ffff9894ee06e780) 00800000:00000001:1.0:1788219806.275379:0:328714:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219806.275381:0:328714:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:1.0:1788219806.275385:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.275387:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.275390:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.275393:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.275395:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.275397:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.275399:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.275401:0:328714:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.275403:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.275404:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.275405:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.275407:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.275408:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.275410:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.275411:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.275413:0:328714:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.275415:0:328714:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.275417:0:328714:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275419:0:328714:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219806.275421:0:328714:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219806.275423:0:328714:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894ee06e600 of [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.275427:0:328714:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275432:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219806.275435:0:328714:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219806.275440:0:328714:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x982:0x0], updating i_size 4096 00000080:00000001:1.0:1788219806.275442:0:328714:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219806.275444:0:328714:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788219806.275446:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e780 1 00800000:00000010:1.0:1788219806.275449:0:328714:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894ee06e780. 00800000:00000001:1.0:1788219806.275453:0:328714:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275456:0:328714:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219806.275458:0:328714:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.275460:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.275465:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.275471:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275474:0:328714:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219806.275480:0:328714:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25fc0. 00000080:00000001:1.0:1788219806.275483:0:328714:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219806.275485:0:328714:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219806.275487:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.275488:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.275489:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.275490:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.275492:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.275493:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.275495:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275497:0:328714:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219806.275500:0:328714:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33aa0. 00000002:00100000:1.0:1788219806.275504:0:328714:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219806.275510:0:328714:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.275511:0:328714:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219806.275515:0:328714:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219806.275519:0:328714:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275522:0:328714:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219806.275523:0:328714:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275525:0:328714:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.275529:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.275533:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219806.275540:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.275543:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219806.275650:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219806.275652:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.275655:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7b78 00000080:00000008:1.0:1788219806.275657:0:328714:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219806.275661:0:328714:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275693:0:328714:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219806.275695:0:328714:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7ffebc11f900 00000020:00000001:1.0:1788219806.275702:0:328714:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219806.275707:0:328714:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee183000. 00000020:00000001:1.0:1788219806.275711:0:328714:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275714:0:328714:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219806.275716:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7ad0 00000080:00200000:1.0:1788219806.275718:0:328714:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d0.0 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219806.275725:0:328714:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00800000:00000002:1.0:1788219806.275729:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219806.275737:0:328714:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219806.275739:0:328714:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219806.275742:0:328714:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.0 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219806.275746:0:328714:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.275748:0:328714:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:1.0:1788219806.275752:0:328714:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219806.275753:0:328714:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219806.275755:0:328714:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219806.275758:0:328714:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219806.275760:0:328714:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x983:0x0] 40000000:00000001:1.0:1788219806.275762:0:328714:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275764:0:328714:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.275765:0:328714:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.275767:0:328714:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.275768:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da79e8 00800000:00000002:1.0:1788219806.275770:0:328714:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd0.0' [0x2000013a2:0x983:0x0] on [0x200001b70:0x4:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788219806.275774:0:328714:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219806.275776:0:328714:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219806.275781:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:1.0:1788219806.275784:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.275787:0:328714:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219806.275791:0:328714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219806.275794:0:328714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788219806.275802:0:328714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219806.275805:0:328714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219806.275807:0:328714:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219806.275809:0:328714:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x4:0x0] mode (null) 00000002:00000001:1.0:1788219806.275811:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.275813:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.275815:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 3 00010000:00000001:1.0:1788219806.275817:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219806.275821:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.275822:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.275823:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.275825:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 3 00010000:00000001:1.0:1788219806.275826:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219806.275828:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.275829:0:328714:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219806.275832:0:328714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x4:0x0] lli = ffff9894c7b698c0, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:1.0:1788219806.275835:0:328714:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x4:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.275838:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219806.275842:0:328714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788219806.275845:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7670 00000080:00002000:1.0:1788219806.275847:0:328714:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d0.0 00000080:00000001:1.0:1788219806.275853:0:328714:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219806.275857:0:328714:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219806.275859:0:328714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219806.275862:0:328714:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219806.275864:0:328714:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x4:0x0](ffff9894c7b69988) invalid 00000080:00000001:1.0:1788219806.275866:0:328714:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219806.275867:0:328714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219806.275869:0:328714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.275871:0:328714:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219806.275874:0:328714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219806.275876:0:328714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219806.275878:0:328714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.275880:0:328714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788219806.275882:0:328714:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194e00 with handle 0x34450ab7a163382 from hash 00010000:00000001:1.0:1788219806.275884:0:328714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219806.276134:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.276137:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.276138:0:328714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219806.276142:0:328714:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219806.276144:0:328714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219806.276147:0:328714:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219806.276149:0:328714:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.276151:0:328714:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788219806.276159:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219806.276163:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219806.276168:0:328714:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219806.276170:0:328714:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.276172:0:328714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.276175:0:328714:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.276248:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.276249:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.276251:0:328714:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.276254:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.276256:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.276259:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.276265:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee182c00. 00000100:00000001:1.0:1788219806.276271:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.276273:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.276275:0:328714:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219806.276280:0:328714:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219806.276287:0:328714:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219806.276289:0:328714:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219806.276291:0:328714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219806.276293:0:328714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a163382 lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded84f9 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788219806.276301:0:328714:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff900 count: 0 00010000:00000010:1.0:1788219806.276305:0:328714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06ea80. 00010000:00000001:1.0:1788219806.276344:0:328714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.276346:0:328714:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.276348:0:328714:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.276350:0:328714:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.276352:0:328714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219806.276362:0:328714:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219806.276370:0:328714:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219806.276378:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.276379:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.276386:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.276388:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.276390:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.276391:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219806.276395:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.276399:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.276400:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.276402:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.276405:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.276412:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.276414:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.276418:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.276420:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.276422:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.276426:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207616:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219806.276429:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.276434:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.276437:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.276439:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.276444:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee182000. 02000000:00000001:1.0:1788219806.276445:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.276452:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.276456:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.276461:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.276467:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566207616, portal 10 00000100:00000001:1.0:1788219806.276469:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.276470:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219806.276475:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.276482:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.276484:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.276487:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661dd0. 00000100:00000200:1.0:1788219806.276491:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566207616, offset 0 00000400:00000200:1.0:1788219806.276496:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.276504:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.276510:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.276515:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.276520:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.276524:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.276527:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.276530:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92809:92809:256:4294967295] 192.168.203.120@tcp LPNI seq info [92809:92809:8:4294967295] 00000400:00000200:1.0:1788219806.276535:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.276544:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.276550:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.276555:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219806.276561:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.276568:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.276573:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.276817:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.276822:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.276826:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.276829:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675392 00000100:00000001:1.0:1788219806.276832:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.276834:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675392 00000100:00000001:1.0:1788219806.276836:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.276838:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.276840:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.276842:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.276844:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.276846:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.276849:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.276851:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.280079:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.280089:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:2.0:1788219806.280097:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.280107:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.280115:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661dd0 00000400:00000010:2.0:1788219806.280117:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661dd0. 00000100:00000001:2.0:1788219806.280122:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.280131:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.280144:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.280148:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.280155:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.280156:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219806.284501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00000080:00000010:1.1:1788219806.284528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33b80. 00000800:00000001:2.0:1788219806.286527:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.286553:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.286557:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.286559:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.286568:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.286653:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.286664:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.286670:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.286676:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.286680:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb782a80 00000400:00000200:2.0:1788219806.286685:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.286691:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe8ec5 [1] + 224 00000800:00000001:2.0:1788219806.286700:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.286708:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.286712:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.286716:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.286726:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.286737:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.286748:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.286763:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.286774:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.286778:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.287233:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.287241:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.287243:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.287246:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.287251:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219806.287255:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219806.287258:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.287263:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219806.287272:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566207616/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.287278:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.287280:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.287283:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.287286:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.287288:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.287290:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.287293:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.287302:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.287305:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.287308:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.287310:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.287330:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.287332:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.287336:0:328714:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219806.287337:0:328714:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400000024/0x1] 00000100:00000001:1.0:1788219806.287339:0:328714:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219806.287341:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.287343:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219806.287346:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.287348:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.287350:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.287352:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.287357:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566207616/t17179869222(17179869222) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.287364:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.287367:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.287369:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.287373:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566207616/t17179869222(17179869222) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219806.287380:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207616:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219806.287385:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.287387:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.287389:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.287392:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.287395:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566207616/t17179869222(17179869222) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.287401:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.287404:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.287407:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.287409:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.287417:0:328714:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.287421:0:328714:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x983:0x0] 00800000:00000001:1.0:1788219806.287423:0:328714:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.287427:0:328714:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219806.287432:0:328714:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219806.287434:0:328714:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219806.287436:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145923 : 144115272398145923 : 2000013a2000983) 00000080:00000001:1.0:1788219806.287439:0:328714:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219806.287454:0:328714:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b68840. 00000080:00000001:1.0:1788219806.287464:0:328714:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219806.287466:0:328714:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x983:0x0](ffff9894c7b68908) 00000080:00000001:1.0:1788219806.287468:0:328714:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219806.287470:0:328714:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x983:0x0] 00000080:00000001:1.0:1788219806.287472:0:328714:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.287474:0:328714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145923 : 144115272398145923 : 2000013a2000983) 00000080:00000001:1.0:1788219806.287476:0:328714:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1788219806.287479:0:328714:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145923 mtime from 0 to 1788219806 00000080:00200000:1.0:1788219806.287482:0:328714:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x983:0x0], updating i_size 4096 00000080:00000001:1.0:1788219806.287485:0:328714:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219806.287487:0:328714:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506051336 : -113710203500280 : ffff9894c7b68908) 00000080:00000001:1.0:1788219806.287489:0:328714:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219806.287492:0:328714:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219806.287494:0:328714:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.287501:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.287504:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566207616/t17179869222(17179869222) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.287510:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.287512:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:1.0:1788219806.287515:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538200. 00000080:00000010:1.0:1788219806.287520:0:328714:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee183000. 00000080:00000001:1.0:1788219806.287523:0:328714:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788219806.289017:0:328714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:1.1:1788219806.289029:0:328714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000080:00000001:1.0:1788219806.289047:0:328714:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219806.289051:0:328714:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219806.289054:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7dd0 00000080:00200008:1.0:1788219806.289056:0:328714:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:1.0:1788219806.289062:0:328714:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.289066:0:328714:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219806.289068:0:328714:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219806.289070:0:328714:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219806.289075:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.289078:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.289080:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.289083:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.289086:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.289087:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.289090:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.289094:0:328714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.289097:0:328714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.289104:0:328714:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 3 00010000:00000001:1.0:1788219806.289106:0:328714:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219806.289111:0:328714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.289114:0:328714:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 0 00000080:00000001:1.0:1788219806.289116:0:328714:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219806.289119:0:328714:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219806.289125:0:328714:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00000080:00000001:1.0:1788219806.289127:0:328714:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788219806.289143:0:328714:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.289148:0:328714:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219806.289151:0:328714:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219806.289152:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.289154:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.289155:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.289156:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.289158:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.289160:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.289161:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.289163:0:328714:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x982:0x0] 00000002:00000001:1.0:1788219806.289166:0:328714:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219806.289168:0:328714:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x982:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219806.289174:0:328714:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d180. 00000020:00000040:1.0:1788219806.289178:0:328714:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219806.289183:0:328714:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.289187:0:328714:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.289192:0:328714:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.289199:0:328714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539200. 00000100:00000001:1.0:1788219806.289206:0:328714:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219806.289222:0:328714:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219806.289233:0:328714:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219806.289237:0:328714:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219806.289244:0:328714:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.289245:0:328714:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.289252:0:328714:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.289254:0:328714:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.289256:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.289257:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000001:1.0:1788219806.289262:0:328714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.289266:0:328714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.289268:0:328714:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.289270:0:328714:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.289274:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.289281:0:328714:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.289283:0:328714:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.289287:0:328714:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.289290:0:328714:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.289292:0:328714:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.289296:0:328714:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207872:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1788219806.289299:0:328714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.289304:0:328714:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.289306:0:328714:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.289309:0:328714:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.289335:0:328714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183000. 02000000:00000001:1.0:1788219806.289337:0:328714:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.289344:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.289349:0:328714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.289356:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.289363:0:328714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566207872, portal 10 00000100:00000001:1.0:1788219806.289365:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.289366:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000040:1.0:1788219806.289373:0:328714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.289385:0:328714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.289388:0:328714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.289391:0:328714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661aa0. 00000100:00000200:1.0:1788219806.289395:0:328714:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566207872, offset 0 00000400:00000200:1.0:1788219806.289401:0:328714:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.289410:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.289418:0:328714:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.289424:0:328714:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.289428:0:328714:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.289432:0:328714:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.289434:0:328714:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.289438:0:328714:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92810:92810:256:4294967295] 192.168.203.120@tcp LPNI seq info [92810:92810:8:4294967295] 00000400:00000200:1.0:1788219806.289442:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.289450:0:328714:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.289456:0:328714:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.289461:0:328714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219806.289467:0:328714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.289473:0:328714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.289477:0:328714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.289497:0:328714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.289502:0:328714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.289506:0:328714:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.289508:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675405 00000100:00000001:1.0:1788219806.289511:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.289525:0:328714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675405 00000100:00000001:1.0:1788219806.289527:0:328714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.289530:0:328714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.289533:0:328714:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.289535:0:328714:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.289537:0:328714:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.289539:0:328714:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.289542:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.289545:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.290282:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.290289:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219806.290297:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.290303:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.290309:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661aa0 00000400:00000010:2.0:1788219806.290351:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661aa0. 00000100:00000001:2.0:1788219806.290356:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.290362:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.290373:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.290377:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.290384:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.290386:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.294004:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.294020:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.294024:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.294026:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.294035:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.294042:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.294050:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.294057:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.294062:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.294066:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb782b80 00000400:00000200:2.0:1788219806.294071:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.294077:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe8ecd [1] + 224 00000800:00000001:2.0:1788219806.294084:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.294093:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.294096:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.294099:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.294109:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.294118:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.294129:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.294152:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.294160:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.294165:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.294283:0:328714:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.294290:0:328714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.294292:0:328714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.294295:0:328714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.294300:0:328714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219806.294303:0:328714:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219806.294307:0:328714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.294425:0:328714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.294437:0:328714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d180 x1875079566207872/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294443:0:328714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.294446:0:328714:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.294448:0:328714:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.294452:0:328714:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.294454:0:328714:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.294457:0:328714:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.294461:0:328714:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.294471:0:328714:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.294476:0:328714:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.294479:0:328714:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.294480:0:328714:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.294484:0:328714:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.294487:0:328714:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.294490:0:328714:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219806.294493:0:328714:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219806.294495:0:328714:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219806.294496:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.294498:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000001:1.0:1788219806.294501:0:328714:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.294503:0:328714:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.294505:0:328714:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.294508:0:328714:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.294513:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d180 x1875079566207872/t17179869223(17179869223) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294520:0:328714:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.294523:0:328714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.294525:0:328714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.294529:0:328714:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d180 x1875079566207872/t17179869223(17179869223) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.294658:0:328714:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328714:1875079566207872:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1788219806.294664:0:328714:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.294667:0:328714:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.294670:0:328714:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.294673:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.294676:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d180 x1875079566207872/t17179869223(17179869223) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294682:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.294685:0:328714:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.294689:0:328714:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.294690:0:328714:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.294698:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.294700:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000002:00000001:1.0:1788219806.294702:0:328714:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.294705:0:328714:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.294708:0:328714:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:1.0:1788219806.294711:0:328714:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538200. 00000080:00000001:1.0:1788219806.294715:0:328714:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219806.294718:0:328714:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219806.294721:0:328714:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.294723:0:328714:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.294726:0:328714:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.294728:0:328714:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.294730:0:328714:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.294732:0:328714:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.294734:0:328714:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.294738:0:328714:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219806.294742:0:328714:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294749:0:328714:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.294750:0:328714:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000001:1.0:1788219806.294752:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.294754:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294760:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.294761:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.294763:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d180 x1875079566207872/t17179869223(17179869223) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294768:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.294770:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.294772:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017100 x1875079566207360/t17179869221(17179869221) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294778:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219806.294781:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.294783:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.294785:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.294787:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e800. 02000000:00000001:1.0:1788219806.294791:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.294793:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.294795:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017100. 00000100:00000001:1.0:1788219806.294798:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.294800:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.294801:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.294804:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d180 x1875079566207872/t17179869223(17179869223) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294809:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.294811:0:328714:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33aa0. 00000002:00000001:1.0:1788219806.294813:0:328714:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.294815:0:328714:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219806.294817:0:328714:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25fc0. 00000100:00000001:1.0:1788219806.294819:0:328714:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.294822:0:328714:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d180 x1875079566207872/t17179869223(17179869223) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.294828:0:328714:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.294830:0:328714:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.294832:0:328714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183000. 02000000:00000001:1.0:1788219806.294835:0:328714:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.294836:0:328714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.294837:0:328714:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.294839:0:328714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.294840:0:328714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539200. 02000000:00000001:1.0:1788219806.294842:0:328714:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.294843:0:328714:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.294844:0:328714:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d180. 00000100:00000001:1.0:1788219806.294846:0:328714:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.294847:0:328714:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219806.294849:0:328714:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219806.294853:0:328714:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894c8d70f00. 00000080:00000001:1.0:1788219806.294857:0:328714:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.294863:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7dd0 00000080:00000008:1.0:1788219806.294865:0:328714:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219806.294868:0:328714:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.294871:0:328714:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.294875:0:328714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219806.294877:0:328714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7da7e00 00000080:00002000:1.0:1788219806.294880:0:328714:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:1.0:1788219806.294883:0:328714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.314500:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.314506:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.314509:0:328719:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.314512:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b20 00000080:00200000:2.0:1788219806.314517:0:328719:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219806.314525:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:2.0:1788219806.314769:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219806.314776:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.314782:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.314784:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97a40 00800000:00000002:2.0:1788219806.314787:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.314790:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.314793:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.314795:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.314797:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.314800:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.314802:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.314804:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.314806:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.314809:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.314814:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.314815:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97910 00000002:00010000:2.0:1788219806.314817:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.314821:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.314823:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.314826:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.314834:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219806.314837:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.314841:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.314844:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.314849:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788219806.314860:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.314865:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.314867:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788219806.314873:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.314875:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.314877:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.314879:0:328719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.314881:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.314883:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219806.314885:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.314888:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219806.314891:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000080:00000001:2.0:1788219806.314894:0:328719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219806.314896:0:328719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.314898:0:328719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219806.314901:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219806.314905:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219806.314907:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.314909:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.314911:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.314914:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.314916:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.314919:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.314922:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.314923:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.314925:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.314926:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.314928:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7d97b58 00010000:00000001:2.0:1788219806.314930:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.314931:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.314933:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.314935:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.314937:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.314939:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.314942:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788219806.314947:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.314948:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.314950:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.314951:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.314954:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788219806.314960:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.314963:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.314964:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.314968:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.314969:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.314971:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.314974:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.314976:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.314978:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.314981:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.314983:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.314984:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.314985:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.314988:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219806.314990:0:328719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.314992:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.314996:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.314999:0:328719:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219806.315001:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ae8 00000080:00002000:2.0:1788219806.315003:0:328719:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28000e refc 0 00000080:00000001:2.0:1788219806.315006:0:328719:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.315007:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b30 00000080:00200000:2.0:1788219806.315009:0:328719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:2.0:1788219806.315013:0:328719:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219806.315014:0:328719:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.315017:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219806.315019:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.315021:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219806.315031:0:328719:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893e4bca1a0. 00000020:00000001:2.0:1788219806.315034:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ae8 00000080:00200000:2.0:1788219806.315036:0:328719:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d1.0, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:2.0:1788219806.315039:0:328719:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788219806.315041:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97998 00000080:00200000:2.0:1788219806.315042:0:328719:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d1.0, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:2.0:1788219806.315048:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:2.0:1788219806.315052:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.315056:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.315057:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.315059:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d978b8 00800000:00000002:2.0:1788219806.315060:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.0' on [0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219806.315063:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1788219806.315066:0:328719:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.0 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:2.0:1788219806.315070:0:328719:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00000020:00000001:2.0:1788219806.315072:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97850 00800000:00000002:2.0:1788219806.315074:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x3:0x0], fid2=[0x0:0x0:0x0], name='d1.0' -> mds #1 00000002:00000001:2.0:1788219806.315077:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.315078:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97788 00000002:00010000:2.0:1788219806.315080:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.0,[0x0:0x0:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788219806.315083:0:328719:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219806.315085:0:328719:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219806.315090:0:328719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219806.315094:0:328719:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219806.315100:0:328719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219806.315104:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.315107:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.315108:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.315109:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.315112:0:328719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.315114:0:328719:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.315117:0:328719:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.315123:0:328719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4e000. 00000100:00000001:2.0:1788219806.315129:0:328719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.315134:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.315135:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.315137:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.315138:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.315139:0:328719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.315146:0:328719:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00010000:00000001:2.0:1788219806.315150:0:328719:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219806.315151:0:328719:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788219806.315155:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:2.0:1788219806.315157:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.315159:0:328719:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219806.315162:0:328719:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed340800. 00000020:00000001:2.0:1788219806.315169:0:328719:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219806.315171:0:328719:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed340800 with handle 0x34450ab7a1633a5 to hash 00000020:00000001:2.0:1788219806.315173:0:328719:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219806.315175:0:328719:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:2.0:1788219806.315177:0:328719:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:2.0:1788219806.315252:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.315254:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.315257:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.315263:0:328719:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.315274:0:328719:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219806.315279:0:328719:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.315280:0:328719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.315287:0:328719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490cb40. 00000100:00000001:2.0:1788219806.315289:0:328719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695149888 : -113714014401728 : ffff9893e490cb40) 00000100:00000001:2.0:1788219806.315292:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.315293:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000001:2.0:1788219806.315297:0:328719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.315301:0:328719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.315302:0:328719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.315304:0:328719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.315769:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.315779:0:328719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.315782:0:328719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.315785:0:328719:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.315788:0:328719:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.315791:0:328719:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.315794:0:328719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208000:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.315798:0:328719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.315803:0:328719:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.315806:0:328719:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.315808:0:328719:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.315813:0:328719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0db800. 02000000:00000001:2.0:1788219806.315815:0:328719:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.315822:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.315827:0:328719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2630. 00000400:00000010:2.0:1788219806.315834:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5880. 00000100:00000200:2.0:1788219806.315840:0:328719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566208000, portal 10 00000100:00000001:2.0:1788219806.315842:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.315843:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:2.0:1788219806.315850:0:328719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.315857:0:328719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.315860:0:328719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.315862:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219806.315865:0:328719:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566208000, offset 0 00000400:00000200:2.0:1788219806.315871:0:328719:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.315879:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.315887:0:328719:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.315891:0:328719:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.315896:0:328719:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.315899:0:328719:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.315901:0:328719:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.315905:0:328719:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92811:92811:256:4294967295] 192.168.203.120@tcp LPNI seq info [92811:92811:8:4294967295] 00000400:00000200:2.0:1788219806.315909:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.315916:0:328719:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.315922:0:328719:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.315927:0:328719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006700. 00000800:00000200:2.0:1788219806.315932:0:328719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.315939:0:328719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.315943:0:328719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.315996:0:328719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.316001:0:328719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14680 usecs (15 jiffies) 00000400:00000200:2.0:1788219806.316005:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.316007:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675419 00000100:00000001:2.0:1788219806.316010:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.316013:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675419 00000100:00000001:2.0:1788219806.316015:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.316017:0:328719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.316019:0:328719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.316022:0:328719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.316024:0:328719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.316026:0:328719:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490cb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.316029:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.316031:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.316844:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.316850:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006700. 00000400:00000200:3.0:1788219806.316857:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.316863:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.316869:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:3.0:1788219806.316871:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:3.0:1788219806.316876:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.316881:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.316950:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.316956:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.316964:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.316966:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.321252:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.321270:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.321275:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.321277:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.321285:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.321293:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.321302:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.321307:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.321352:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.321357:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb782c00 00000400:00000200:2.0:1788219806.321362:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.321368:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8ed5 [1] + 224 00000800:00000001:2.0:1788219806.321376:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.321383:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.321387:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.321391:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.321398:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.321405:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.321420:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.321434:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.321440:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.321444:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.321514:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.321523:0:328719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.321525:0:328719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.321529:0:328719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2630. 00000400:00000200:0.0:1788219806.321534:0:328719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5880 00000400:00000010:0.0:1788219806.321536:0:328719:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5880. 00000100:00000001:0.0:1788219806.321539:0:328719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.321544:0:328719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219806.321552:0:328719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.321557:0:328719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.321559:0:328719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.321568:0:328719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.321572:0:328719:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.321704:0:328719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.321707:0:328719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.321711:0:328719:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.321721:0:328719:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.321726:0:328719:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.321729:0:328719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219806.321734:0:328719:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.321741:0:328719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219806.321745:0:328719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.321747:0:328719:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.321748:0:328719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.321750:0:328719:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219806.321755:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.321761:0:328719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219806.321764:0:328719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.321766:0:328719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.321769:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219806.321775:0:328719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208000:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219806.321780:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.321782:0:328719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219806.321784:0:328719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.321786:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.321789:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.321795:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.321797:0:328719:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490cb40. 00000100:00000001:0.0:1788219806.321800:0:328719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.321802:0:328719:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219806.321805:0:328719:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219806.321809:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.321811:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.321815:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=4 00000020:00000001:0.0:1788219806.321817:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219806.321820:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00010000:0.0:1788219806.321825:0:328719:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321835:0:328719:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219806.321838:0:328719:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321843:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.321846:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321851:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.321853:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219806.321855:0:328719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321860:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.321862:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.321865:0:328719:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219806.321867:0:328719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219806.321873:0:328719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed340800 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219806.321877:0:328719:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219806.321880:0:328719:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321885:0:328719:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219806.321887:0:328719:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219806.321891:0:328719:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321895:0:328719:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219806.321897:0:328719:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219806.321898:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.321899:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.321901:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=5 00000020:00000001:0.0:1788219806.321902:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219806.321904:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219806.321906:0:328719:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219806.321909:0:328719:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219806.321920:0:328719:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219806.321922:0:328719:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.321927:0:328719:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219806.321929:0:328719:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219806.321932:0:328719:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219806.321934:0:328719:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219806.321935:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.321937:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219806.321940:0:328719:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed340800 with handle 0x34450ab7a1633a5 from hash 00010000:00000001:0.0:1788219806.321942:0:328719:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219806.321944:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.321945:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.321947:0:328719:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219806.321948:0:328719:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219806.321950:0:328719:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219806.321952:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.321953:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.321954:0:328719:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.321956:0:328719:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.321959:0:328719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321965:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.321966:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.321967:0:328719:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219806.321969:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.321970:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.321971:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.321972:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219806.321975:0:328719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a1633a5 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219806.321985:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.321986:0:328719:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219806.321990:0:328719:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219806.321995:0:328719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219806.322001:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219806.322003:0:328719:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.322005:0:328719:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.322006:0:328719:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.322009:0:328719:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219806.322011:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219806.322012:0:328719:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.322014:0:328719:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219806.322017:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97710 00000002:00002000:0.0:1788219806.322018:0:328719:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.0 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219806.322022:0:328719:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.322026:0:328719:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.322029:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219806.322032:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x3:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219806.322034:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.322038:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:0.0:1788219806.322041:0:328719:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219806.322043:0:328719:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c7d97b20 it_disposition 7 00000080:00002000:0.0:1788219806.322048:0:328719:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e5209798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219806.322055:0:328719:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.0 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:0.0:1788219806.322058:0:328719:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.322062:0:328719:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219806.322063:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.322066:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.322067:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.322071:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.322072:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.322074:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:0.0:1788219806.322076:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.322080:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.322081:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.322083:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.322088:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:0.0:1788219806.322090:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.322095:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.322097:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.322100:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219806.322108:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.322113:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.322116:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219806.322122:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.322124:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.322126:0:328719:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219806.322129:0:328719:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219806.322130:0:328719:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7d97930 released 00000080:00010000:0.0:1788219806.322132:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163389 from it ffffa959c7d97930 00010000:00000001:0.0:1788219806.322134:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.322135:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.322137:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:0.0:1788219806.322139:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219806.322140:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219806.322142:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.322144:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.322150:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322151:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.322153:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.322155:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.322157:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219806.322164:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.322167:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.322168:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.322173:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322174:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.322175:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322177:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.322353:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322356:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322359:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322361:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.322362:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322363:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219806.322365:0:328719:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219806.322367:0:328719:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219806.322370:0:328719:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219806.322374:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974000. 00000100:00000001:0.0:1788219806.322379:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.322384:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566208000/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219806.322390:0:328719:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.322392:0:328719:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.322395:0:328719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0db800. 02000000:00000001:0.0:1788219806.322399:0:328719:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.322401:0:328719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.322402:0:328719:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.322404:0:328719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.322407:0:328719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4e000. 02000000:00000001:0.0:1788219806.322410:0:328719:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.322411:0:328719:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.322413:0:328719:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:0.0:1788219806.322416:0:328719:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.322417:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219806.322419:0:328719:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219806.322420:0:328719:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7d97b20 released 00000080:00000001:0.0:1788219806.322422:0:328719:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219806.322426:0:328719:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219806.322428:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b70 00000080:00002000:0.0:1788219806.322430:0:328719:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.0 (ffff9893e5209798, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219806.322434:0:328719:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.322476:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.322479:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.322481:0:328719:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.322482:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97bb0 00000080:00200000:0.0:1788219806.322484:0:328719:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.322490:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0200. 00800000:00000002:0.0:1788219806.322494:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.322497:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.322499:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.322501:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ad0 00800000:00000002:0.0:1788219806.322502:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.322505:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.322507:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.322508:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.322510:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.322512:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.322513:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.322515:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.322516:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.322519:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.322522:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.322524:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d979a0 00000002:00010000:0.0:1788219806.322525:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.322529:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.322530:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.322532:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.322535:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.322537:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.322540:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.322543:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.322546:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788219806.322553:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.322558:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.322560:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788219806.322566:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.322567:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.322569:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.322571:0:328719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.322572:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.322703:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219806.322706:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.322708:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.322710:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0200. 00000080:00000001:0.0:1788219806.322718:0:328719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.322720:0:328719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.322722:0:328719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.322725:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.322728:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.322730:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.322731:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.322733:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.322735:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.322737:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.322739:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.322741:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322742:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.322743:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.322745:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.322747:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7d97be8 00010000:00000001:0.0:1788219806.322748:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.322750:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.322751:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.322753:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.322755:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.322757:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.322760:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219806.322767:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322768:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.322769:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.322770:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.322772:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219806.322779:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.322781:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.322784:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.322787:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322788:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.322789:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322791:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.322792:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322794:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322796:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.322798:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.322799:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.322800:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.322802:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219806.322803:0:328719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.322805:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.322810:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.322813:0:328719:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.322815:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b78 00000080:00002000:0.0:1788219806.322817:0:328719:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28000e refc 1 00000080:00000001:0.0:1788219806.322820:0:328719:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.322821:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97bc0 00000080:00200000:0.0:1788219806.322823:0:328719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:0.0:1788219806.322826:0:328719:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219806.322828:0:328719:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.322831:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219806.322832:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.322835:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.322837:0:328719:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.322838:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97bd8 00000080:00002000:0.0:1788219806.322840:0:328719:0:(dcache.c:87:ll_dcompare()) found name d1.0(ffff9893e5209798) flags 0x8000e refc 0 00000080:00000001:0.0:1788219806.322841:0:328719:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.322843:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97c20 00000080:00200000:0.0:1788219806.322844:0:328719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d1.0, flags=16392 00000080:00000001:0.0:1788219806.322846:0:328719:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219806.322847:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ba8 00000080:00002000:0.0:1788219806.322849:0:328719:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.0 (ffff9893e5209798, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219806.322851:0:328719:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.322893:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.322895:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219806.322896:0:328719:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.322898:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b20 00000080:00200000:0.0:1788219806.322899:0:328719:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219806.322903:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0200. 00800000:00000002:0.0:1788219806.322906:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219806.322908:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.322910:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.322911:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97a40 00800000:00000002:0.0:1788219806.322913:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.322915:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.322917:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.322918:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.322920:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.322921:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.322923:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.322924:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.322926:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.322928:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.322931:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.322933:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97910 00000002:00010000:0.0:1788219806.322934:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.322938:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.322939:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.322940:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.322943:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219806.322945:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.322948:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.322950:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.322953:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788219806.322959:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.322961:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.322964:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788219806.322969:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.322970:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.322972:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.322973:0:328719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.322975:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.322976:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219806.322978:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219806.322980:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219806.322982:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0200. 00000080:00000001:0.0:1788219806.322986:0:328719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219806.322987:0:328719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.322989:0:328719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219806.322991:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219806.322993:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219806.322994:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219806.322995:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.322997:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.322998:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.323000:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.323003:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.323005:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.323006:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219806.323007:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.323009:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219806.323011:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7d97b58 00010000:00000001:0.0:1788219806.323012:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.323013:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.323014:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219806.323016:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.323018:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219806.323019:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219806.323022:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219806.323027:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.323028:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.323029:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219806.323031:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219806.323033:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788219806.323039:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219806.323040:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219806.323042:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.323044:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.323045:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.323046:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.323048:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219806.323049:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.323051:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.323053:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.323054:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219806.323055:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.323056:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219806.323058:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219806.323060:0:328719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219806.323062:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219806.323064:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.323067:0:328719:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219806.323068:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b48 00000080:00002000:0.0:1788219806.323070:0:328719:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28000e refc 1 00000080:00000001:0.0:1788219806.323072:0:328719:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.323073:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b90 00000080:00200000:0.0:1788219806.323075:0:328719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:0.0:1788219806.323077:0:328719:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219806.323078:0:328719:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.323084:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97d08 00000080:00200008:0.0:1788219806.323086:0:328719:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219806.323091:0:328719:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219806.323093:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97c80 00000080:00200000:0.0:1788219806.323094:0:328719:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:0.0:1788219806.323099:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d3fb0200. 00800000:00000002:0.0:1788219806.323101:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:0.0:1788219806.323103:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:0.0:1788219806.323107:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219806.323109:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.323110:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ba0 00800000:00000002:0.0:1788219806.323112:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.323114:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219806.323117:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.323118:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.323119:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.323121:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.323122:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.323124:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219806.323126:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219806.323128:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219806.323129:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219806.323130:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219806.323131:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219806.323133:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.323135:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219806.323136:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219806.323138:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219806.323142:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.323144:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97a70 00000002:00010000:0.0:1788219806.323145:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.323148:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.323149:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.323150:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.323153:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 3 00010000:00000001:0.0:1788219806.323155:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.323158:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.323160:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219806.323163:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219806.323169:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219806.323171:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.323173:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219806.323254:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219806.323256:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219806.323257:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219806.323260:0:328719:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219806.323263:0:328719:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d3fb0c00. 00800000:00000002:0.0:1788219806.323266:0:328719:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:0.0:1788219806.323269:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219806.323270:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97990 00000002:00010000:0.0:1788219806.323272:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219806.323275:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219806.323276:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.323278:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219806.323281:0:328719:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.323283:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.323284:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.323286:0:328719:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219806.323288:0:328719:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219806.323293:0:328719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017100. 00000020:00000040:0.0:1788219806.323297:0:328719:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219806.323302:0:328719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219806.323307:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.325292:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.325300:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.325303:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.325333:0:328719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.325337:0:328719:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.325343:0:328719:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.325723:0:328719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183000. 00000100:00000001:1.0:1788219806.325734:0:328719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.325740:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.325742:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.325744:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.325745:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.325747:0:328719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.325754:0:328719:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00010000:00000001:1.0:1788219806.325759:0:328719:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219806.325761:0:328719:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219806.325768:0:328719:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff900. 00010000:00000010:1.0:1788219806.325773:0:328719:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06ea80. 00010000:00000001:1.0:1788219806.325778:0:328719:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219806.325782:0:328719:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194e00. 00000020:00000001:1.0:1788219806.325787:0:328719:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219806.325790:0:328719:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194e00 with handle 0x34450ab7a1633ac to hash 00000020:00000001:1.0:1788219806.325792:0:328719:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219806.325794:0:328719:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.325798:0:328719:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.325801:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.325804:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.325807:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.325815:0:328719:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.325825:0:328719:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219806.325831:0:328719:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.325833:0:328719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.325840:0:328719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.325842:0:328719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.325845:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.325846:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000001:1.0:1788219806.325850:0:328719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.325854:0:328719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.325856:0:328719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.325858:0:328719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.325868:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.325876:0:328719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.325878:0:328719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.325881:0:328719:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.325883:0:328719:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.325886:0:328719:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.325889:0:328719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208128:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.325893:0:328719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.325897:0:328719:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.325900:0:328719:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.325902:0:328719:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.325907:0:328719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b000. 02000000:00000001:1.0:1788219806.325909:0:328719:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.325915:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.325919:0:328719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.325926:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.325933:0:328719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566208128, portal 10 00000100:00000001:1.0:1788219806.325934:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.325936:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131717376 : -113709577834240 : ffff9894ed017100) 00000100:00000040:1.0:1788219806.325941:0:328719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.325948:0:328719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.325951:0:328719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.325954:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661aa0. 00000100:00000200:1.0:1788219806.325958:0:328719:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566208128, offset 0 00000400:00000200:1.0:1788219806.325965:0:328719:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.325974:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.325981:0:328719:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.325986:0:328719:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.325990:0:328719:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.325994:0:328719:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.325997:0:328719:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.326000:0:328719:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92812:92812:256:4294967295] 192.168.203.120@tcp LPNI seq info [92812:92812:8:4294967295] 00000400:00000200:1.0:1788219806.326005:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.326016:0:328719:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.326022:0:328719:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.326027:0:328719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219806.326033:0:328719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.326040:0:328719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.326045:0:328719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.326108:0:328719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.326114:0:328719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.326117:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.326120:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675441 00000100:00000001:1.0:1788219806.326123:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.326126:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675441 00000100:00000001:1.0:1788219806.326128:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.326130:0:328719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.326132:0:328719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.326135:0:328719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.326136:0:328719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.326139:0:328719:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.326141:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.326145:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.326826:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.326833:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219806.326840:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.326846:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.326853:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661aa0 00000400:00000010:3.0:1788219806.326855:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661aa0. 00000100:00000001:3.0:1788219806.326859:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.326865:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.326874:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.326877:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.326884:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.326886:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.334071:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.334088:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.334092:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.334095:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.334103:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.334112:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.334121:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.334128:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.334133:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.334137:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb782c80 00000400:00000200:2.0:1788219806.334142:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.334148:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe8ee5 [1] + 224 00000800:00000001:2.0:1788219806.334155:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.334163:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.334166:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.334171:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.334187:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.334197:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.334209:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.334238:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.334248:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.334251:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.334288:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.334296:0:328719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.334298:0:328719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.334301:0:328719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.334306:0:328719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219806.334348:0:328719:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219806.334354:0:328719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.334359:0:328719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.334369:0:328719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.334375:0:328719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.334377:0:328719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.334379:0:328719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.334382:0:328719:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.334385:0:328719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.334387:0:328719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.334390:0:328719:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.334398:0:328719:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.334402:0:328719:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.334405:0:328719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.334407:0:328719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334410:0:328719:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.334414:0:328719:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.334417:0:328719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.334419:0:328719:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.334421:0:328719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.334424:0:328719:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.334429:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.334445:0:328719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.334448:0:328719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.334449:0:328719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.334460:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.334469:0:328719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208128:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.334474:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.334476:0:328719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.334479:0:328719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.334481:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.334484:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.334491:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.334493:0:328719:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.334497:0:328719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.334498:0:328719:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334501:0:328719:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.334504:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334506:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334510:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=4 00000020:00000001:1.0:1788219806.334512:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334515:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000040:1.0:1788219806.334520:0:328719:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7194e00, remote cookie: 0x1782eba8aded8570, flags: 0x1001 00010000:00010000:1.0:1788219806.334525:0:328719:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.334534:0:328719:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334540:0:328719:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219806.334544:0:328719:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219806.334546:0:328719:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219806.334547:0:328719:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219806.334548:0:328719:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219806.334551:0:328719:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x4:0x0].0x0 (ffff9893ea2ff900) refcount = 1 00010000:00010000:1.0:1788219806.334554:0:328719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334560:0:328719:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219806.334563:0:328719:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219806.334565:0:328719:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.334568:0:328719:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219806.334582:0:328719:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.334595:0:328719:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334601:0:328719:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219806.334602:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334604:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334605:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334606:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334608:0:328719:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.334612:0:328719:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219806.334614:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334615:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334617:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.334618:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334620:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334622:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334623:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334624:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=4 00000020:00000001:1.0:1788219806.334626:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334628:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334630:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.334633:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.334636:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334641:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334643:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334645:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334646:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334647:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=5 00000020:00000001:1.0:1788219806.334648:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334650:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334652:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.334655:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334660:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334661:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219806.334663:0:328719:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334669:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.334670:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334670:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334671:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334673:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219806.334678:0:328719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219806.334687:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334688:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334689:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.334691:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334693:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334695:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334696:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.334704:0:328719:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.334706:0:328719:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.334708:0:328719:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219806.334711:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334712:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334713:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.334715:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334717:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00000002:00010000:1.0:1788219806.334720:0:328719:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334726:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334727:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334729:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.334730:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334731:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334732:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.334734:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334737:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000040:1.0:1788219806.334742:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:1.0:1788219806.334746:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219806.334750:0:328719:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/4 (0 0) 00010000:00000001:1.0:1788219806.334752:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334753:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.334754:0:328719:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.334757:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97918 00000002:00002000:1.0:1788219806.334758:0:328719:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219806.334761:0:328719:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.334766:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.334767:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334768:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334769:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.334771:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334773:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334775:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334776:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.334777:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334778:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334780:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334781:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.334783:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334785:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.334787:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.334789:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.334794:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334795:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334797:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.334799:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.334801:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.334807:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.334810:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.334812:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.334816:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334817:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334819:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334822:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.334824:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334826:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334829:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334831:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.334832:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334833:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219806.334837:0:328719:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000100:00000001:1.0:1788219806.334840:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.334844:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017100 x1875079566208128/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.334850:0:328719:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.334852:0:328719:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.334855:0:328719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b000. 02000000:00000001:1.0:1788219806.334859:0:328719:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.334861:0:328719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.334862:0:328719:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.334864:0:328719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.334867:0:328719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183000. 02000000:00000001:1.0:1788219806.334871:0:328719:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.334873:0:328719:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.334875:0:328719:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017100. 00000100:00000001:1.0:1788219806.334878:0:328719:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.334879:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.334883:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.334885:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97990 00000002:00010000:1.0:1788219806.334887:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.334890:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.334891:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.334893:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.334898:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:1.0:1788219806.334899:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.334902:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.334904:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.334907:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219806.334914:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.334918:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.334921:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219806.334926:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.334928:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.334930:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.334931:0:328719:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:1.0:1788219806.334933:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.334934:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334935:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334937:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.334939:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.334941:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.334943:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334944:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.334945:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334947:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.334948:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.334949:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.334951:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.334953:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.334954:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.334957:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219806.334962:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334963:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334964:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.334966:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.334967:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219806.334972:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.334974:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.334975:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.334977:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334978:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.334979:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334981:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.334982:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334983:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334985:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.334986:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.334987:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.334988:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219806.334990:0:328719:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d3fb0c00. 00800000:00000001:1.0:1788219806.334998:0:328719:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.335000:0:328719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.335002:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219806.335006:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219806.335009:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.335013:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:1.0:1788219806.335015:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.335018:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d3fb0200. 00000080:00000001:1.0:1788219806.335021:0:328719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219806.335023:0:328719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.335026:0:328719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:1.0:1788219806.335029:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:1.0:1788219806.335033:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.335034:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.335035:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.335036:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.335038:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219806.335039:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219806.335041:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219806.335043:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335044:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.335045:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.335047:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.335049:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c7d97cb8 00010000:00000001:1.0:1788219806.335051:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.335052:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.335053:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219806.335055:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219806.335056:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219806.335058:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.335060:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.335070:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335071:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.335072:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.335073:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.335075:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219806.335080:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.335081:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.335083:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.335084:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335085:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.335086:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335088:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.335089:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335090:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335092:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335094:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.335095:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335095:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219806.335097:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219806.335098:0:328719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.335102:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219806.335105:0:328719:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219806.335109:0:328719:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00800000:00000002:1.0:1788219806.335111:0:328719:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:1.0:1788219806.335113:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.335115:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b28 00000002:00010000:1.0:1788219806.335117:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.335119:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.335120:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.335121:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.335124:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:1.0:1788219806.335126:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.335128:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.335130:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.335133:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219806.335140:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.335142:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.335144:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219806.335150:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.335152:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.335153:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.335155:0:328719:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219806.335156:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.335158:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.335159:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.335161:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.335162:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.335164:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.335166:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335167:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.335168:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335170:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.335171:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.335172:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:1.0:1788219806.335173:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.335175:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:1.0:1788219806.335176:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.335178:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.335183:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335185:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.335186:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.335187:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.335189:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219806.335194:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.335195:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.335196:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.335198:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335199:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.335200:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335202:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.335203:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335205:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335206:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335208:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.335209:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335210:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219806.335211:0:328719:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:1.0:1788219806.335213:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.335215:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b28 00000002:00010000:1.0:1788219806.335216:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.335219:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.335220:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.335221:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.335223:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:1.0:1788219806.335225:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.335227:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.335229:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.335232:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219806.335238:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.335240:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.335242:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788219806.335248:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.335249:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.335251:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.335252:0:328719:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:1.0:1788219806.335254:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.335255:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.335256:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.335257:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.335259:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.335261:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.335263:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335264:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.335265:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335266:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.335267:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.335268:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219806.335270:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.335272:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219806.335274:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.335276:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219806.335282:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335283:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.335284:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.335286:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.335288:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219806.335294:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.335295:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.335296:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.335298:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335299:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.335300:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335302:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.335303:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335305:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335307:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.335308:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.335309:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.335310:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219806.335338:0:328719:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894c9539200. 00800000:00000001:1.0:1788219806.335341:0:328719:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.335344:0:328719:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 3, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000040:1.0:1788219806.335347:0:328719:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 2, atime 1788219804 ctime 1788219804, mtime 1788219804. 00800000:00000002:1.0:1788219806.335350:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.335353:0:328719:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.335358:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97d08 00000080:00000008:1.0:1788219806.335360:0:328719:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219806.335963:0:328719:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.335989:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97d08 00000080:00200008:1.0:1788219806.335992:0:328719:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219806.335997:0:328719:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219806.335999:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97c80 00000080:00200000:1.0:1788219806.336001:0:328719:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219806.336006:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00800000:00000002:1.0:1788219806.336011:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219806.336015:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219806.336019:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.336020:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ba0 00800000:00000002:1.0:1788219806.336022:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.336025:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219806.336026:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.336029:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.336031:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.336034:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.336037:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.336039:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.336042:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.336044:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219806.336048:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.336049:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97a70 00000002:00010000:1.0:1788219806.336051:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.336053:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.336055:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.336057:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.336061:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219806.336063:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.336066:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.336068:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.336072:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788219806.336079:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.336081:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.336084:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788219806.336090:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.336092:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.336093:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.336095:0:328719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.336096:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219806.336098:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219806.336100:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.336102:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.336104:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219806.336107:0:328719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219806.336109:0:328719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.336111:0:328719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219806.336114:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219806.336117:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.336118:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.336119:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.336121:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.336123:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.336125:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336126:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336128:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336130:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.336131:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.336133:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.336135:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7d97cb8 00010000:00000001:1.0:1788219806.336136:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.336137:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.336139:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.336141:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336142:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336144:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.336147:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788219806.336153:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336154:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.336155:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.336156:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.336158:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788219806.336165:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.336167:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.336168:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.336171:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336172:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.336174:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336176:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.336178:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336180:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336182:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336184:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.336185:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336186:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219806.336188:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219806.336189:0:328719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219806.336192:0:328719:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.336195:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97d08 00000080:00000008:1.0:1788219806.336197:0:328719:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219806.336390:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219806.336393:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219806.336394:0:328719:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219806.336396:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97bc0 00000080:00200000:1.0:1788219806.336398:0:328719:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219806.336402:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00800000:00000002:1.0:1788219806.336405:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219806.336407:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219806.336409:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.336410:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ae0 00800000:00000002:1.0:1788219806.336412:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.336415:0:328719:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219806.336416:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.336417:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.336419:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.336420:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.336422:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.336424:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.336426:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.336428:0:328719:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219806.336431:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.336432:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d979b0 00000002:00010000:1.0:1788219806.336434:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.336437:0:328719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.336439:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.336440:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.336443:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219806.336445:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.336447:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.336449:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.336453:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788219806.336461:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.336463:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.336466:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788219806.336472:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.336474:0:328719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.336475:0:328719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.336476:0:328719:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.336478:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219806.336479:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219806.336481:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.336483:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.336485:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219806.336487:0:328719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219806.336488:0:328719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.336490:0:328719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219806.336492:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219806.336494:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.336496:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.336497:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.336498:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.336499:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.336501:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336503:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336506:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336507:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.336508:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.336510:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.336512:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7d97bf8 00010000:00000001:1.0:1788219806.336514:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.336515:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.336517:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.336518:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336520:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.336522:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.336524:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788219806.336530:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336531:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.336532:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.336534:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.336536:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788219806.336542:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.336548:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.336549:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.336552:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336553:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.336554:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336556:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.336557:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336559:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336561:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336562:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.336563:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336564:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219806.336566:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219806.336568:0:328719:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219806.336570:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219806.336574:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.336578:0:328719:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219806.336580:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97bc0 00000080:00002000:1.0:1788219806.336581:0:328719:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28000e refc 1 00000080:00000001:1.0:1788219806.336584:0:328719:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.336597:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97c08 00000080:00200000:1.0:1788219806.336599:0:328719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:1.0:1788219806.336604:0:328719:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219806.336605:0:328719:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.336608:0:328719:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219806.336610:0:328719:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:1.0:1788219806.336612:0:328719:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.336616:0:328719:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219806.336618:0:328719:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219806.336619:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b78 00000080:00200008:1.0:1788219806.336621:0:328719:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:1.0:1788219806.336627:0:328719:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01900. 00000080:00000001:1.0:1788219806.336634:0:328719:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788219806.336637:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00800000:00000002:1.0:1788219806.336639:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:1.0:1788219806.336641:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.336644:0:328719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219806.336645:0:328719:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.336647:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97a28 00800000:00000002:1.0:1788219806.336648:0:328719:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x982:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.336652:0:328719:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788219806.336654:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.336655:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.336656:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.336658:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.336660:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.336662:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.336663:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.336666:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d979a8 00800000:00000002:1.0:1788219806.336668:0:328719:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788219806.336672:0:328719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.336673:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d978e0 00000002:00010000:1.0:1788219806.336675:0:328719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:1.0:1788219806.336679:0:328719:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219806.336681:0:328719:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788219806.336684:0:328719:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219806.336688:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 3 00010000:00000001:1.0:1788219806.336690:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.336693:0:328719:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219806.336696:0:328719:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336698:0:328719:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.336700:0:328719:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.336702:0:328719:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219806.336704:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219806.336705:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.336707:0:328719:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219806.336709:0:328719:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336711:0:328719:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.336712:0:328719:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.336719:0:328719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d180. 00000020:00000040:1.0:1788219806.336723:0:328719:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219806.336730:0:328719:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219806.336731:0:328719:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336734:0:328719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.336739:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.336743:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.336745:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.336746:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.336749:0:328719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.336751:0:328719:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.336753:0:328719:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.336760:0:328719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183000. 00000100:00000001:1.0:1788219806.336766:0:328719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336771:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.336772:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336775:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.336776:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.336778:0:328719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.336784:0:328719:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00010000:00000001:1.0:1788219806.336788:0:328719:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219806.336790:0:328719:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219806.336793:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219806.336795:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.336797:0:328719:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219806.336801:0:328719:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195000. 00000020:00000001:1.0:1788219806.336805:0:328719:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219806.336807:0:328719:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195000 with handle 0x34450ab7a1633b3 to hash 00000020:00000001:1.0:1788219806.336809:0:328719:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219806.336810:0:328719:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.336814:0:328719:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.336817:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.336819:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.336821:0:328719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.336828:0:328719:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788219806.336841:0:328719:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788219806.336853:0:328719:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788219806.336862:0:328719:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219806.336868:0:328719:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.336870:0:328719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.336878:0:328719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.336881:0:328719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.336884:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.336886:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000001:1.0:1788219806.336891:0:328719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.336895:0:328719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.336898:0:328719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.336899:0:328719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.336904:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.336912:0:328719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.336914:0:328719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.336919:0:328719:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.336921:0:328719:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.336923:0:328719:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.336927:0:328719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208384:192.168.203.120@tcp:101:lfs.0 00010000:00000010:0.1:1788219806.337804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340800. 00000100:00000001:1.0:1788219806.338748:0:328719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.338760:0:328719:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.338763:0:328719:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.338766:0:328719:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.338861:0:328719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219806.338864:0:328719:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.338874:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.338883:0:328719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.338891:0:328719:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4f9b000. 00000100:00000200:1.0:1788219806.338898:0:328719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566208384, portal 10 00000100:00000001:1.0:1788219806.338901:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.338903:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000040:1.0:1788219806.338914:0:328719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.338922:0:328719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.338924:0:328719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.338928:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219806.338932:0:328719:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875079566208384, offset 0 00000400:00000200:1.0:1788219806.338938:0:328719:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.338947:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.338959:0:328719:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.338964:0:328719:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.338968:0:328719:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.338972:0:328719:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.338975:0:328719:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.338978:0:328719:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92813:92813:256:4294967295] 192.168.203.120@tcp LPNI seq info [92813:92813:8:4294967295] 00000400:00000200:1.0:1788219806.338982:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.338991:0:328719:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.338997:0:328719:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.339002:0:328719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219806.339009:0:328719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.339016:0:328719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.339020:0:328719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.339044:0:328719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.339048:0:328719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26280 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.339052:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.339054:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675454 00000100:00000001:1.0:1788219806.339056:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.339058:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675454 00000100:00000001:1.0:1788219806.339060:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.339062:0:328719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.339065:0:328719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.339067:0:328719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.339069:0:328719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.339072:0:328719:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.339074:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.339077:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.341067:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.341077:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219806.341085:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.341094:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.341101:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:3.0:1788219806.341104:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:3.0:1788219806.341108:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.341117:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.341225:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.341230:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.341235:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.341236:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.361737:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.361760:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.361764:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.361767:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.361776:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.361784:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.361795:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.361802:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.361807:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.361810:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 696 into portal 10 MB=0x6a95ffb782d80 00000400:00000200:2.0:1788219806.361816:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.361821:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 696/696 into md 0xe8eed [64] + 224 00000800:00000001:2.0:1788219806.361828:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.361839:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.361842:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.361846:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.361854:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.361865:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.361876:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=131856 req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.361899:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.361908:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.361911:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.361945:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.361953:0:328719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.361955:0:328719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.361959:0:328719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:1.0:1788219806.361964:0:328719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4f9b000 00000400:00000010:1.0:1788219806.361966:0:328719:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4f9b000. 00000100:00000001:1.0:1788219806.361970:0:328719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.361976:0:328719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219806.361985:0:328719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d180 x1875079566208384/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.361992:0:328719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.361994:0:328719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.361997:0:328719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.362000:0:328719:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.362003:0:328719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.362005:0:328719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.362008:0:328719:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.362018:0:328719:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.362022:0:328719:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.362025:0:328719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.362027:0:328719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362030:0:328719:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.362033:0:328719:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.362037:0:328719:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219806.362038:0:328719:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219806.362040:0:328719:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219806.362042:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.362043:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000001:1.0:1788219806.362047:0:328719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.362048:0:328719:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:1.0:1788219806.362050:0:328719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.362053:0:328719:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.362057:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.362065:0:328719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.362069:0:328719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.362072:0:328719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.362076:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219806.362084:0:328719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208384:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219806.362089:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.362092:0:328719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.362095:0:328719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.362096:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.362100:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.362106:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.362109:0:328719:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.362112:0:328719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.362113:0:328719:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362116:0:328719:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219806.362122:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362125:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362128:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=4 00000020:00000001:1.0:1788219806.362131:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362133:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000040:1.0:1788219806.362140:0:328719:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7195000, remote cookie: 0x1782eba8aded857e, flags: 0x1001 00010000:00000040:1.0:1788219806.362143:0:328719:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x982:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788219806.362146:0:328719:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788219806.362153:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 3 00010000:00000001:1.0:1788219806.362156:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.362160:0:328719:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.362165:0:328719:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219806.362175:0:328719:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.362187:0:328719:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219806.362191:0:328719:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219806.362193:0:328719:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219806.362195:0:328719:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219806.362197:0:328719:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219806.362199:0:328719:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x982:0x0].0x0 (ffff9893ea2ffa00) refcount = 3 00010000:00000040:1.0:1788219806.362202:0:328719:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788219806.362205:0:328719:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788219806.362213:0:328719:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788219806.362219:0:328719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.362224:0:328719:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219806.362229:0:328719:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219806.362230:0:328719:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.362234:0:328719:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219806.362237:0:328719:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.362240:0:328719:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.362244:0:328719:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219806.362246:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362248:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.362249:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362250:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.362251:0:328719:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.362256:0:328719:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219806.362258:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362260:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362262:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362263:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362265:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362267:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362268:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219806.362272:0:328719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219806.362281:0:328719:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788219806.362284:0:328719:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219806.362291:0:328719:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362296:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362297:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362299:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362300:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362302:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362304:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362306:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.362307:0:328719:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.362309:0:328719:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.362334:0:328719:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788219806.362336:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.362337:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00010000:00000001:1.0:1788219806.362339:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362340:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362342:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362343:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362346:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00000002:00010000:1.0:1788219806.362349:0:328719:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.362361:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362362:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.362363:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219806.362365:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362366:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362367:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362369:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362372:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000040:1.0:1788219806.362374:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:1.0:1788219806.362376:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219806.362380:0:328719:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 16 res 8589939618/2434 (0 0) 00010000:00000001:1.0:1788219806.362382:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362384:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.362385:0:328719:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219806.362388:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97868 00000002:00002000:1.0:1788219806.362390:0:328719:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788219806.362393:0:328719:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362397:0:328719:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362399:0:328719:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219806.362402:0:328719:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219806.362405:0:328719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.362408:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:1.0:1788219806.362410:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.362413:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219806.362417:0:328719:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219806.362423:0:328719:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219806.362426:0:328719:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219806.362432:0:328719:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06e780. 00800000:00000001:1.0:1788219806.362434:0:328719:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148852608 : -113709560699008 : ffff9894ee06e780) 00800000:00000001:1.0:1788219806.362436:0:328719:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219806.362439:0:328719:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:1.0:1788219806.362442:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.362445:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.362446:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.362449:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.362451:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.362466:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.362468:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.362470:0:328719:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.362471:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.362472:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.362473:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.362475:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.362477:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.362479:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.362481:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.362482:0:328719:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.362484:0:328719:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362486:0:328719:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.362488:0:328719:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219806.362491:0:328719:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219806.362493:0:328719:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894ee06e600 of [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.362498:0:328719:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.362502:0:328719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219806.362505:0:328719:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219806.362509:0:328719:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x982:0x0], updating i_size 4096 00010000:00000001:1.0:1788219806.362511:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362513:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362514:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362516:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362518:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362520:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362521:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219806.362522:0:328719:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219806.362524:0:328719:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788219806.362526:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e780 1 00800000:00000010:1.0:1788219806.362528:0:328719:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894ee06e780. 00800000:00000001:1.0:1788219806.362542:0:328719:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.362546:0:328719:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a1633b3 00800000:00000001:1.0:1788219806.362549:0:328719:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.362550:0:328719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.362551:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362552:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362554:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362555:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362558:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362560:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362561:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.362562:0:328719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362563:0:328719:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.362567:0:328719:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219806.362580:0:328719:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.362582:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.362594:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219806.362602:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.362606:0:328719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1633b3 from it ffffa959c7d97bd0 00010000:00000001:1.0:1788219806.362608:0:328719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.362609:0:328719:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.362611:0:328719:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195000 refcount=3 00000020:00000001:1.0:1788219806.362613:0:328719:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362614:0:328719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215744 : -113714240335872 : ffff9893d7195000) 00010000:00000001:1.0:1788219806.362616:0:328719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.362619:0:328719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219806.362626:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362627:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.362628:0:328719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.362631:0:328719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.362633:0:328719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.362640:0:328719:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.362642:0:328719:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.362645:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.362650:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362651:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.362652:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362655:0:328719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.362657:0:328719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362659:0:328719:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362661:0:328719:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.362663:0:328719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.362664:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.362665:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219806.362669:0:328719:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219806.362675:0:328719:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25fc0. 00000080:00000001:1.0:1788219806.362679:0:328719:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219806.362682:0:328719:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219806.362684:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.362686:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.362687:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.362688:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.362690:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.362692:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.362694:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.362697:0:328719:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219806.362778:0:328719:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33aa0. 00000002:00100000:1.0:1788219806.362784:0:328719:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219806.362791:0:328719:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362793:0:328719:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219806.362797:0:328719:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219806.362800:0:328719:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.362803:0:328719:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219806.362805:0:328719:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.362808:0:328719:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.362812:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.362815:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219806.362823:0:328719:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.362826:0:328719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219806.362863:0:328719:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219806.362865:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.362868:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97b78 00000080:00000008:1.0:1788219806.362870:0:328719:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219806.362874:0:328719:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.362903:0:328719:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219806.362905:0:328719:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7fff98575fd0 00000020:00000001:1.0:1788219806.362911:0:328719:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219806.362916:0:328719:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee183c00. 00000020:00000001:1.0:1788219806.362922:0:328719:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.362925:0:328719:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219806.362927:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97ad0 00000080:00200000:1.0:1788219806.362930:0:328719:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d1.0 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219806.362935:0:328719:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00800000:00000002:1.0:1788219806.362940:0:328719:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219806.362947:0:328719:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219806.362949:0:328719:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219806.362953:0:328719:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.0 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:1.0:1788219806.362957:0:328719:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219806.362960:0:328719:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219806.362963:0:328719:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219806.362965:0:328719:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219806.362968:0:328719:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219806.362971:0:328719:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219806.362974:0:328719:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x58:0x0] 40000000:00000001:1.0:1788219806.362976:0:328719:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.362978:0:328719:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362979:0:328719:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.362982:0:328719:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.362984:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d979e8 00800000:00000002:1.0:1788219806.362986:0:328719:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd1.0' [0x2400013a2:0x58:0x0] on [0x2400013a4:0x3:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219806.362991:0:328719:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219806.362993:0:328719:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219806.362998:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 2 00010000:00000001:1.0:1788219806.363001:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.363003:0:328719:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219806.363007:0:328719:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219806.363010:0:328719:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788219806.363020:0:328719:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219806.363024:0:328719:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219806.363026:0:328719:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219806.363029:0:328719:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a4:0x3:0x0] mode (null) 00000002:00000001:1.0:1788219806.363032:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.363034:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.363036:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 3 00010000:00000001:1.0:1788219806.363038:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219806.363041:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.363043:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.363044:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.363045:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffe00 count: 3 00010000:00000001:1.0:1788219806.363047:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219806.363049:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.363051:0:328719:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219806.363054:0:328719:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a4:0x3:0x0] lli = ffff9894c7b69080, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:1.0:1788219806.363058:0:328719:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a4:0x3:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.363060:0:328719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219806.363064:0:328719:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788219806.363068:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97670 00000080:00002000:1.0:1788219806.363069:0:328719:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d1.0 00000080:00000001:1.0:1788219806.363076:0:328719:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219806.363082:0:328719:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219806.363086:0:328719:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219806.363088:0:328719:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219806.363091:0:328719:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a4:0x3:0x0](ffff9894c7b69148) invalid 00000080:00000001:1.0:1788219806.363093:0:328719:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219806.363095:0:328719:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219806.363097:0:328719:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.363099:0:328719:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219806.363102:0:328719:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219806.363103:0:328719:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219806.363106:0:328719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.363108:0:328719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788219806.363111:0:328719:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194c00 with handle 0x34450ab7a163389 from hash 00010000:00000001:1.0:1788219806.363113:0:328719:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219806.363114:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.363115:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.363116:0:328719:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219806.363119:0:328719:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219806.363121:0:328719:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219806.363123:0:328719:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219806.363125:0:328719:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.363127:0:328719:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788219806.363131:0:328719:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219806.363136:0:328719:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219806.363141:0:328719:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219806.363143:0:328719:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.363145:0:328719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.363148:0:328719:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.363151:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.363152:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.363154:0:328719:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.363156:0:328719:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.363158:0:328719:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.363162:0:328719:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.363168:0:328719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183400. 00000100:00000001:1.0:1788219806.363174:0:328719:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.363177:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.363179:0:328719:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219806.363183:0:328719:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 1/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788219806.363190:0:328719:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219806.363191:0:328719:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219806.363193:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219806.363195:0:328719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a163389 lrc: 0/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8507 expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1788219806.363202:0:328719:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ffe00 count: 0 00010000:00000010:1.0:1788219806.363206:0:328719:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06e080. 00010000:00000001:1.0:1788219806.363211:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.363213:0:328719:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.363214:0:328719:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.363215:0:328719:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.363217:0:328719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219806.363227:0:328719:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219806.363234:0:328719:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219806.363241:0:328719:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.363243:0:328719:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.363249:0:328719:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.363251:0:328719:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.363253:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.363255:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:1.0:1788219806.363259:0:328719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.363263:0:328719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.363264:0:328719:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.363266:0:328719:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.363270:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.363277:0:328719:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.363279:0:328719:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.363283:0:328719:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.363286:0:328719:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.363288:0:328719:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.363292:0:328719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208640:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219806.363295:0:328719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.363300:0:328719:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.363302:0:328719:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.363305:0:328719:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.363309:0:328719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b000. 02000000:00000001:1.0:1788219806.364342:0:328719:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.364353:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.364361:0:328719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26ec8. 00000400:00000010:1.0:1788219806.364369:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661dd0. 00000100:00000200:1.0:1788219806.364376:0:328719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566208640, portal 10 00000100:00000001:1.0:1788219806.364378:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.364380:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219806.364391:0:328719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.364400:0:328719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.364402:0:328719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.364405:0:328719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661660. 00000100:00000200:1.0:1788219806.364409:0:328719:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566208640, offset 0 00000400:00000200:1.0:1788219806.364416:0:328719:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.364426:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.364435:0:328719:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.364440:0:328719:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.364444:0:328719:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.364447:0:328719:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.364450:0:328719:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.364466:0:328719:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92814:92814:256:4294967295] 192.168.203.120@tcp LPNI seq info [92814:92814:8:4294967295] 00000400:00000200:1.0:1788219806.364471:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.364481:0:328719:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.364490:0:328719:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.364497:0:328719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219806.364504:0:328719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.364513:0:328719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.364517:0:328719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.364549:0:328719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.364554:0:328719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14676 usecs (15 jiffies) 00000400:00000200:1.0:1788219806.364557:0:328719:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.364560:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675468 00000100:00000001:1.0:1788219806.364563:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.364565:0:328719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675468 00000100:00000001:1.0:1788219806.364568:0:328719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.364581:0:328719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.364584:0:328719:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.364595:0:328719:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.364597:0:328719:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.364600:0:328719:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.364602:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.364605:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.366081:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.366090:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219806.366098:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.366107:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.366114:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661660 00000400:00000010:3.0:1788219806.366116:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661660. 00000100:00000001:3.0:1788219806.366122:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.366131:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.366143:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.366147:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.366154:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.366156:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788219806.374727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca1a0. 00010000:00000010:1.1:1788219806.374749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffe00. 00010000:00000010:1.1:1788219806.374756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00000800:00000001:2.0:1788219806.383945:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.385105:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.385112:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.385117:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.385128:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.385137:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.385149:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.385155:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.385161:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.385165:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb782e80 00000400:00000200:3.0:1788219806.385170:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.385176:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe8ef5 [1] + 224 00000800:00000001:3.0:1788219806.385183:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.385193:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.385196:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.385201:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.385207:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.385217:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.385228:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.385253:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.385262:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.385266:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.385926:0:328719:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.385935:0:328719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.385937:0:328719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.385941:0:328719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26ec8. 00000400:00000200:2.0:1788219806.385947:0:328719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661dd0 00000400:00000010:2.0:1788219806.385949:0:328719:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661dd0. 00000100:00000001:2.0:1788219806.385954:0:328719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.385961:0:328719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.385977:0:328719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566208640/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.385983:0:328719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.385986:0:328719:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.385988:0:328719:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.385991:0:328719:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.385993:0:328719:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.385996:0:328719:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.385998:0:328719:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.386006:0:328719:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.386010:0:328719:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219806.386012:0:328719:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.386014:0:328719:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.386017:0:328719:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.386020:0:328719:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.386023:0:328719:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788219806.386025:0:328719:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400000024/0x1] 00000100:00000001:2.0:1788219806.386026:0:328719:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788219806.386029:0:328719:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.386030:0:328719:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:2.0:1788219806.386033:0:328719:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.386035:0:328719:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219806.386037:0:328719:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.386039:0:328719:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.386043:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566208640/t12884902888(12884902888) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.386050:0:328719:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.386052:0:328719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.386054:0:328719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.386057:0:328719:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566208640/t12884902888(12884902888) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.386064:0:328719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328719:1875079566208640:192.168.203.120@tcp:36:lfs.0 00000100:00000001:2.0:1788219806.386069:0:328719:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.386071:0:328719:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.386073:0:328719:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.386075:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.386078:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566208640/t12884902888(12884902888) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.386084:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.386087:0:328719:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:2.0:1788219806.386089:0:328719:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.386091:0:328719:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.386098:0:328719:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.386100:0:328719:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x58:0x0] 00800000:00000001:2.0:1788219806.386102:0:328719:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.386107:0:328719:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788219806.386113:0:328719:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788219806.386115:0:328719:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788219806.386117:0:328719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625560 : 162129670907625560 : 2400013a2000058) 00000080:00000001:2.0:1788219806.386120:0:328719:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788219806.386138:0:328719:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893e5075280. 00000080:00000001:2.0:1788219806.386148:0:328719:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788219806.386150:0:328719:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x58:0x0](ffff9893e5075348) 00000080:00000001:2.0:1788219806.386153:0:328719:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788219806.386155:0:328719:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x58:0x0] 00000080:00000001:2.0:1788219806.386157:0:328719:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.386158:0:328719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625560 : 162129670907625560 : 2400013a2000058) 00000080:00000001:2.0:1788219806.386160:0:328719:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:2.0:1788219806.386163:0:328719:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625560 mtime from 0 to 1788219806 00000080:00200000:2.0:1788219806.386166:0:328719:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x58:0x0], updating i_size 4096 00000080:00000001:2.0:1788219806.386168:0:328719:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788219806.386170:0:328719:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359702917960 : -113714006633656 : ffff9893e5075348) 00000080:00000001:2.0:1788219806.386172:0:328719:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788219806.386174:0:328719:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788219806.386176:0:328719:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.386181:0:328719:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.386185:0:328719:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566208640/t12884902888(12884902888) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.386190:0:328719:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.386192:0:328719:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:2.0:1788219806.386196:0:328719:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539200. 00000080:00000010:2.0:1788219806.386200:0:328719:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee183c00. 00000080:00000001:2.0:1788219806.386204:0:328719:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.386223:0:328719:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1788219806.386226:0:328719:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788219806.386229:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97dd0 00000080:00200008:2.0:1788219806.386231:0:328719:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:2.0:1788219806.386235:0:328719:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:2.0:1788219806.386239:0:328719:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788219806.386241:0:328719:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788219806.386243:0:328719:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788219806.386247:0:328719:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.386251:0:328719:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.386253:0:328719:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.386256:0:328719:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.386258:0:328719:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.386260:0:328719:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219806.386262:0:328719:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.386265:0:328719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.386268:0:328719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.386276:0:328719:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:2.0:1788219806.386279:0:328719:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.386284:0:328719:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788219806.386287:0:328719:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788219806.386291:0:328719:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.386295:0:328719:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.386300:0:328719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788219806.386308:0:328719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.386309:0:328719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.387034:0:328719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788219806.387042:0:328719:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:2.0:1788219806.387047:0:328719:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01900. 00000080:00000001:2.0:1788219806.387053:0:328719:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.387059:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97dd0 00000080:00000008:2.0:1788219806.387062:0:328719:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:2.0:1788219806.387066:0:328719:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.387068:0:328719:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.387250:0:328719:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219806.387254:0:328719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7d97e00 00000080:00002000:3.0:1788219806.387257:0:328719:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:3.0:1788219806.387260:0:328719:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.399471:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219806.399478:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219806.399481:0:328720:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219806.399484:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb20 00000080:00200000:3.0:1788219806.399489:0:328720:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219806.399497:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015a600. 00800000:00000002:3.0:1788219806.399504:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219806.399508:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219806.399513:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.399515:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5ba40 00800000:00000002:3.0:1788219806.399518:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.399522:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219806.399524:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219806.399527:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219806.399529:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219806.399532:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219806.399534:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.399540:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.399543:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.399547:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219806.399552:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.399553:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b910 00000002:00010000:3.0:1788219806.399555:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219806.399559:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.399561:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.399564:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.399571:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219806.399574:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.399579:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.399583:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219806.399596:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 02000000:00000001:3.0:1788219806.399614:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.399619:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.399622:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000002:00000001:3.0:1788219806.399628:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219806.399630:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219806.399632:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.399634:0:328720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.399636:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.399638:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219806.399640:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.399643:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219806.399646:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a600. 00000080:00000001:3.0:1788219806.399651:0:328720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219806.399653:0:328720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.399656:0:328720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219806.399660:0:328720:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219806.399664:0:328720:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219806.399666:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.399667:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.399669:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.399672:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.399674:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.399677:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.399681:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.399683:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.399684:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.399686:0:328720:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.399688:0:328720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8c5bb58 00010000:00000001:3.0:1788219806.399930:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.399932:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.399934:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.399936:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.399939:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.399941:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.399944:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1788219806.399952:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.399953:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.399954:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.399957:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.399959:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000001:3.0:1788219806.399967:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.399970:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.399972:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.399977:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.399978:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.399980:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.399983:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.399985:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.399986:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.399989:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.399991:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.399993:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.399994:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219806.399997:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219806.399999:0:328720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.400002:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219806.400007:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.400010:0:328720:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219806.400013:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bae8 00000080:00002000:3.0:1788219806.400015:0:328720:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219806.400018:0:328720:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.400019:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb30 00000080:00200000:3.0:1788219806.400021:0:328720:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:3.0:1788219806.400026:0:328720:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219806.400028:0:328720:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.400031:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219806.400032:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:3.0:1788219806.400034:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219806.400044:0:328720:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba886c0. 00000020:00000001:3.0:1788219806.400048:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bae8 00000080:00200000:3.0:1788219806.400049:0:328720:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d2.1, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:3.0:1788219806.400053:0:328720:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219806.400055:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b998 00000080:00200000:3.0:1788219806.400057:0:328720:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d2.1, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:3.0:1788219806.400063:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015a600. 00800000:00000002:3.0:1788219806.400066:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:3.0:1788219806.400070:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219806.400072:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.400074:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b8b8 00800000:00000002:3.0:1788219806.400075:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd2.1' on [0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219806.400078:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1788219806.400082:0:328720:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1788219806.400086:0:328720:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00000020:00000001:3.0:1788219806.400088:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b850 00800000:00000002:3.0:1788219806.400090:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x3:0x0], fid2=[0x0:0x0:0x0], name='d2.1' -> mds #1 00000002:00000001:3.0:1788219806.400093:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.400095:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b788 00000002:00010000:3.0:1788219806.400096:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d2.1,[0x0:0x0:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788219806.400099:0:328720:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219806.400101:0:328720:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219806.400105:0:328720:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219806.400109:0:328720:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219806.400115:0:328720:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219806.400119:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.400122:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.400123:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.400124:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.400127:0:328720:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219806.400130:0:328720:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219806.400133:0:328720:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219806.400139:0:328720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125f400. 00000100:00000001:3.0:1788219806.400145:0:328720:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.400150:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219806.400152:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.400153:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219806.400154:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.400156:0:328720:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.400163:0:328720:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00010000:00000001:3.0:1788219806.400167:0:328720:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219806.400170:0:328720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219806.400176:0:328720:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619f00. 00010000:00000010:3.0:1788219806.400180:0:328720:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef380. 00010000:00000001:3.0:1788219806.400184:0:328720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219806.400188:0:328720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b8a00. 00000020:00000001:3.0:1788219806.400191:0:328720:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219806.400193:0:328720:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b8a00 with handle 0x34450ab7a1633ba to hash 00000020:00000001:3.0:1788219806.400196:0:328720:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219806.400197:0:328720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588899328 : -113714120652288 : ffff9893de3b8a00) 00010000:00000001:3.0:1788219806.400201:0:328720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588899328 : -113714120652288 : ffff9893de3b8a00) 00010000:00000001:3.0:1788219806.400204:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.400205:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.400208:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219806.400215:0:328720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219806.400225:0:328720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219806.400230:0:328720:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219806.400232:0:328720:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219806.400239:0:328720:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c1a80. 00000100:00000001:3.0:1788219806.400241:0:328720:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516902016 : -113710192649600 : ffff9894c85c1a80) 00000100:00000001:3.0:1788219806.400244:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219806.400245:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000001:3.0:1788219806.400249:0:328720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219806.400253:0:328720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.400255:0:328720:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219806.400256:0:328720:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219806.400266:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.400274:0:328720:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219806.400276:0:328720:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.400279:0:328720:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219806.400281:0:328720:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219806.400284:0:328720:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219806.400287:0:328720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566208768:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219806.400291:0:328720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219806.400296:0:328720:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219806.400298:0:328720:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.400300:0:328720:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219806.400304:0:328720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09a000. 02000000:00000001:3.0:1788219806.400306:0:328720:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219806.400685:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.402709:0:328720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2a50. 00000400:00000010:2.0:1788219806.402723:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219806.402731:0:328720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566208768, portal 10 00000100:00000001:2.0:1788219806.402734:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.402736:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:2.0:1788219806.402752:0:328720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.402761:0:328720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.402764:0:328720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.402767:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219806.402770:0:328720:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566208768, offset 0 00000400:00000200:2.0:1788219806.402776:0:328720:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.402787:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.402796:0:328720:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.402801:0:328720:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.402805:0:328720:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.402808:0:328720:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.402811:0:328720:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.402814:0:328720:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92815:92815:256:4294967295] 192.168.203.120@tcp LPNI seq info [92815:92815:8:4294967295] 00000400:00000200:2.0:1788219806.402818:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.402829:0:328720:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.402834:0:328720:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.402840:0:328720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219806.402846:0:328720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.402854:0:328720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.402858:0:328720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.402878:0:328720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.402883:0:328720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14682 usecs (15 jiffies) 00000400:00000200:2.0:1788219806.402887:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.402890:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675506 00000100:00000001:2.0:1788219806.402893:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.402895:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675506 00000100:00000001:2.0:1788219806.402898:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.402900:0:328720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.402903:0:328720:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.402907:0:328720:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.402909:0:328720:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.402911:0:328720:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.402914:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.402917:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.403251:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.403255:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:3.0:1788219806.403261:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.403266:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.403272:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:3.0:1788219806.403274:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:3.0:1788219806.403278:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.403283:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.403294:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.403298:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.403305:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.403307:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.412014:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.412032:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.412037:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.412040:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.412049:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.412057:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.412066:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.412072:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.412077:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.412082:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb782f00 00000400:00000200:3.0:1788219806.412087:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.412094:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8efd [1] + 224 00000800:00000001:3.0:1788219806.412102:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.412109:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.412112:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.412117:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.412126:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.412134:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219806.412144:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.412170:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.412178:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.412192:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.412355:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.412362:0:328720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.412365:0:328720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.412368:0:328720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2a50. 00000400:00000200:2.0:1788219806.412373:0:328720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219806.412376:0:328720:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219806.412379:0:328720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.412384:0:328720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219806.412392:0:328720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.412398:0:328720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.412400:0:328720:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.412402:0:328720:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.412405:0:328720:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.412408:0:328720:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.412410:0:328720:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.412413:0:328720:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.412423:0:328720:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.412439:0:328720:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219806.412442:0:328720:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788219806.412446:0:328720:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.412451:0:328720:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219806.412455:0:328720:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.412457:0:328720:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219806.412459:0:328720:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.412462:0:328720:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788219806.412466:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.412473:0:328720:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788219806.412476:0:328720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.412478:0:328720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.412482:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219806.412490:0:328720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566208768:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.412495:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.412498:0:328720:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219806.412501:0:328720:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.412503:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.412506:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.412512:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.412515:0:328720:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c1a80. 00000100:00000001:2.0:1788219806.412518:0:328720:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.412520:0:328720:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788219806.412526:0:328720:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219806.412530:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.412532:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.412535:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8a00 refcount=4 00000020:00000001:2.0:1788219806.412538:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899328 : -113714120652288 : ffff9893de3b8a00) 00010000:00000001:2.0:1788219806.412541:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899328 : -113714120652288 : ffff9893de3b8a00) 00010000:00010000:2.0:1788219806.412546:0:328720:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412556:0:328720:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788219806.412560:0:328720:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412566:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.412569:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412575:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.412576:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219806.412578:0:328720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412584:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.412596:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.412600:0:328720:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788219806.412602:0:328720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.412608:0:328720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893de3b8a00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:2.0:1788219806.412611:0:328720:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788219806.412615:0:328720:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412620:0:328720:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788219806.412622:0:328720:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788219806.412625:0:328720:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412634:0:328720:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788219806.412636:0:328720:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788219806.412637:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.412638:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.412640:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b8a00 refcount=5 00000020:00000001:2.0:1788219806.412642:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588899328 : -113714120652288 : ffff9893de3b8a00) 00010000:00000001:2.0:1788219806.412643:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588899328 : -113714120652288 : ffff9893de3b8a00) 00010000:00000001:2.0:1788219806.412647:0:328720:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219806.412649:0:328720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788219806.412654:0:328720:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219806.412656:0:328720:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.412658:0:328720:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788219806.412660:0:328720:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219806.412663:0:328720:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219806.412665:0:328720:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219806.412666:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.412667:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219806.412670:0:328720:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b8a00 with handle 0x34450ab7a1633ba from hash 00010000:00000001:2.0:1788219806.412672:0:328720:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219806.412673:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.412674:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.412676:0:328720:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219806.412679:0:328720:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219806.412680:0:328720:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788219806.412682:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.412683:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.412684:0:328720:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.412686:0:328720:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.412688:0:328720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.412692:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.412694:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.412695:0:328720:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788219806.412697:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.412698:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.412699:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.412700:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788219806.412702:0:328720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b8a00/0x34450ab7a1633ba lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788219806.412708:0:328720:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619f00 count: 0 00010000:00000010:2.0:1788219806.412715:0:328720:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef380. 00010000:00000001:2.0:1788219806.412724:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.412726:0:328720:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788219806.412730:0:328720:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788219806.412735:0:328720:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219806.412742:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219806.412744:0:328720:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.412746:0:328720:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.412748:0:328720:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.412751:0:328720:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219806.412753:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219806.412754:0:328720:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.412756:0:328720:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219806.412760:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b710 00000002:00002000:2.0:1788219806.412762:0:328720:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d2.1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788219806.412766:0:328720:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.412771:0:328720:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.412774:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219806.412777:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x3:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788219806.412780:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.412784:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.412787:0:328720:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788219806.412788:0:328720:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8c5bb20 it_disposition 7 00000080:00002000:2.0:1788219806.412794:0:328720:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e92eeca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1788219806.413138:0:328720:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:3.0:1788219806.413143:0:328720:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.413148:0:328720:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788219806.413150:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219806.413153:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219806.413156:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219806.413159:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219806.413161:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.413163:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:3.0:1788219806.413165:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.413169:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.413171:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.413173:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219806.413177:0:328720:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.413246:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.413248:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.413250:0:328720:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.413252:0:328720:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788219806.413257:0:328720:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788219806.413261:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a600. 00000100:00000001:3.0:1788219806.413266:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.413271:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566208768/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.413279:0:328720:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219806.413281:0:328720:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219806.413285:0:328720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09a000. 02000000:00000001:3.0:1788219806.413289:0:328720:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219806.413291:0:328720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219806.413293:0:328720:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219806.413296:0:328720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219806.413299:0:328720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125f400. 02000000:00000001:3.0:1788219806.413302:0:328720:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219806.413305:0:328720:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219806.413307:0:328720:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219806.413336:0:328720:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219806.413338:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219806.413342:0:328720:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788219806.413344:0:328720:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8c5bb20 released 00000080:00000001:3.0:1788219806.413346:0:328720:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788219806.413350:0:328720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219806.413352:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb70 00000080:00002000:3.0:1788219806.413354:0:328720:0:(dcache.c:127:ll_ddelete()) deleting dentry d2.1 (ffff9893e92eeca8, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219806.413358:0:328720:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219806.413362:0:328720:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219806.413366:0:328720:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788219806.413370:0:328720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219806.413371:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bbf0 00000080:00002000:3.0:1788219806.413373:0:328720:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:3.0:1788219806.413376:0:328720:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.413424:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219806.413477:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219806.413479:0:328720:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219806.413481:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bbb0 00000080:00200000:3.0:1788219806.413483:0:328720:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219806.413489:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015a600. 00800000:00000002:3.0:1788219806.413495:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219806.413498:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219806.413500:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.413502:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bad0 00800000:00000002:3.0:1788219806.413504:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.413507:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219806.413508:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219806.413509:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219806.413511:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219806.413512:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219806.413514:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.413516:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.413517:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.413521:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219806.413525:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.413527:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b9a0 00000002:00010000:3.0:1788219806.413528:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219806.413532:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.413533:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.413535:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.413540:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219806.413543:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.413547:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.413551:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219806.413555:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 02000000:00000001:3.0:1788219806.413564:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.413569:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.413572:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000002:00000001:3.0:1788219806.413577:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219806.413579:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219806.413581:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.413583:0:328720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.413594:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.413596:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219806.413599:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.413601:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219806.413604:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a600. 00000080:00000001:3.0:1788219806.413607:0:328720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219806.413609:0:328720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.413611:0:328720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219806.413614:0:328720:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219806.413617:0:328720:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219806.413619:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.413621:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.413622:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.413625:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.413627:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.413629:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.413631:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.413633:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.413634:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.413635:0:328720:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.413638:0:328720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8c5bbe8 00010000:00000001:3.0:1788219806.413641:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.413642:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.413643:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.413645:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.413647:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.413649:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.413651:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000001:3.0:1788219806.413658:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.413659:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.413660:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.413662:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.413665:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00000001:3.0:1788219806.413672:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.413675:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.413677:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.413681:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.413683:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.413684:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.413687:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.413689:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.413691:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.413693:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.413695:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.413696:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.413697:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219806.413699:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219806.413700:0:328720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.413703:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219806.413708:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.413711:0:328720:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219806.414807:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb78 00000080:00002000:3.0:1788219806.414814:0:328720:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219806.414819:0:328720:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.414822:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bbc0 00000080:00200000:3.0:1788219806.414824:0:328720:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:3.0:1788219806.414829:0:328720:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219806.414831:0:328720:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.414835:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219806.414837:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:3.0:1788219806.414843:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219806.414856:0:328720:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba885c0. 00000020:00000001:3.0:1788219806.414860:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb78 00000080:00200000:3.0:1788219806.414862:0:328720:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d2.1, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=16392 00000080:00000001:3.0:1788219806.414866:0:328720:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219806.414868:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5ba28 00000080:00200000:3.0:1788219806.414870:0:328720:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d2.1, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:3.0:1788219806.414878:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015a600. 00800000:00000002:3.0:1788219806.414882:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:3.0:1788219806.414887:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219806.414890:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.414892:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b948 00800000:00000002:3.0:1788219806.414894:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd2.1' on [0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219806.414896:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1788219806.414900:0:328720:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1788219806.414904:0:328720:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00000020:00000001:3.0:1788219806.414906:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b8e0 00800000:00000002:3.0:1788219806.414908:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x3:0x0], fid2=[0x0:0x0:0x0], name='d2.1' -> mds #1 00000002:00000001:3.0:1788219806.414911:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.414913:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b818 00000002:00010000:3.0:1788219806.414914:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d2.1,[0x0:0x0:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788219806.414918:0:328720:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219806.414921:0:328720:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219806.414926:0:328720:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219806.414929:0:328720:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219806.414935:0:328720:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219806.414940:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.414946:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.414948:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.414949:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.414952:0:328720:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219806.414954:0:328720:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219806.414959:0:328720:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219806.414966:0:328720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125f400. 00000100:00000001:3.0:1788219806.414972:0:328720:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.414977:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219806.414979:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.414980:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219806.414981:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.414983:0:328720:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.414990:0:328720:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00010000:00000001:3.0:1788219806.414994:0:328720:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219806.414996:0:328720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219806.415003:0:328720:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619600. 00010000:00000010:3.0:1788219806.415007:0:328720:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef980. 00010000:00000001:3.0:1788219806.415012:0:328720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219806.415015:0:328720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9e00. 00000020:00000001:3.0:1788219806.415018:0:328720:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219806.415021:0:328720:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9e00 with handle 0x34450ab7a1633c1 to hash 00000020:00000001:3.0:1788219806.415023:0:328720:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219806.415024:0:328720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588904448 : -113714120647168 : ffff9893de3b9e00) 00010000:00000001:3.0:1788219806.415027:0:328720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588904448 : -113714120647168 : ffff9893de3b9e00) 00010000:00000001:3.0:1788219806.415030:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.415032:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.415036:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219806.415043:0:328720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219806.415054:0:328720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219806.415063:0:328720:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219806.415065:0:328720:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219806.415073:0:328720:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c1a80. 00000100:00000001:3.0:1788219806.415075:0:328720:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516902016 : -113710192649600 : ffff9894c85c1a80) 00000100:00000001:3.0:1788219806.415078:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219806.415079:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000001:3.0:1788219806.415084:0:328720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219806.415088:0:328720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.415090:0:328720:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219806.415092:0:328720:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219806.415101:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.415110:0:328720:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219806.415112:0:328720:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.415116:0:328720:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219806.415118:0:328720:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219806.415121:0:328720:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219806.415124:0:328720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566208896:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219806.415128:0:328720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219806.415134:0:328720:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219806.415136:0:328720:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.415138:0:328720:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219806.415143:0:328720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09a000. 02000000:00000001:3.0:1788219806.415145:0:328720:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219806.415153:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219806.416632:0:328720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a1b8. 00000400:00000010:3.0:1788219806.416649:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cd48. 00000100:00000200:3.0:1788219806.416657:0:328720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566208896, portal 10 00000100:00000001:3.0:1788219806.416661:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219806.416663:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219806.416676:0:328720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.416690:0:328720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219806.416692:0:328720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219806.416695:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c000. 00000100:00000200:3.0:1788219806.416698:0:328720:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566208896, offset 0 00000400:00000200:3.0:1788219806.416704:0:328720:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219806.416714:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.416723:0:328720:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219806.416728:0:328720:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219806.416732:0:328720:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219806.416736:0:328720:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219806.416739:0:328720:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219806.416742:0:328720:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92816:92816:256:4294967295] 192.168.203.120@tcp LPNI seq info [92816:92816:8:4294967295] 00000400:00000200:3.0:1788219806.416746:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.416754:0:328720:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219806.416759:0:328720:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219806.416765:0:328720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26300. 00000800:00000200:3.0:1788219806.416771:0:328720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219806.416778:0:328720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219806.416788:0:328720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219806.416810:0:328720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219806.416814:0:328720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14682 usecs (15 jiffies) 00000400:00000200:3.0:1788219806.416818:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219806.416821:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675520 00000100:00000001:3.0:1788219806.416824:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:3.0:1788219806.416826:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675520 00000100:00000001:3.0:1788219806.416828:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:3.0:1788219806.416830:0:328720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219806.416833:0:328720:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.416837:0:328720:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219806.416839:0:328720:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219806.416841:0:328720:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c1a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788219806.416843:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.416846:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.417567:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.417574:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26300. 00000400:00000200:2.0:1788219806.417580:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.417596:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.417603:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c000 00000400:00000010:2.0:1788219806.417605:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c000. 00000100:00000001:2.0:1788219806.417610:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.417615:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.417627:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.417631:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.417638:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.417640:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788219806.419399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619f00. 00010000:00000010:2.1:1788219806.419415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8a00. 00000800:00000001:3.0:1788219806.422749:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.422765:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.422769:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.422771:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.422780:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.422788:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.422798:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.422804:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.422809:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.422812:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb782f80 00000400:00000200:3.0:1788219806.422817:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.422823:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8f0d [1] + 224 00000800:00000001:3.0:1788219806.422830:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.422837:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.422841:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.422845:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.422852:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.422862:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219806.422874:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.422900:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.422909:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.422913:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.423154:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.423162:0:328720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.423165:0:328720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.423168:0:328720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a1b8. 00000400:00000200:2.0:1788219806.423173:0:328720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cd48 00000400:00000010:2.0:1788219806.423176:0:328720:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cd48. 00000100:00000001:2.0:1788219806.423179:0:328720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.423184:0:328720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219806.423193:0:328720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.423199:0:328720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.423201:0:328720:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.423203:0:328720:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.423207:0:328720:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.423209:0:328720:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.423211:0:328720:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.423214:0:328720:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.423223:0:328720:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.423227:0:328720:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219806.423229:0:328720:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788219806.423233:0:328720:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.423240:0:328720:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219806.423244:0:328720:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.423246:0:328720:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219806.423247:0:328720:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.423250:0:328720:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788219806.423254:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.423260:0:328720:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788219806.423263:0:328720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.423265:0:328720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.423268:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219806.423275:0:328720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566208896:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.423280:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.423283:0:328720:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219806.423285:0:328720:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.423287:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.423291:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.423297:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.423300:0:328720:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c1a80. 00000100:00000001:2.0:1788219806.423304:0:328720:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.423305:0:328720:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788219806.423309:0:328720:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219806.423352:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.423355:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.423359:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9e00 refcount=4 00000020:00000001:2.0:1788219806.423361:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588904448 : -113714120647168 : ffff9893de3b9e00) 00010000:00000001:2.0:1788219806.423364:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588904448 : -113714120647168 : ffff9893de3b9e00) 00010000:00010000:2.0:1788219806.423369:0:328720:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423380:0:328720:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788219806.423384:0:328720:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423389:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.423392:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423397:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423399:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219806.423401:0:328720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423406:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.423409:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.423412:0:328720:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788219806.423415:0:328720:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.423421:0:328720:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893de3b9e00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:2.0:1788219806.423425:0:328720:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788219806.423428:0:328720:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423434:0:328720:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788219806.423436:0:328720:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788219806.423440:0:328720:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423444:0:328720:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788219806.423447:0:328720:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788219806.423449:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.423450:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.423451:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9e00 refcount=5 00000020:00000001:2.0:1788219806.423453:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588904448 : -113714120647168 : ffff9893de3b9e00) 00010000:00000001:2.0:1788219806.423455:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588904448 : -113714120647168 : ffff9893de3b9e00) 00010000:00000001:2.0:1788219806.423458:0:328720:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219806.423460:0:328720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788219806.423465:0:328720:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219806.423467:0:328720:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.423469:0:328720:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788219806.423471:0:328720:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219806.423474:0:328720:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219806.423475:0:328720:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219806.423477:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.423478:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219806.423481:0:328720:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9e00 with handle 0x34450ab7a1633c1 from hash 00010000:00000001:2.0:1788219806.423483:0:328720:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219806.423484:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423486:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.423487:0:328720:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219806.423488:0:328720:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219806.423490:0:328720:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788219806.423492:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423493:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.423494:0:328720:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.423496:0:328720:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.423498:0:328720:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.423503:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423504:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.423505:0:328720:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788219806.423506:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.423508:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423509:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.423510:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788219806.423512:0:328720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9e00/0x34450ab7a1633c1 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788219806.423519:0:328720:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619600 count: 0 00010000:00000010:2.0:1788219806.423526:0:328720:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef980. 00010000:00000001:2.0:1788219806.423534:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.423536:0:328720:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788219806.423540:0:328720:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788219806.423545:0:328720:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219806.423553:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219806.423555:0:328720:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423557:0:328720:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423559:0:328720:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423561:0:328720:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219806.423563:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219806.423564:0:328720:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423567:0:328720:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219806.423570:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b7a0 00000002:00002000:2.0:1788219806.423572:0:328720:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d2.1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788219806.423575:0:328720:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.423579:0:328720:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.423581:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219806.423584:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x3:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788219806.423597:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.423601:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.423603:0:328720:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788219806.423605:0:328720:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8c5bbb0 it_disposition 7 00000080:00002000:2.0:1788219806.423610:0:328720:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e92ee288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:2.0:1788219806.423618:0:328720:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:2.0:1788219806.423621:0:328720:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.423626:0:328720:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1788219806.423629:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.423632:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.423635:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.423638:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.423639:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.423642:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:2.0:1788219806.423644:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423647:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.423649:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.423651:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219806.423655:0:328720:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423657:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.423659:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.423660:0:328720:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.423662:0:328720:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788219806.423666:0:328720:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219806.423669:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a600. 00000100:00000001:2.0:1788219806.423673:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.423677:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566208896/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.423684:0:328720:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.423686:0:328720:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.423689:0:328720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09a000. 02000000:00000001:2.0:1788219806.423693:0:328720:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.423696:0:328720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.423698:0:328720:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.423700:0:328720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.423703:0:328720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125f400. 02000000:00000001:2.0:1788219806.423706:0:328720:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.423708:0:328720:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.423710:0:328720:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:2.0:1788219806.423714:0:328720:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.423715:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219806.423718:0:328720:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788219806.423719:0:328720:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8c5bbb0 released 00000080:00000001:2.0:1788219806.423721:0:328720:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788219806.423724:0:328720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219806.423727:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bc00 00000080:00002000:2.0:1788219806.423729:0:328720:0:(dcache.c:127:ll_ddelete()) deleting dentry d2.1 (ffff9893e92ee288, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219806.423732:0:328720:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219806.423736:0:328720:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788219806.423740:0:328720:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788219806.423744:0:328720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219806.423745:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bc80 00000080:00002000:2.0:1788219806.423747:0:328720:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:2.0:1788219806.423749:0:328720:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.423823:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.423826:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.423828:0:328720:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.423829:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb20 00000080:00200000:2.0:1788219806.423831:0:328720:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219806.423838:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4975000. 00800000:00000002:2.0:1788219806.423843:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219806.423846:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.423848:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.423850:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5ba40 00800000:00000002:2.0:1788219806.423852:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.423854:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.423856:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.423857:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.423858:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.423859:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.423861:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.423862:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.423864:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.423866:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.423870:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.423871:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b910 00000002:00010000:2.0:1788219806.423872:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.423875:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.423876:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.423878:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.423882:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219806.423885:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.423889:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.423892:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.423895:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 02000000:00000001:2.0:1788219806.423903:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.423907:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.423910:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000002:00000001:2.0:1788219806.423915:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.423917:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.423918:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.423920:0:328720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.423922:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.423923:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219806.423925:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.423927:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219806.423929:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975000. 00000080:00000001:2.0:1788219806.423932:0:328720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219806.423933:0:328720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.423935:0:328720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219806.423938:0:328720:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219806.423941:0:328720:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219806.423943:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.423944:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.423945:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.423947:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.423949:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.423952:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.423954:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423955:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.423957:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.423958:0:328720:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.423960:0:328720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8c5bb58 00010000:00000001:2.0:1788219806.423962:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.423963:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.423964:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.423966:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.423968:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.423970:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.423972:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00000001:2.0:1788219806.423978:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.423979:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.423980:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.423983:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.423985:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:2.0:1788219806.423992:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.423994:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.423996:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.424000:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424001:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.424003:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424005:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.424007:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424008:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424011:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424013:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.424014:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424015:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.424016:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219806.424018:0:328720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.424020:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.424024:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.424028:0:328720:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219806.424030:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb48 00000080:00002000:2.0:1788219806.424032:0:328720:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:2.0:1788219806.424034:0:328720:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.424036:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb90 00000080:00200000:2.0:1788219806.424037:0:328720:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:2.0:1788219806.424042:0:328720:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219806.424045:0:328720:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.424052:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bd08 00000080:00200008:2.0:1788219806.424055:0:328720:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788219806.424060:0:328720:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.424061:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bc80 00000080:00200000:2.0:1788219806.424062:0:328720:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:2.0:1788219806.424067:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4975000. 00800000:00000002:2.0:1788219806.424069:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:2.0:1788219806.424071:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.424075:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.424077:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.424078:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bba0 00800000:00000002:2.0:1788219806.424080:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.424082:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.424084:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.424086:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.424087:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.424088:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.424090:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.424092:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.424094:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.424095:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.424097:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.424098:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.424099:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.424100:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.424102:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219806.424104:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.424105:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.424109:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.424110:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5ba70 00000002:00010000:2.0:1788219806.424112:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.424115:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.424116:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.424117:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.424120:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:2.0:1788219806.424122:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.424125:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.424128:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.424131:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788219806.424137:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.424140:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.424142:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788219806.424148:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.424150:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.424151:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.424153:0:328720:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:2.0:1788219806.424157:0:328720:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:2.0:1788219806.424160:0:328720:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:2.0:1788219806.424162:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.424163:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b990 00000002:00010000:2.0:1788219806.424165:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.424168:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.424169:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.424170:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.424173:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:2.0:1788219806.424175:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.424177:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.424179:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.424183:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788219806.424189:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.424190:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.424192:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788219806.424197:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.424199:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.424200:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.424202:0:328720:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:2.0:1788219806.424204:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.424205:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.424206:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.424208:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.424210:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.424212:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.424214:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424215:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.424216:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424218:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.424219:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.424220:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.424222:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.424224:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.424226:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.424228:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788219806.424234:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424235:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.424236:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.424238:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.424240:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788219806.424246:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.424248:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.424249:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.424251:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424252:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.424253:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424255:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.424257:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424258:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424260:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424261:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.424262:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424264:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:2.0:1788219806.424265:0:328720:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:2.0:1788219806.424268:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.424270:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b990 00000002:00010000:2.0:1788219806.424271:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.424274:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.424275:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.424276:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219806.424278:0:328720:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.424280:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.424282:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.424284:0:328720:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219806.424286:0:328720:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219806.424290:0:328720:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219806.424294:0:328720:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219806.424299:0:328720:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219806.424303:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.424306:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.424307:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.424308:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.424347:0:328720:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.424351:0:328720:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.424354:0:328720:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.424944:0:328720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4e800. 00000100:00000001:2.0:1788219806.424951:0:328720:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424956:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.424957:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424959:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.424961:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.424962:0:328720:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.424968:0:328720:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00010000:00000001:2.0:1788219806.424972:0:328720:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219806.424974:0:328720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788219806.424980:0:328720:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089700. 00010000:00000010:2.0:1788219806.424983:0:328720:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3c80. 00010000:00000001:2.0:1788219806.424988:0:328720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219806.425017:0:328720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341800. 00000020:00000001:2.0:1788219806.425021:0:328720:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219806.425024:0:328720:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341800 with handle 0x34450ab7a1633c8 to hash 00000020:00000001:2.0:1788219806.425026:0:328720:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219806.425028:0:328720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:2.0:1788219806.425031:0:328720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:2.0:1788219806.425034:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.425035:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.425039:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.425047:0:328720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.425056:0:328720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328720 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219806.425062:0:328720:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.425063:0:328720:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.425070:0:328720:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490c840. 00000100:00000001:2.0:1788219806.425072:0:328720:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695149120 : -113714014402496 : ffff9893e490c840) 00000100:00000001:2.0:1788219806.425075:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.425076:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000001:2.0:1788219806.425080:0:328720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.425084:0:328720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.425086:0:328720:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.425087:0:328720:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.425096:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.425104:0:328720:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.425106:0:328720:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.425110:0:328720:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.425112:0:328720:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.425114:0:328720:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.425117:0:328720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566209024:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.425121:0:328720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.425125:0:328720:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.425128:0:328720:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.425130:0:328720:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.425134:0:328720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0d9000. 02000000:00000001:2.0:1788219806.425136:0:328720:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.425144:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.425148:0:328720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2a50. 00000400:00000010:2.0:1788219806.425154:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219806.425161:0:328720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566209024, portal 10 00000100:00000001:2.0:1788219806.425163:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.425164:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219806.425169:0:328720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.425177:0:328720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.425179:0:328720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.425182:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000200:2.0:1788219806.425185:0:328720:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566209024, offset 0 00000400:00000200:2.0:1788219806.425191:0:328720:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.425199:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.425206:0:328720:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.425212:0:328720:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.425215:0:328720:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.425219:0:328720:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.425221:0:328720:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.425224:0:328720:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92817:92817:256:4294967295] 192.168.203.120@tcp LPNI seq info [92817:92817:8:4294967295] 00000400:00000200:2.0:1788219806.425228:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.425237:0:328720:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.425243:0:328720:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.425249:0:328720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219806.425261:0:328720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.425268:0:328720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.425272:0:328720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.425289:0:328720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.425293:0:328720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14680 usecs (15 jiffies) 00000400:00000200:2.0:1788219806.425296:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.425299:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675526 00000080:00000010:3.1:1788219806.425479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba886c0. 00000800:00000200:2.0:1788219806.425597:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.425601:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:2.0:1788219806.425607:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.425612:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.425617:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:2.0:1788219806.425619:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:2.0:1788219806.425622:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.425626:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.425635:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.425638:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.425645:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.425647:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788219806.425662:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.425666:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675529 00000100:00000001:2.0:1788219806.425668:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.425671:0:328720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.425673:0:328720:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.425676:0:328720:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.425678:0:328720:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.425680:0:328720:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490c840 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.425682:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.425684:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219806.430717:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.430735:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.430740:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.430743:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.430754:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.430762:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.430771:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.430778:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.430784:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.430788:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb783000 00000400:00000200:2.0:1788219806.430793:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.430800:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe8f1d [1] + 224 00000800:00000001:2.0:1788219806.430808:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.430831:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.430835:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.430840:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.430849:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.430859:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.430878:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.430901:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.430911:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.430914:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.431027:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219806.431037:0:328720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219806.431039:0:328720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219806.431042:0:328720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2a50. 00000400:00000200:3.0:1788219806.431048:0:328720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:3.0:1788219806.431051:0:328720:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:3.0:1788219806.431055:0:328720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.431059:0:328720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219806.431067:0:328720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.431073:0:328720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219806.431075:0:328720:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.431077:0:328720:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219806.431081:0:328720:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219806.431083:0:328720:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219806.431085:0:328720:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.431088:0:328720:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219806.431097:0:328720:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219806.431101:0:328720:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219806.431104:0:328720:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219806.431105:0:328720:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.431108:0:328720:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219806.431111:0:328720:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.431115:0:328720:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219806.431116:0:328720:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:3.0:1788219806.431119:0:328720:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219806.431122:0:328720:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219806.431126:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.431133:0:328720:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219806.431136:0:328720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219806.431138:0:328720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219806.431142:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219806.431149:0:328720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566209024:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219806.431154:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.431157:0:328720:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.431160:0:328720:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219806.431162:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.431166:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.431173:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219806.431176:0:328720:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490c840. 00000100:00000001:3.0:1788219806.431179:0:328720:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219806.431180:0:328720:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.431184:0:328720:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219806.431187:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.431190:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.431193:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=4 00000020:00000001:3.0:1788219806.431195:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.431198:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000040:3.0:1788219806.431205:0:328720:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9894ed341800, remote cookie: 0x1782eba8aded85d2, flags: 0x1001 00010000:00010000:3.0:1788219806.431210:0:328720:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219806.431221:0:328720:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.431228:0:328720:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788219806.431232:0:328720:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788219806.431233:0:328720:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788219806.431235:0:328720:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788219806.431236:0:328720:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788219806.431238:0:328720:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x3:0x0].0x0 (ffff9894d9089700) refcount = 1 00010000:00010000:3.0:1788219806.431242:0:328720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.431248:0:328720:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788219806.431251:0:328720:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788219806.431254:0:328720:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.431257:0:328720:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788219806.431259:0:328720:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.431262:0:328720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.431268:0:328720:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788219806.431270:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.431271:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.431272:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.431273:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.431275:0:328720:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.431280:0:328720:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788219806.431282:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.431283:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.431284:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.431286:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.431287:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.431290:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.431291:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.431292:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=4 00000020:00000001:3.0:1788219806.431293:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.431295:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.431298:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.431301:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.431304:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.433567:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433574:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433576:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433579:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433582:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=5 00000020:00000001:3.0:1788219806.433596:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433602:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433604:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.433610:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.433619:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433621:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219806.433623:0:328720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.433630:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.433631:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433632:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433633:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433634:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788219806.433649:0:328720:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219806.433661:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433662:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433663:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.433665:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433667:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433669:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433670:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.433672:0:328720:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.433674:0:328720:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.433677:0:328720:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219806.433678:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433679:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433680:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.433682:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433685:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00000002:00010000:3.0:1788219806.433688:0:328720:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.433695:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433696:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433698:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219806.433700:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433701:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433702:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.433704:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433706:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000040:3.0:1788219806.433712:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089700 count: 2 00010000:00000001:3.0:1788219806.433714:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788219806.433718:0:328720:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/3 (0 0) 00010000:00000001:3.0:1788219806.433721:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433722:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.433723:0:328720:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219806.433726:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b918 00000002:00002000:3.0:1788219806.433728:0:328720:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788219806.433731:0:328720:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.433736:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.433738:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433739:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433740:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.433742:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433744:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433746:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433747:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.433749:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433751:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433752:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433753:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.433755:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433757:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.433758:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.433762:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219806.433768:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433769:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433770:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.433773:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.433776:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219806.433782:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.433785:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.433787:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.433792:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433793:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433794:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433798:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.433800:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433801:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433805:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433806:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.433807:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433808:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219806.433811:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.433816:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566209024/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.433823:0:328720:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219806.433826:0:328720:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219806.433830:0:328720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0d9000. 02000000:00000001:3.0:1788219806.433837:0:328720:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219806.433839:0:328720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219806.433840:0:328720:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219806.433842:0:328720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219806.433845:0:328720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4e800. 02000000:00000001:3.0:1788219806.433849:0:328720:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219806.433850:0:328720:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219806.433853:0:328720:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:3.0:1788219806.433856:0:328720:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219806.433857:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:3.0:1788219806.433859:0:328720:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974000. 00800000:00000001:3.0:1788219806.433862:0:328720:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.433865:0:328720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.433867:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788219806.433870:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788219806.433874:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.433877:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:3.0:1788219806.433879:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219806.433883:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975000. 00000080:00000001:3.0:1788219806.433886:0:328720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219806.433888:0:328720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.433892:0:328720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:3.0:1788219806.433895:0:328720:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:3.0:1788219806.433899:0:328720:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219806.433901:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.433903:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433904:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433905:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:3.0:1788219806.433907:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:3.0:1788219806.433909:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:3.0:1788219806.433911:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433912:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.433913:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.433915:0:328720:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.433917:0:328720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c8c5bcb8 00010000:00000001:3.0:1788219806.433919:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.433920:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.433921:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:3.0:1788219806.433922:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:3.0:1788219806.433924:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:3.0:1788219806.433926:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.433930:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788219806.433936:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433937:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433938:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.433940:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.433941:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788219806.433946:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.433948:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.433949:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.433951:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433951:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.433952:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433954:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.433956:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433957:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433961:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.433962:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.433963:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.433965:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219806.433966:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219806.433967:0:328720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.433972:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:3.0:1788219806.433975:0:328720:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1788219806.433982:0:328720:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9893f015bc00. 00800000:00000002:3.0:1788219806.433985:0:328720:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:3.0:1788219806.433988:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.433990:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb28 00000002:00010000:3.0:1788219806.433992:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219806.433995:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.433997:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.433998:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.434001:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:3.0:1788219806.434003:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.434007:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.434010:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219806.434014:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788219806.434021:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.434026:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.434029:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788219806.434034:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219806.434036:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219806.434038:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.434040:0:328720:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:3.0:1788219806.434041:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.434042:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.434044:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.434045:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:3.0:1788219806.434047:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:3.0:1788219806.434049:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:3.0:1788219806.434051:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434052:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.434053:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434055:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.434056:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.434057:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:3.0:1788219806.434059:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:3.0:1788219806.434061:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:3.0:1788219806.434062:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.434064:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788219806.434070:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434072:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.434074:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.434075:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.434077:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788219806.434083:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.434085:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.434086:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.434088:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434089:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.434090:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434091:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.434092:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434094:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434096:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434098:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.434099:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434100:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1788219806.434102:0:328720:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:3.0:1788219806.434105:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.434106:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb28 00000002:00010000:3.0:1788219806.434108:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219806.434111:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.434112:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.434113:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.434116:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089700 count: 2 00010000:00000001:3.0:1788219806.434118:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.434120:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.434122:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219806.434125:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788219806.434131:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.434133:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.434136:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788219806.434142:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219806.434143:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219806.434145:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.434146:0:328720:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:3.0:1788219806.434148:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.434149:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.434150:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.434151:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.434153:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.434156:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.434157:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434158:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.434159:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434161:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.434162:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.434163:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:3.0:1788219806.434164:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.434166:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:3.0:1788219806.434168:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.434170:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219806.434176:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434177:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.434178:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.434180:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.434182:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788219806.434188:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.434189:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.434191:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.434193:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434194:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.434195:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434197:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.434199:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434201:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434202:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.434204:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.434205:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.434206:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:3.0:1788219806.434208:0:328720:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9893f015bc00. 00800000:00000001:3.0:1788219806.434212:0:328720:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1788219806.434215:0:328720:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 3, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000040:3.0:1788219806.434218:0:328720:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 3, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000002:3.0:1788219806.434221:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:3.0:1788219806.434224:0:328720:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.434228:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bd08 00000080:00000008:3.0:1788219806.434230:0:328720:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788219806.434236:0:328720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219806.434237:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bda0 00000080:00002000:3.0:1788219806.434239:0:328720:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:3.0:1788219806.434242:0:328720:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437114:0:328720:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.437163:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bd08 00000080:00200008:3.0:1788219806.437168:0:328720:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788219806.437175:0:328720:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219806.437176:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bc80 00000080:00200000:3.0:1788219806.437178:0:328720:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219806.437184:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015bc00. 00800000:00000002:3.0:1788219806.437190:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219806.437194:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219806.437198:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.437200:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bba0 00800000:00000002:3.0:1788219806.437203:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.437206:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219806.437210:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219806.437212:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219806.437214:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219806.437217:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219806.437219:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.437221:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.437223:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.437227:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219806.437231:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.437233:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5ba70 00000002:00010000:3.0:1788219806.437234:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219806.437237:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.437239:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.437242:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.437248:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219806.437251:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.437255:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.437259:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219806.437264:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:3.0:1788219806.437274:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.437280:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.437283:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:3.0:1788219806.437290:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219806.437291:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219806.437293:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.437295:0:328720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.437297:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.437299:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219806.437302:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.437305:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219806.437307:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015bc00. 00000080:00000001:3.0:1788219806.437347:0:328720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219806.437349:0:328720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.437352:0:328720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219806.437355:0:328720:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219806.437359:0:328720:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219806.437361:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.437363:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.437365:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.437368:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.437369:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437372:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437375:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437376:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.437377:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.437379:0:328720:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.437381:0:328720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8c5bcb8 00010000:00000001:3.0:1788219806.437383:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.437384:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.437385:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.437387:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437389:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437391:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.437394:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:3.0:1788219806.437400:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437401:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.437402:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.437404:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.437406:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:3.0:1788219806.437413:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.437417:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.437419:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.437423:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437424:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.437426:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437429:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.437430:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437432:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437435:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437437:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.437438:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437439:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219806.437442:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219806.437443:0:328720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219806.437446:0:328720:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.437450:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bd08 00000080:00000008:3.0:1788219806.437452:0:328720:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788219806.437615:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219806.437618:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219806.437619:0:328720:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219806.437621:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bbc0 00000080:00200000:3.0:1788219806.437623:0:328720:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219806.437627:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015bc00. 00800000:00000002:3.0:1788219806.437630:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219806.437632:0:328720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219806.437634:0:328720:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.437635:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bae0 00800000:00000002:3.0:1788219806.437637:0:328720:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.437640:0:328720:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219806.437642:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219806.437643:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219806.437644:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219806.437646:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219806.437647:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.437649:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219806.437650:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.437652:0:328720:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219806.437655:0:328720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219806.437657:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b9b0 00000002:00010000:3.0:1788219806.437659:0:328720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219806.437661:0:328720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219806.437662:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.437664:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.437667:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219806.437669:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.437671:0:328720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219806.437673:0:328720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219806.437676:0:328720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 02000000:00000001:3.0:1788219806.437683:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.437685:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.437687:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000002:00000001:3.0:1788219806.437693:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219806.437694:0:328720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219806.437696:0:328720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.437697:0:328720:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219806.437699:0:328720:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.437700:0:328720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219806.437702:0:328720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219806.437704:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219806.437706:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015bc00. 00000080:00000001:3.0:1788219806.437709:0:328720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219806.437710:0:328720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.437712:0:328720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219806.437715:0:328720:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219806.437718:0:328720:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219806.437719:0:328720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219806.437720:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.437722:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.437724:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.437726:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437728:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437730:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437731:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.437732:0:328720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.437733:0:328720:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219806.437735:0:328720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8c5bbf8 00010000:00000001:3.0:1788219806.437737:0:328720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219806.437738:0:328720:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.437740:0:328720:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219806.437741:0:328720:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437743:0:328720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219806.437745:0:328720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219806.437747:0:328720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:3.0:1788219806.437754:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437755:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.437756:0:328720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219806.437757:0:328720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219806.437759:0:328720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:3.0:1788219806.437765:0:328720:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219806.437766:0:328720:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219806.437767:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.437769:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437771:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.437772:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437774:0:328720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219806.437775:0:328720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437776:0:328720:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437778:0:328720:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437780:0:328720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219806.437782:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437782:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219806.437784:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219806.437785:0:328720:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219806.437787:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219806.437791:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437795:0:328720:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219806.437797:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bbc0 00000080:00002000:3.0:1788219806.437799:0:328720:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219806.437802:0:328720:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.437804:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bc08 00000080:00200000:3.0:1788219806.437805:0:328720:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:3.0:1788219806.437810:0:328720:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219806.437811:0:328720:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437815:0:328720:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219806.437816:0:328720:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:3.0:1788219806.437819:0:328720:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437823:0:328720:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1788219806.437825:0:328720:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788219806.437827:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb78 00000080:00200008:3.0:1788219806.437828:0:328720:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:3.0:1788219806.437833:0:328720:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d1381680. 00000080:00000001:3.0:1788219806.437838:0:328720:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:3.0:1788219806.437840:0:328720:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788219806.437843:0:328720:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437846:0:328720:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788219806.437847:0:328720:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437849:0:328720:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788219806.437851:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bb78 00000080:00000008:3.0:1788219806.437853:0:328720:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:3.0:1788219806.437855:0:328720:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437869:0:328720:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788219806.437871:0:328720:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7ffc30819480 00000020:00000001:3.0:1788219806.437878:0:328720:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788219806.437882:0:328720:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9893e125d800. 00000020:00000001:3.0:1788219806.437887:0:328720:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.437890:0:328720:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788219806.437892:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bad0 00000080:00200000:3.0:1788219806.437893:0:328720:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d2.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1788219806.437899:0:328720:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015bc00. 00800000:00000002:3.0:1788219806.437901:0:328720:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:3.0:1788219806.437907:0:328720:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:3.0:1788219806.437909:0:328720:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:3.0:1788219806.437913:0:328720:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1788219806.437916:0:328720:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00800000:00000001:3.0:1788219806.437919:0:328720:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:3.0:1788219806.437922:0:328720:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788219806.437923:0:328720:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788219806.437925:0:328720:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788219806.437928:0:328720:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788219806.437931:0:328720:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x984:0x0] 40000000:00000001:3.0:1788219806.437934:0:328720:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.437936:0:328720:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.437937:0:328720:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219806.437939:0:328720:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.437941:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5b9e8 00800000:00000002:3.0:1788219806.437943:0:328720:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd2.1' [0x2000013a2:0x984:0x0] on [0x2400013a4:0x3:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788219806.437947:0:328720:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788219806.437949:0:328720:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788219806.437953:0:328720:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219806.437957:0:328720:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219806.437961:0:328720:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:3.0:1788219806.437966:0:328720:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788219806.437968:0:328720:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.437970:0:328720:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219806.437974:0:328720:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219806.437977:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.437978:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219806.437979:0:328720:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.437982:0:328720:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219806.437985:0:328720:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219806.437988:0:328720:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219806.437995:0:328720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125dc00. 00000100:00000001:3.0:1788219806.438001:0:328720:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.438003:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219806.438005:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.438006:0:328720:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219806.438007:0:328720:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.438010:0:328720:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788219806.438025:0:328720:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788219806.438038:0:328720:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219806.438045:0:328720:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219806.438047:0:328720:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219806.438054:0:328720:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c1780. 00000100:00000001:3.0:1788219806.438056:0:328720:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516901248 : -113710192650368 : ffff9894c85c1780) 00000100:00000001:3.0:1788219806.438059:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219806.438060:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219806.438065:0:328720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219806.438069:0:328720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.438073:0:328720:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219806.438074:0:328720:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219806.438078:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.438085:0:328720:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219806.438088:0:328720:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.438091:0:328720:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219806.438093:0:328720:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219806.438096:0:328720:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219806.438099:0:328720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566209280:192.168.203.120@tcp:36:lfs.0 00000100:00000001:3.0:1788219806.438102:0:328720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219806.438108:0:328720:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219806.438110:0:328720:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.438113:0:328720:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219806.438116:0:328720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125cc00. 02000000:00000001:3.0:1788219806.438118:0:328720:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219806.438125:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219806.438130:0:328720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a840. 00000400:00000010:3.0:1788219806.438136:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219806.438142:0:328720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566209280, portal 10 00000100:00000001:3.0:1788219806.438144:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219806.438146:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219806.438152:0:328720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.438158:0:328720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219806.438161:0:328720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219806.438164:0:328720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c5d8. 00000100:00000200:3.0:1788219806.438166:0:328720:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566209280, offset 0 00000400:00000200:3.0:1788219806.438173:0:328720:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219806.438181:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.438187:0:328720:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219806.438192:0:328720:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219806.438196:0:328720:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219806.438199:0:328720:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219806.438202:0:328720:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219806.438205:0:328720:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92818:92818:256:4294967295] 192.168.203.120@tcp LPNI seq info [92818:92818:8:4294967295] 00000400:00000200:3.0:1788219806.438209:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.438218:0:328720:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219806.438224:0:328720:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219806.438228:0:328720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26000. 00000800:00000200:3.0:1788219806.438235:0:328720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219806.438242:0:328720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219806.438246:0:328720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26000 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1788219806.438264:0:328720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219806.438268:0:328720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26280 usecs (27 jiffies) 00000400:00000200:3.0:1788219806.438272:0:328720:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219806.438274:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675552 00000100:00000001:3.0:1788219806.438277:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:3.0:1788219806.438279:0:328720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675552 00000100:00000001:3.0:1788219806.438281:0:328720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:3.0:1788219806.438283:0:328720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219806.438286:0:328720:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.438289:0:328720:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219806.438291:0:328720:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219806.438293:0:328720:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c1780 going to sleep for 11 seconds 00000100:00000001:3.0:1788219806.438296:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.438300:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788219806.439210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619600. 00010000:00000010:2.1:1788219806.439222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9e00. 00000080:00000010:2.1:1788219806.439228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba885c0. 00000800:00000200:2.0:1788219806.439720:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.439725:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26000. 00000400:00000200:2.0:1788219806.439848:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.439858:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.439865:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c5d8 00000400:00000010:2.0:1788219806.439868:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c5d8. 00000100:00000001:2.0:1788219806.439873:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.439880:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.439893:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.439897:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.439904:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.439906:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.464853:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.464882:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.464886:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.464889:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.464899:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.464907:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.464916:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.464922:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.464927:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.464932:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9cd700 00000400:00000200:2.0:1788219806.464941:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 656 00000800:00000001:2.0:1788219806.464948:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.464956:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.464960:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.464964:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.464972:0:256055:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219806.464974:0:256055:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788219806.464980:0:256055:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000100:00000040:2.0:1788219806.464984:0:256055:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed029500 x1875079568611072 msgsize 328 00000100:00100000:2.0:1788219806.464988:0:256055:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:2.0:1788219806.465057:0:256055:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.465067:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.465071:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.467549:0:300958:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788219806.467557:0:300958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568611072 02000000:00000001:3.0:1788219806.467562:0:300958:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788219806.467564:0:300958:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219806.467567:0:300958:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.467573:0:300958:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219806.467577:0:300958:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568611072 00000020:00000001:3.0:1788219806.467580:0:300958:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1788219806.467582:0:300958:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d63a 00000020:00000001:3.0:1788219806.467597:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219806.467602:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b5800 refcount=5 00000020:00000001:3.0:1788219806.467606:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000020:00000001:3.0:1788219806.467608:0:300958:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000100:00000001:3.0:1788219806.467613:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219806.467738:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47180. 00000100:00000001:2.0:1788219806.467743:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219806.467746:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47180. 00000020:00000010:2.0:1788219806.467755:0:300958:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4974800. 00000020:00000010:2.0:1788219806.467762:0:300958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3f80. 00000020:00000010:2.0:1788219806.467767:0:300958:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000040:2.0:1788219806.467778:0:300958:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219806.467782:0:300958:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219806.467783:0:300958:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219806.467785:0:300958:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.467796:0:300958:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.468102:0:300958:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.468118:0:300958:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219806.468120:0:300958:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219806.468128:0:300958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 445 00000100:00000040:2.0:1788219806.468132:0:300958:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b5800 : new rpc_count 1 00000100:00000001:2.0:1788219806.468134:0:300958:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219806.468143:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed029500 x1875079568611072/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:52/0 lens 328/0 e 0 to 0 dl 1788219817 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219806.468151:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219806.468156:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47180. 00000100:00000001:2.0:1788219806.468158:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219806.468161:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47180. 00000100:00100000:2.0:1788219806.468166:0:300958:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed029500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568611072:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219806.468170:0:300958:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568611072 00010000:00000001:2.0:1788219806.468173:0:300958:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219806.468180:0:300958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.468182:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.468184:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=2 00000020:00000001:2.0:1788219806.468186:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:2.0:1788219806.468188:0:300958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:2.0:1788219806.468192:0:300958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.468195:0:300958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.468201:0:300958:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1788219806.468224:0:300958:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219806.468226:0:300958:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219806.468232:0:300958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4f400. 02000000:00000001:2.0:1788219806.468234:0:300958:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.468237:0:300958:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.468242:0:300958:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219806.468245:0:300958:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.468248:0:300958:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219806.468253:0:300958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219806.468256:0:300958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219806.468258:0:300958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219806.468260:0:300958:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219806.468262:0:300958:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.468265:0:300958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.468268:0:300958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.468273:0:300958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000200:2.0:1788219806.468281:0:300958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568611072, offset 224 00000400:00000200:2.0:1788219806.468288:0:300958:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.468298:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.468349:0:300958:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.468356:0:300958:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92819:92819:256:4294967295] 192.168.203.120@tcp LPNI seq info [92819:92819:8:4294967295] 00000400:00000200:2.0:1788219806.468361:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.468372:0:300958:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.468378:0:300958:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.468384:0:300958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219806.468391:0:300958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.468399:0:300958:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.468404:0:300958:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.468417:0:300958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.468420:0:300958:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219806.468423:0:300958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219806.468427:0:300958:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e490c540. 00010000:00000001:2.0:1788219806.468430:0:300958:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219806.468444:0:300958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219806.468447:0:300958:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.468449:0:300958:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.468451:0:300958:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.468456:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079568611072/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:52/0 lens 328/224 e 0 to 0 dl 1788219817 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219806.468466:0:300958:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed029500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568611072:12345-192.168.203.120@tcp:104: Request processed in 313us (3479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219806.468473:0:300958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 445 00000100:00000040:2.0:1788219806.468477:0:300958:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b5800 : new rpc_count 0 00000100:00000001:2.0:1788219806.468479:0:300958:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219806.468480:0:300958:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219806.468485:0:300958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3f80. 00000020:00000010:2.0:1788219806.468490:0:300958:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219806.468494:0:300958:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4974800. 00000020:00000040:2.0:1788219806.468499:0:300958:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b5800 : new refcount 4 00000100:00000001:2.0:1788219806.468502:0:300958:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.468554:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.468558:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.468561:0:280891:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219806.468564:0:280891:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219806.468566:0:280891:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219806.468570:0:280891:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219806.468580:0:280891:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed341800 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219806.468583:0:280891:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219806.468598:0:280891:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.468605:0:280891:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219806.468608:0:280891:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219806.468611:0:280891:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.468617:0:280891:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219806.468620:0:280891:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219806.468622:0:280891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.468623:0:280891:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.468625:0:280891:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341800 refcount=3 00000020:00000001:0.0:1788219806.468627:0:280891:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:0.0:1788219806.468629:0:280891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135036928 : -113709574514688 : ffff9894ed341800) 00010000:00000001:0.0:1788219806.468632:0:280891:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219806.468635:0:280891:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 3/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788219806.468642:0:280891:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219806.468646:0:280891:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219806.468649:0:280891:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219806.468651:0:280891:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a4:0x3:0x0] mode (null) 00000002:00000001:0.0:1788219806.468655:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.468658:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.468664:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089700 count: 2 00010000:00000001:0.0:1788219806.468667:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219806.468672:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.468674:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.468675:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.468677:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089700 count: 2 00010000:00000001:0.0:1788219806.468679:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219806.468680:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.468683:0:280891:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219806.468686:0:280891:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a4:0x3:0x0] lli = ffff9894c7b69080, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:0.0:1788219806.468690:0:280891:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a4:0x3:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219806.468694:0:280891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219806.468698:0:280891:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219806.468700:0:280891:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219806.468703:0:280891:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219806.468705:0:280891:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a4:0x3:0x0](ffff9894c7b69148) invalid 00000080:00000001:0.0:1788219806.468708:0:280891:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219806.468709:0:280891:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219806.468712:0:280891:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.468714:0:280891:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219806.468717:0:280891:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219806.468719:0:280891:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219806.468721:0:280891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.468722:0:280891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219806.468725:0:280891:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341800 with handle 0x34450ab7a1633c8 from hash 00010000:00000001:0.0:1788219806.468727:0:280891:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219806.468729:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.468730:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.468731:0:280891:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219806.468735:0:280891:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219806.468736:0:280891:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788219806.468741:0:280891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.468746:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.468747:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.468749:0:280891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.468752:0:280891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.468754:0:280891:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219806.468761:0:280891:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016300. 00000020:00000040:0.0:1788219806.468765:0:280891:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.468769:0:280891:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.468771:0:280891:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.468777:0:280891:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.468782:0:280891:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d3fb0800. 00000100:00000001:0.0:1788219806.468788:0:280891:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.468790:0:280891:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219806.468794:0:280891:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 2/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219806.468800:0:280891:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219806.468802:0:280891:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.468806:0:280891:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.468811:0:280891:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.468818:0:280891:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3b1c99e] to pc [ptlrpcd_00_00+0] req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219806.468856:0:280891:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.468859:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.468860:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.468862:0:280891:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.468863:0:280891:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.468865:0:280891:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.468868:0:280891:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 1/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219806.468874:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219806.468876:0:280891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341800/0x34450ab7a1633c8 lrc: 0/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded85d2 expref: -99 pid: 328720 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219806.468884:0:280891:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089700 count: 0 00010000:00000010:0.0:1788219806.468889:0:280891:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3c80. 00010000:00000001:0.0:1788219806.468899:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.468901:0:280891:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788219806.468903:0:280891:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e490c540. 00010000:00000001:0.0:1788219806.468906:0:280891:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.468908:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.468909:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.468911:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219806.468913:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.468914:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.468915:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219806.468917:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.468918:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.468919:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219806.468928:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788219806.468931:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788219806.468933:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.468937:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.468940:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.468942:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219806.468944:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.468946:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.468951:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.468959:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.468961:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.468964:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.468967:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.468970:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.468973:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566209408:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219806.468977:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.468982:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.469190:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.469194:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.469198:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3fb0400. 02000000:00000001:0.0:1788219806.469200:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.469218:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.469223:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a44d0. 00000100:00000001:1.0:1788219806.469228:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788219806.469230:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000001:1.0:1788219806.469234:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788219806.469237:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566209408, portal 18 00000100:00000001:0.0:1788219806.469242:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.469244:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131713792 : -113709577837824 : ffff9894ed016300) 00000100:00000040:0.0:1788219806.469252:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.469262:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.469265:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.469621:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219806.469628:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566209408, offset 0 00000400:00000200:1.0:1788219806.469636:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.469644:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.469651:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.469655:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.469660:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.469664:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.469667:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.469670:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92820:92820:255:4294967295] 192.168.203.120@tcp LPNI seq info [92820:92820:7:4294967295] 00000400:00000200:1.0:1788219806.469675:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.469684:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.469690:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.469695:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219806.469701:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.469707:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.469712:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.469715:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.469719:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14677 usecs (15 jiffies) 00000400:00000200:1.0:1788219806.469723:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.469726:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675573 00000100:00000001:1.0:1788219806.469729:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.469731:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675573 00000100:00000001:1.0:1788219806.469734:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.469737:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.469740:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.469742:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788219806.469744:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788219806.469748:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000100:00000001:1.0:1788219806.469749:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219806.469757:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.469764:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.469770:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:3.0:1788219806.469773:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:3.0:1788219806.469778:0:256056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788219806.469780:0:256056:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788219806.469811:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.469814:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:3.0:1788219806.469817:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.469821:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.469823:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:3.0:1788219806.469825:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:3.0:1788219806.469828:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.469832:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.469842:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.469846:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.469852:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.469853:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219806.474363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089700. 00010000:00000010:0.1:1788219806.474379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341800. 00000800:00000001:2.0:1788219806.490878:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.490895:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.490898:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.490901:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.490909:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.490918:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.490928:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.490933:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.490938:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.490942:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb783180 00000400:00000200:2.0:1788219806.490947:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.490952:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8f45 [1] + 224 00000800:00000001:2.0:1788219806.490959:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.490968:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.490971:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.490976:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.490983:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.491518:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.491530:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.491555:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.491567:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.491572:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.491640:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219806.491645:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.491654:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.491656:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.491659:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a44d0. 00000400:00000200:1.0:1788219806.491664:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:1.0:1788219806.491666:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:1.0:1788219806.491670:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.491675:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219806.491685:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.491696:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.491698:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.491700:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.491703:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.491705:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.491707:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.491710:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.491719:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd80 time=48 v=5 (5 0 5 0) 00000100:00001000:1.0:1788219806.491723:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219806.491726:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.491728:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.491731:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.491734:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.491737:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.491738:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219806.491740:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.491743:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.491748:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.491754:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.491757:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.491759:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.491763:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219806.491770:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566209408:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219806.491774:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.491776:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.491780:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016300 x1875079566209408/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.491785:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.491788:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.491792:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3fb0400. 02000000:00000001:1.0:1788219806.491803:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.491806:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.491809:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.491810:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.491813:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d3fb0800. 02000000:00000001:1.0:1788219806.491816:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.491817:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.491819:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016300. 00000100:00000001:1.0:1788219806.491822:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.491823:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.491826:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.491834:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.491836:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.491839:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219806.491841:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219806.506832:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.506849:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.506853:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.506856:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.506866:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.506873:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.506882:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.506888:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.506893:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.506897:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb783100 00000400:00000200:3.0:1788219806.506902:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.506909:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe8f2d [1] + 224 00000800:00000001:3.0:1788219806.506916:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.506923:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.506926:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.506931:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.506939:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.506950:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.506962:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.507038:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.507047:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.507051:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.508493:0:328720:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219806.508504:0:328720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219806.508508:0:328720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219806.508512:0:328720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a840. 00000400:00000200:3.0:1788219806.508519:0:328720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:3.0:1788219806.508521:0:328720:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:3.0:1788219806.508525:0:328720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.508535:0:328720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219806.508547:0:328720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566209280/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.508553:0:328720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219806.508554:0:328720:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.508557:0:328720:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219806.508560:0:328720:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219806.508563:0:328720:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219806.508565:0:328720:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219806.508568:0:328720:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219806.508578:0:328720:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219806.508582:0:328720:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219806.508595:0:328720:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219806.508597:0:328720:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219806.508600:0:328720:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219806.508603:0:328720:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.508607:0:328720:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219806.508608:0:328720:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1788219806.508610:0:328720:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219806.508613:0:328720:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219806.508614:0:328720:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219806.508618:0:328720:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219806.508620:0:328720:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869218 00000100:00000001:3.0:1788219806.508622:0:328720:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219806.508625:0:328720:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219806.508630:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566209280/t17179869225(17179869225) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.508638:0:328720:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219806.508641:0:328720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219806.508643:0:328720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219806.508647:0:328720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566209280/t17179869225(17179869225) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219806.508654:0:328720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328720:1875079566209280:192.168.203.120@tcp:36:lfs.0 00000100:00000001:3.0:1788219806.508659:0:328720:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.508662:0:328720:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.508664:0:328720:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219806.508666:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.508670:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566209280/t17179869225(17179869225) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.508676:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219806.508679:0:328720:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c1780. 00000100:00000001:3.0:1788219806.508683:0:328720:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219806.508684:0:328720:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.508692:0:328720:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.508695:0:328720:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x984:0x0] 00800000:00000001:3.0:1788219806.508698:0:328720:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.508701:0:328720:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788219806.508708:0:328720:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788219806.508710:0:328720:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788219806.508969:0:328720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145924 : 144115272398145924 : 2000013a2000984) 00000080:00000001:3.0:1788219806.508976:0:328720:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788219806.509042:0:328720:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893c18a2100. 00000080:00000001:3.0:1788219806.509055:0:328720:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788219806.509057:0:328720:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x984:0x0](ffff9893c18a21c8) 00000080:00000001:3.0:1788219806.509060:0:328720:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788219806.509062:0:328720:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x984:0x0] 00000080:00000001:3.0:1788219806.509065:0:328720:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.509066:0:328720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145924 : 144115272398145924 : 2000013a2000984) 00000080:00000001:3.0:1788219806.509069:0:328720:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1788219806.509071:0:328720:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145924 mtime from 0 to 1788219806 00000080:00200000:3.0:1788219806.509075:0:328720:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x984:0x0], updating i_size 4096 00000080:00000001:3.0:1788219806.509078:0:328720:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788219806.509080:0:328720:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359107510728 : -113714602040888 : ffff9893c18a21c8) 00000080:00000001:3.0:1788219806.509083:0:328720:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788219806.509086:0:328720:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788219806.509087:0:328720:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.509094:0:328720:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.509099:0:328720:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566209280/t17179869225(17179869225) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.509105:0:328720:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.509107:0:328720:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:3.0:1788219806.509110:0:328720:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015bc00. 00000080:00000010:3.0:1788219806.509115:0:328720:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9893e125d800. 00000080:00000001:3.0:1788219806.509118:0:328720:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.509139:0:328720:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1788219806.509142:0:328720:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788219806.509145:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bdd0 00000080:00200008:3.0:1788219806.509147:0:328720:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:3.0:1788219806.509151:0:328720:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:3.0:1788219806.509155:0:328720:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788219806.509157:0:328720:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788219806.509158:0:328720:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788219806.509163:0:328720:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219806.509165:0:328720:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219806.509167:0:328720:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219806.509170:0:328720:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219806.509172:0:328720:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219806.509174:0:328720:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219806.509177:0:328720:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219806.509290:0:328720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219806.509293:0:328720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219806.509301:0:328720:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:3.0:1788219806.509304:0:328720:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219806.509309:0:328720:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219806.509341:0:328720:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219806.509345:0:328720:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219806.509349:0:328720:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219806.509354:0:328720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788219806.509363:0:328720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219806.509364:0:328720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219806.509366:0:328720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788219806.509368:0:328720:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:3.0:1788219806.509372:0:328720:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d1381680. 00000080:00000001:3.0:1788219806.509377:0:328720:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219806.509381:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5bdd0 00000080:00000008:3.0:1788219806.509383:0:328720:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:3.0:1788219806.509386:0:328720:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.509387:0:328720:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219806.509392:0:328720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219806.509393:0:328720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8c5be00 00000080:00002000:3.0:1788219806.509395:0:328720:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:3.0:1788219806.509398:0:328720:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.527816:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.527824:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.527827:0:328721:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.527830:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b20 00000080:00200000:2.0:1788219806.527834:0:328721:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219806.527841:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974e00. 00800000:00000002:2.0:1788219806.527848:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219806.527852:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.527858:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.527860:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7a40 00800000:00000002:2.0:1788219806.527863:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.527867:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.527870:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.527872:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.527875:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.527878:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.527880:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.527882:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.527884:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.527887:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.527892:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.527894:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7910 00000002:00010000:2.0:1788219806.527895:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.527899:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.527900:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.527904:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.527911:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219806.527914:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.527919:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.527923:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.527927:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 02000000:00000001:2.0:1788219806.527938:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.527944:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.527948:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000002:00000001:2.0:1788219806.527955:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.527956:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.527959:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.527961:0:328721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.527963:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.527965:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219806.527968:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.527971:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219806.527974:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974e00. 00000080:00000001:2.0:1788219806.527978:0:328721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219806.527980:0:328721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.529933:0:328721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219806.529944:0:328721:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219806.529949:0:328721:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219806.529953:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.529955:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.529958:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.529962:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.529964:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.529968:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.529972:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.529974:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.529976:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.529977:0:328721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.530298:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7dc7b58 00010000:00000001:2.0:1788219806.530303:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.530304:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.530306:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.530309:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.530328:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.530331:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.530336:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:2.0:1788219806.530344:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.530346:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.530347:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.530350:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.530354:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:2.0:1788219806.530361:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.530364:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.530367:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.530372:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.530373:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.530375:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530378:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.530379:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530381:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530384:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530386:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.530388:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.530388:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.530392:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219806.530394:0:328721:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.530397:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.530403:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.530409:0:328721:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219806.530413:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ae8 00000080:00002000:2.0:1788219806.530414:0:328721:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:2.0:1788219806.530417:0:328721:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.530419:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b30 00000080:00200000:2.0:1788219806.530420:0:328721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:2.0:1788219806.530550:0:328721:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219806.530553:0:328721:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.530558:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219806.530560:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.530564:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219806.530582:0:328721:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893e4bca9a0. 00000020:00000001:2.0:1788219806.530596:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ae8 00000080:00200000:2.0:1788219806.530599:0:328721:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d3.1, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:2.0:1788219806.530602:0:328721:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788219806.530604:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7998 00000080:00200000:2.0:1788219806.530606:0:328721:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d3.1, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:2.0:1788219806.530615:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974e00. 00800000:00000002:2.0:1788219806.530619:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.530624:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.530627:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.530629:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc78b8 00800000:00000002:2.0:1788219806.530631:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd3.1' on [0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219806.530634:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1788219806.530638:0:328721:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d3.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:2.0:1788219806.530642:0:328721:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00000020:00000001:2.0:1788219806.530645:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7850 00800000:00000002:2.0:1788219806.530647:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x4:0x0], fid2=[0x0:0x0:0x0], name='d3.1' -> mds #0 00000002:00000001:2.0:1788219806.530651:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.530653:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7788 00000002:00010000:2.0:1788219806.530655:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d3.1,[0x0:0x0:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788219806.530659:0:328721:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219806.530662:0:328721:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219806.530667:0:328721:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.530671:0:328721:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=64 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219806.530676:0:328721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219806.530681:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.530685:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.530686:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.530688:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.530691:0:328721:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.530693:0:328721:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.530698:0:328721:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.530705:0:328721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c400. 00000100:00000001:2.0:1788219806.530712:0:328721:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530716:0:328721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.530718:0:328721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530719:0:328721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.530721:0:328721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.530722:0:328721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.530729:0:328721:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00010000:00000001:2.0:1788219806.530734:0:328721:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219806.530736:0:328721:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788219806.530742:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:2.0:1788219806.530745:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.530748:0:328721:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219806.530752:0:328721:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341a00. 00000020:00000001:2.0:1788219806.530756:0:328721:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219806.530758:0:328721:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341a00 with handle 0x34450ab7a1633cf to hash 00000020:00000001:2.0:1788219806.530760:0:328721:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219806.530762:0:328721:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219806.530765:0:328721:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219806.530768:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.530770:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.530774:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.530781:0:328721:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.530792:0:328721:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219806.530797:0:328721:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.530799:0:328721:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.530805:0:328721:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490c3c0. 00000100:00000001:2.0:1788219806.530807:0:328721:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695147968 : -113714014403648 : ffff9893e490c3c0) 00000100:00000001:2.0:1788219806.530810:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.530812:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.530816:0:328721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.530819:0:328721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.530821:0:328721:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.530823:0:328721:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.530832:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.530840:0:328721:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.530843:0:328721:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.530846:0:328721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.530849:0:328721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.530851:0:328721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.530854:0:328721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328721:1875079566209536:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.530858:0:328721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.530863:0:328721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.530866:0:328721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.530869:0:328721:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.530873:0:328721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0d8000. 02000000:00000001:2.0:1788219806.530875:0:328721:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.531009:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.531016:0:328721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.531023:0:328721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219806.531029:0:328721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566209536, portal 10 00000100:00000001:2.0:1788219806.531032:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.531033:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.531040:0:328721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.531048:0:328721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.531051:0:328721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.531054:0:328721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:2.0:1788219806.531057:0:328721:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566209536, offset 0 00000400:00000200:2.0:1788219806.531063:0:328721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.531072:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.531080:0:328721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.531085:0:328721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.531090:0:328721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.531094:0:328721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.531097:0:328721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.531101:0:328721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92821:92821:256:4294967295] 192.168.203.120@tcp LPNI seq info [92821:92821:8:4294967295] 00000400:00000200:2.0:1788219806.531106:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.531115:0:328721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.531121:0:328721:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.531126:0:328721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006400. 00000800:00000200:2.0:1788219806.531133:0:328721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.531139:0:328721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.531143:0:328721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.531163:0:328721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.531168:0:328721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:2.0:1788219806.531171:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.531174:0:328721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675645 00000100:00000001:2.0:1788219806.531178:0:328721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.531180:0:328721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675645 00000100:00000001:2.0:1788219806.531183:0:328721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.531185:0:328721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.531188:0:328721:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.531191:0:328721:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.531193:0:328721:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.531195:0:328721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490c3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.531198:0:328721:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.531201:0:328721:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.531351:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.531357:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006400. 00000400:00000200:3.0:1788219806.531363:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.531368:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.531374:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:3.0:1788219806.531376:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:3.0:1788219806.531380:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.531385:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.531398:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.531401:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.531406:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.531408:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.537499:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.537562:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.537566:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.537569:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.537578:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.537594:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.537603:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.537610:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.537615:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.537619:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb783200 00000400:00000200:3.0:1788219806.537624:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.537629:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8f4d [1] + 224 00000800:00000001:3.0:1788219806.537636:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.537643:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.537646:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.537650:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.537657:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.537665:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219806.537675:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.537692:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.537699:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.537703:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.538412:0:328721:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.538424:0:328721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.538427:0:328721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.538431:0:328721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.538438:0:328721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:2.0:1788219806.538442:0:328721:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:2.0:1788219806.538446:0:328721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.538453:0:328721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219806.538464:0:328721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.538471:0:328721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.538474:0:328721:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.538476:0:328721:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.538480:0:328721:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.538483:0:328721:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.538485:0:328721:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.538489:0:328721:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.538500:0:328721:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.538505:0:328721:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.538508:0:328721:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788219806.538513:0:328721:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.538521:0:328721:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219806.538525:0:328721:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788219806.538528:0:328721:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869225 gen 1 00000100:00000040:2.0:1788219806.538534:0:328721:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869225) req@ffff9894ed016a00 x1875079566205696/t17179869220(17179869220) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 600/536 e 0 to 0 dl 1788219820 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.538542:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.538545:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016a00 x1875079566205696/t17179869220(17179869220) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 600/536 e 0 to 0 dl 1788219820 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.538552:0:328721:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.538555:0:328721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.538558:0:328721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03d000. 02000000:00000001:2.0:1788219806.538563:0:328721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.538566:0:328721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.538568:0:328721:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.538570:0:328721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.538573:0:328721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03d800. 02000000:00000001:2.0:1788219806.538576:0:328721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.538578:0:328721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.538580:0:328721:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016a00. 00000100:00000001:2.0:1788219806.538583:0:328721:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.538597:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.538602:0:328721:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869225) req@ffff9894ddb6d500 x1875079566207616/t17179869222(17179869222) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.538614:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.538617:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566207616/t17179869222(17179869222) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.538622:0:328721:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.538624:0:328721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.538625:0:328721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee182000. 02000000:00000001:2.0:1788219806.538628:0:328721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.538629:0:328721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.538630:0:328721:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.538632:0:328721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.538634:0:328721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182c00. 02000000:00000001:2.0:1788219806.538635:0:328721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.538637:0:328721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.538638:0:328721:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:2.0:1788219806.538641:0:328721:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.538642:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788219806.538646:0:328721:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219806.538655:0:328721:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869225) req@ffff9894ed39ca80 x1875079566209280/t17179869225(17179869225) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.538661:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.538664:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566209280/t17179869225(17179869225) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.538669:0:328721:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.538670:0:328721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.538672:0:328721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125cc00. 02000000:00000001:2.0:1788219806.538674:0:328721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.538675:0:328721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.538677:0:328721:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.538679:0:328721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.538680:0:328721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125dc00. 02000000:00000001:2.0:1788219806.538682:0:328721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.538683:0:328721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.538684:0:328721:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:2.0:1788219806.538687:0:328721:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.538688:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.538690:0:328721:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219806.538693:0:328721:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1788219806.538695:0:328721:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.538697:0:328721:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788219806.538702:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.538709:0:328721:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788219806.538712:0:328721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.538714:0:328721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.538718:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219806.538725:0:328721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328721:1875079566209536:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.538730:0:328721:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.538733:0:328721:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788219806.538735:0:328721:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.538737:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.538740:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.538745:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.538748:0:328721:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490c3c0. 00000100:00000001:2.0:1788219806.538751:0:328721:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.538753:0:328721:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788219806.538757:0:328721:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219806.538761:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.538763:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.538766:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=4 00000020:00000001:2.0:1788219806.538768:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219806.538771:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00010000:2.0:1788219806.538777:0:328721:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538787:0:328721:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788219806.538792:0:328721:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538797:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.538800:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538805:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.538807:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219806.538809:0:328721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538814:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.538817:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.538821:0:328721:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788219806.538823:0:328721:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.538829:0:328721:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed341a00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:2.0:1788219806.538832:0:328721:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788219806.538835:0:328721:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538841:0:328721:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788219806.538844:0:328721:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788219806.538847:0:328721:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538857:0:328721:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788219806.538860:0:328721:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788219806.538861:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.538862:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.538864:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341a00 refcount=5 00000020:00000001:2.0:1788219806.538865:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219806.538867:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037440 : -113709574514176 : ffff9894ed341a00) 00010000:00000001:2.0:1788219806.538870:0:328721:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219806.538872:0:328721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788219806.538878:0:328721:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219806.538879:0:328721:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.538882:0:328721:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788219806.538884:0:328721:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219806.538887:0:328721:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219806.538888:0:328721:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219806.538890:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.538891:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219806.538894:0:328721:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341a00 with handle 0x34450ab7a1633cf from hash 00010000:00000001:2.0:1788219806.538896:0:328721:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219806.538897:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.538899:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.538900:0:328721:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219806.538902:0:328721:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219806.538903:0:328721:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788219806.538905:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.538906:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.538907:0:328721:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.538909:0:328721:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.538912:0:328721:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538916:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.538918:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.538919:0:328721:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788219806.538921:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.538922:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.538923:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.538924:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788219806.538926:0:328721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341a00/0x34450ab7a1633cf lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.538937:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.538938:0:328721:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788219806.538943:0:328721:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788219806.538948:0:328721:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219806.538956:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219806.538958:0:328721:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.538960:0:328721:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.538961:0:328721:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.538964:0:328721:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219806.538967:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788219806.538968:0:328721:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.538970:0:328721:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219806.538973:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7710 00000002:00002000:2.0:1788219806.538975:0:328721:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d3.1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788219806.538978:0:328721:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.538982:0:328721:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.538985:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219806.538987:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788219806.538991:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.538994:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.538997:0:328721:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788219806.538999:0:328721:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c7dc7b20 it_disposition 7 00000080:00002000:2.0:1788219806.539005:0:328721:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893c1a19360 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:2.0:1788219806.539012:0:328721:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d3.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:2.0:1788219806.539016:0:328721:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.539020:0:328721:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1788219806.539023:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.539025:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.539027:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.539030:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.539032:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539034:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:2.0:1788219806.539036:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.539040:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.539042:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.539044:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.539050:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:2.0:1788219806.539053:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.539057:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.539059:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.539062:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788219806.539069:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.539074:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.539077:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788219806.539083:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.539085:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.539086:0:328721:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219806.539090:0:328721:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788219806.539092:0:328721:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7dc7930 released 00000080:00010000:2.0:1788219806.539094:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1633ac from it ffffa959c7dc7930 00010000:00000001:2.0:1788219806.539096:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539097:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539098:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.539100:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.539102:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.539104:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.539106:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788219806.539113:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539114:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539115:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.539118:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.539120:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788219806.539127:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.539129:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.539131:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.539136:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539137:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539138:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539141:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.539142:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539144:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539147:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539149:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.539150:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539151:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219806.539152:0:328721:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788219806.539154:0:328721:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788219806.539157:0:328721:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219806.539161:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974e00. 00000100:00000001:2.0:1788219806.539164:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.539169:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566209536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.539175:0:328721:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.539177:0:328721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.539178:0:328721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0d8000. 02000000:00000001:2.0:1788219806.539181:0:328721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.539183:0:328721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.539184:0:328721:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.539186:0:328721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.539188:0:328721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4c400. 02000000:00000001:2.0:1788219806.539191:0:328721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.539192:0:328721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.539193:0:328721:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.539196:0:328721:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.539197:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219806.539199:0:328721:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788219806.539201:0:328721:0:(dcache.c:176:ll_intent_release()) intent ffffa959c7dc7b20 released 00000080:00000001:2.0:1788219806.539202:0:328721:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788219806.539205:0:328721:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219806.539207:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b70 00000080:00002000:2.0:1788219806.539209:0:328721:0:(dcache.c:127:ll_ddelete()) keeping dentry d3.1 (ffff9893c1a19360, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219806.539212:0:328721:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.539258:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.539262:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.539263:0:328721:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.539265:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7bb0 00000080:00200000:2.0:1788219806.539267:0:328721:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219806.539273:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974e00. 00800000:00000002:2.0:1788219806.539277:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219806.539280:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.539283:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539284:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ad0 00800000:00000002:2.0:1788219806.539286:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.539289:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.539291:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.539292:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.539293:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.539294:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.539296:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539297:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.539299:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539301:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.539305:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539306:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc79a0 00000002:00010000:2.0:1788219806.539307:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.539358:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.539361:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.539362:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.539366:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219806.539368:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.539371:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.539373:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.539376:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 02000000:00000001:2.0:1788219806.539382:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.539385:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.539387:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000002:00000001:2.0:1788219806.539392:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.539394:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.539395:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.539397:0:328721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.539399:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.539401:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219806.539403:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.539406:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219806.539408:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974e00. 00000080:00000001:2.0:1788219806.539411:0:328721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219806.539412:0:328721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.539414:0:328721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219806.539418:0:328721:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219806.539421:0:328721:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219806.539423:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.539424:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539425:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539427:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.539429:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539431:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539434:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539435:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.539436:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.539438:0:328721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.539439:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7dc7be8 00010000:00000001:2.0:1788219806.539441:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539442:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539443:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.539445:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539447:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539448:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.539451:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:2.0:1788219806.539456:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539458:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539459:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.539460:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.539462:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:2.0:1788219806.539468:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.539469:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.539471:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.539473:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539474:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539475:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539477:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.539478:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539479:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539481:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539483:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.539484:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539485:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.539487:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219806.539489:0:328721:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.539491:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.539495:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.539498:0:328721:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219806.539500:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b78 00000080:00002000:2.0:1788219806.539502:0:328721:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:2.0:1788219806.539505:0:328721:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.539507:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7bc0 00000080:00200000:2.0:1788219806.539508:0:328721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:2.0:1788219806.539512:0:328721:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219806.539514:0:328721:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.539517:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219806.539519:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.539522:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.539524:0:328721:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219806.539525:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7bd8 00000080:00002000:2.0:1788219806.539526:0:328721:0:(dcache.c:87:ll_dcompare()) found name d3.1(ffff9893c1a19360) flags 0x8000e refc 0 00000080:00000001:2.0:1788219806.539528:0:328721:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.539530:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7c20 00000080:00200000:2.0:1788219806.539531:0:328721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3.1, flags=16392 00000080:00000001:2.0:1788219806.539533:0:328721:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219806.539535:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ba8 00000080:00002000:2.0:1788219806.539536:0:328721:0:(dcache.c:127:ll_ddelete()) keeping dentry d3.1 (ffff9893c1a19360, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219806.539538:0:328721:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.539560:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.539562:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219806.539564:0:328721:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.539565:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b20 00000080:00200000:2.0:1788219806.539567:0:328721:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219806.539571:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974e00. 00800000:00000002:2.0:1788219806.539574:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219806.539576:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.539578:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539579:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7a40 00800000:00000002:2.0:1788219806.539581:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.539597:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.539599:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.539600:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.539602:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.539603:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.539605:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539606:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.539608:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539611:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.539614:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539616:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7910 00000002:00010000:2.0:1788219806.539617:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.539620:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.539621:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.539623:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.539625:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219806.539627:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.539630:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.539632:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.539635:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 02000000:00000001:2.0:1788219806.539642:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.539644:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.539646:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000002:00000001:2.0:1788219806.539653:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.539654:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.539656:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.539658:0:328721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.539659:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.539661:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219806.539664:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.539665:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219806.539668:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974e00. 00000080:00000001:2.0:1788219806.539671:0:328721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219806.539672:0:328721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.539674:0:328721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219806.539677:0:328721:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219806.539679:0:328721:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219806.539681:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.539682:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539683:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539685:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.539687:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539689:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539691:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539692:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.539693:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.539695:0:328721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.539697:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7dc7b58 00010000:00000001:2.0:1788219806.539698:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539699:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539701:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219806.539702:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539704:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219806.539706:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.539709:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:2.0:1788219806.539714:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539716:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539717:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.539718:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.539721:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:2.0:1788219806.539727:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.539729:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.539730:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.539732:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539733:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539735:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539737:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.539738:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539739:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539742:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539743:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.539745:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539746:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.539747:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219806.539749:0:328721:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219806.539751:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219806.539754:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219806.539756:0:328721:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219806.539757:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b48 00000080:00002000:2.0:1788219806.539759:0:328721:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:2.0:1788219806.539761:0:328721:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.539763:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b90 00000080:00200000:2.0:1788219806.539764:0:328721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:2.0:1788219806.539767:0:328721:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219806.539768:0:328721:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219806.539774:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7d08 00000080:00200008:2.0:1788219806.539776:0:328721:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788219806.539780:0:328721:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219806.539782:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7c80 00000080:00200000:2.0:1788219806.539783:0:328721:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:2.0:1788219806.539788:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974e00. 00800000:00000002:2.0:1788219806.539790:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:2.0:1788219806.539792:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:2.0:1788219806.539797:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219806.539798:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539799:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ba0 00800000:00000002:2.0:1788219806.539801:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.539804:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219806.539813:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.539815:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.539816:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.539817:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.539819:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539821:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219806.539823:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.539825:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219806.539826:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219806.539827:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219806.539828:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219806.539830:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539832:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219806.539833:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.539835:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219806.539839:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539840:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7a70 00000002:00010000:2.0:1788219806.539842:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.539845:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.539846:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.539847:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.539851:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:2.0:1788219806.539853:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.539856:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.539858:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.539862:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788219806.539868:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.539870:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.539872:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788219806.539879:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.539880:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.539882:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219806.539885:0:328721:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:2.0:1788219806.539889:0:328721:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974400. 00800000:00000002:2.0:1788219806.539893:0:328721:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:2.0:1788219806.539895:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.539897:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7990 00000002:00010000:2.0:1788219806.539898:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.539901:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.539902:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.539903:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.539906:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:2.0:1788219806.539908:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.539910:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.539911:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.539915:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788219806.539921:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.539923:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.539925:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788219806.539931:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.539933:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.539934:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.539936:0:328721:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:2.0:1788219806.539939:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.539940:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539941:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539942:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.539944:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.539946:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.539948:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539949:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.539952:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539954:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.539955:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.539956:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.539958:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.539959:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.539961:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.539963:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788219806.539969:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539970:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539971:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.539972:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.539974:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788219806.539980:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.539981:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.539983:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.539984:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539985:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.539987:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539988:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.539990:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539991:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539993:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.539994:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.539996:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.539997:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:2.0:1788219806.539999:0:328721:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:2.0:1788219806.540001:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.540003:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7990 00000002:00010000:2.0:1788219806.540005:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.540007:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.540009:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.540010:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219806.540013:0:328721:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.540015:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.540016:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.540018:0:328721:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219806.540020:0:328721:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219806.540024:0:328721:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.540028:0:328721:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219806.540033:0:328721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219806.540036:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.540039:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.540040:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.540042:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.540044:0:328721:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.540046:0:328721:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.540048:0:328721:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.540053:0:328721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c400. 00000100:00000001:2.0:1788219806.540060:0:328721:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.540064:0:328721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.540065:0:328721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.540067:0:328721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219806.540068:0:328721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.540070:0:328721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.540074:0:328721:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00010000:00000001:2.0:1788219806.540078:0:328721:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219806.540080:0:328721:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788219806.540085:0:328721:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089900. 00010000:00000010:2.0:1788219806.540088:0:328721:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3f80. 00010000:00000001:2.0:1788219806.540092:0:328721:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219806.540095:0:328721:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341400. 00000020:00000001:2.0:1788219806.540100:0:328721:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219806.540102:0:328721:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341400 with handle 0x34450ab7a1633d6 to hash 00000020:00000001:2.0:1788219806.540104:0:328721:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219806.540106:0:328721:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.540110:0:328721:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.540113:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.540115:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.540118:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.540125:0:328721:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.540134:0:328721:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 328721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219806.540139:0:328721:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.540140:0:328721:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.540147:0:328721:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490c3c0. 00000100:00000001:2.0:1788219806.540149:0:328721:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695147968 : -113714014403648 : ffff9893e490c3c0) 00000100:00000001:2.0:1788219806.540151:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.540153:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.540157:0:328721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.540161:0:328721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.540163:0:328721:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.540165:0:328721:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.540172:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.540180:0:328721:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.540182:0:328721:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.540185:0:328721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.540187:0:328721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.540190:0:328721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.540193:0:328721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328721:1875079566209664:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.540197:0:328721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.540201:0:328721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.540204:0:328721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.540206:0:328721:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.540210:0:328721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0d8000. 02000000:00000001:2.0:1788219806.540213:0:328721:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.540220:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.540223:0:328721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.540231:0:328721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219806.540238:0:328721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566209664, portal 10 00000100:00000001:2.0:1788219806.540240:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.540241:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.540248:0:328721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.540254:0:328721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.540257:0:328721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.540259:0:328721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219806.540261:0:328721:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566209664, offset 0 00000400:00000200:2.0:1788219806.540267:0:328721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.540275:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.540282:0:328721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.540287:0:328721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.540292:0:328721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.540296:0:328721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.540298:0:328721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.540302:0:328721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92822:92822:256:4294967295] 192.168.203.120@tcp LPNI seq info [92822:92822:8:4294967295] 00000400:00000200:2.0:1788219806.540307:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.540362:0:328721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.540369:0:328721:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.540374:0:328721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219806.540380:0:328721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.540387:0:328721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.540391:0:328721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.540409:0:328721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.540413:0:328721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14683 usecs (15 jiffies) 00000400:00000200:2.0:1788219806.540417:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.540420:0:328721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675644 00000100:00000001:2.0:1788219806.540423:0:328721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.540425:0:328721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675644 00000100:00000001:2.0:1788219806.540427:0:328721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.540429:0:328721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.540432:0:328721:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.540434:0:328721:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.540435:0:328721:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.540437:0:328721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490c3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.540440:0:328721:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.540442:0:328721:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.540759:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.540765:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:3.0:1788219806.540772:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.540776:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.540781:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:3.0:1788219806.540783:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:3.0:1788219806.540787:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.540792:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.540800:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.540803:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.540810:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.540811:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788219806.543626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341a00. 00000800:00000001:3.0:1788219806.546542:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.546558:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.546562:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.546565:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.546573:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.546581:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.546603:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.546609:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.546615:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.546619:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb783280 00000400:00000200:3.0:1788219806.546624:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.546630:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe8f5d [1] + 224 00000800:00000001:3.0:1788219806.546637:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.546644:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.546648:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.546653:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.546660:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.546669:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219806.546680:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219806.546707:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.546719:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.546725:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.546802:0:328721:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.546809:0:328721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.546811:0:328721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.546814:0:328721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.546818:0:328721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:2.0:1788219806.546821:0:328721:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:2.0:1788219806.546824:0:328721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.546828:0:328721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219806.546838:0:328721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.546848:0:328721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.546853:0:328721:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.546855:0:328721:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.546861:0:328721:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.546864:0:328721:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.546866:0:328721:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.546868:0:328721:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.546882:0:328721:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.546887:0:328721:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219806.546890:0:328721:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.546891:0:328721:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.546894:0:328721:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.546898:0:328721:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.546901:0:328721:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.546903:0:328721:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:2.0:1788219806.546905:0:328721:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.546908:0:328721:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.546913:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.546919:0:328721:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.546922:0:328721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.546928:0:328721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.546932:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219806.546940:0:328721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328721:1875079566209664:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219806.546945:0:328721:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.546948:0:328721:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.546950:0:328721:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.546952:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.546956:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.546963:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.546966:0:328721:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490c3c0. 00000100:00000001:2.0:1788219806.546969:0:328721:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.546970:0:328721:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.546973:0:328721:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219806.546976:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.546978:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.546982:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=4 00000020:00000001:2.0:1788219806.546984:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.546994:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000040:2.0:1788219806.547001:0:328721:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9894ed341400, remote cookie: 0x1782eba8aded8618, flags: 0x1001 00010000:00010000:2.0:1788219806.547006:0:328721:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219806.547017:0:328721:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547023:0:328721:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788219806.547027:0:328721:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788219806.547028:0:328721:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788219806.547030:0:328721:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788219806.547032:0:328721:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788219806.547034:0:328721:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x3:0x0].0x0 (ffff9894d9089900) refcount = 1 00010000:00010000:2.0:1788219806.547037:0:328721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547043:0:328721:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788219806.547046:0:328721:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788219806.547048:0:328721:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.547050:0:328721:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788219806.547052:0:328721:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.547056:0:328721:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547062:0:328721:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788219806.547063:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547065:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547066:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547067:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547068:0:328721:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.547073:0:328721:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788219806.547074:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547075:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547077:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219806.547078:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547080:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547084:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547085:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547086:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=4 00000020:00000001:2.0:1788219806.547087:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547089:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547091:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.547094:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.547097:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547103:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547116:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547117:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547118:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547119:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=5 00000020:00000001:2.0:1788219806.547121:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547123:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547125:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.547127:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547132:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547133:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219806.547136:0:328721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547141:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.547142:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547143:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547144:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547145:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788219806.547150:0:328721:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219806.547162:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547163:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547165:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219806.547166:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547168:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547170:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547171:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.547172:0:328721:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.547174:0:328721:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.547188:0:328721:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219806.547191:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547192:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547194:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219806.547195:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547197:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00000002:00010000:2.0:1788219806.547201:0:328721:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547207:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547209:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547211:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219806.547212:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547213:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547214:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219806.547216:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547217:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000040:2.0:1788219806.547223:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:2.0:1788219806.547225:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788219806.547229:0:328721:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/3 (0 0) 00010000:00000001:2.0:1788219806.547231:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547232:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.547234:0:328721:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219806.547237:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7918 00000002:00002000:2.0:1788219806.547239:0:328721:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788219806.547242:0:328721:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.547247:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.547248:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547249:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547250:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219806.547252:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547253:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547256:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547256:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.547258:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547259:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547260:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547261:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219806.547263:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547264:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219806.547266:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.547269:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219806.547455:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547457:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547458:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.547460:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.547462:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219806.547469:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.547472:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.547474:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.547477:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547478:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547551:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547555:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.547557:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547559:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547562:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547564:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.547565:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547566:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.547568:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.547573:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566209664/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219806.547580:0:328721:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.547583:0:328721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.547597:0:328721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0d8000. 02000000:00000001:2.0:1788219806.547601:0:328721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.547603:0:328721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.547604:0:328721:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.547607:0:328721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.547610:0:328721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4c400. 02000000:00000001:2.0:1788219806.547613:0:328721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.547615:0:328721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.547616:0:328721:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.547620:0:328721:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.547621:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:2.0:1788219806.547623:0:328721:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974400. 00800000:00000001:2.0:1788219806.547626:0:328721:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.547628:0:328721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.547631:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219806.547634:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788219806.547637:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219806.547641:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:2.0:1788219806.547643:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219806.547647:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974e00. 00000080:00000001:2.0:1788219806.547650:0:328721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219806.547652:0:328721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.547656:0:328721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:2.0:1788219806.547659:0:328721:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:2.0:1788219806.547663:0:328721:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219806.547666:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.547667:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547669:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547671:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:2.0:1788219806.547673:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219806.547675:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219806.547677:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547679:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.547680:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219806.547681:0:328721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219806.547684:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c7dc7cb8 00010000:00000001:2.0:1788219806.547686:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547687:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547688:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:2.0:1788219806.547690:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219806.547693:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219806.547694:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.547698:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788219806.547704:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547705:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547706:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.547709:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.547711:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788219806.547717:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.547718:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.547720:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.547722:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547723:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547724:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547727:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.547728:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547730:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547732:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547734:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.547735:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547736:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219806.547738:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219806.547739:0:328721:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.547743:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:2.0:1788219806.547746:0:328721:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:2.0:1788219806.547750:0:328721:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974e00. 00800000:00000002:2.0:1788219806.547753:0:328721:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:2.0:1788219806.547756:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.547758:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b28 00000002:00010000:2.0:1788219806.547760:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.547763:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.547765:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.547766:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.547770:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:2.0:1788219806.547772:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.547775:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.547777:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.547780:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788219806.547787:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219806.547792:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219806.547795:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788219806.547800:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219806.547802:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219806.547803:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219806.547805:0:328721:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:2.0:1788219806.547808:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219806.547809:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547810:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547811:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.547813:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.547815:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.547817:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547818:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219806.547819:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.547820:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.547821:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.547822:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:2.0:1788219806.547824:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.547825:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.547827:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219806.547829:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788219806.547835:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.547836:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.547837:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219806.547838:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219806.547840:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788219806.547845:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219806.547847:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219806.547848:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219806.548068:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.548070:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219806.548071:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.548074:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219806.548075:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.548077:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.548079:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.548086:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219806.548087:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219806.548089:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:2.0:1788219806.548091:0:328721:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:2.0:1788219806.548094:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219806.548096:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b28 00000002:00010000:2.0:1788219806.548097:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219806.548488:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219806.548490:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219806.548493:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219806.548497:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:2.0:1788219806.548499:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219806.548502:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.548506:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.548510:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788219806.548518:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.552034:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.552047:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219806.552061:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.552064:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.552067:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.552070:0:328721:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:1.0:1788219806.552075:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.552077:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.552079:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.552082:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:1.0:1788219806.552084:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:1.0:1788219806.552086:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:1.0:1788219806.552089:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.552091:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.552092:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.552094:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.552095:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.552096:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:1.0:1788219806.552099:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:1.0:1788219806.552101:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:1.0:1788219806.552103:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.552106:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219806.552114:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.552115:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.552117:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.552120:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.552123:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219806.552131:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.552135:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.552137:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.552141:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.552142:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.552144:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.552147:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.552148:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.552150:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.552154:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.552156:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.552157:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.552159:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219806.552161:0:328721:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974e00. 00800000:00000001:1.0:1788219806.552165:0:328721:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219806.552169:0:328721:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 3, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000040:1.0:1788219806.552172:0:328721:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 4, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000002:1.0:1788219806.552176:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219806.552180:0:328721:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.552195:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7d08 00000080:00000008:1.0:1788219806.552197:0:328721:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219806.553574:0:328721:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.553678:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7d08 00000080:00200008:1.0:1788219806.553683:0:328721:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219806.553690:0:328721:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219806.553691:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7c80 00000080:00200000:1.0:1788219806.553693:0:328721:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219806.553700:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00800000:00000002:1.0:1788219806.553705:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219806.553709:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219806.553714:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.553715:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ba0 00800000:00000002:1.0:1788219806.553718:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.553722:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219806.553724:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.553727:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.553729:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.553733:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.553735:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.553737:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.553740:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.553743:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219806.553747:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.553749:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7a70 00000002:00010000:1.0:1788219806.553751:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.553754:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.553756:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.553759:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.553765:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219806.553768:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.553773:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.553777:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.553781:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 02000000:00000001:1.0:1788219806.553797:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.553801:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.553804:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000002:00000001:1.0:1788219806.553811:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.553813:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.553815:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.553816:0:328721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.553818:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219806.553820:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219806.553823:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.553826:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.553828:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538200. 00000080:00000001:1.0:1788219806.553832:0:328721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219806.553834:0:328721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.553836:0:328721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219806.553839:0:328721:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219806.553842:0:328721:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.553844:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.553846:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.553848:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.553850:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.553852:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.553854:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.553856:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.553858:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.553859:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.553861:0:328721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.553863:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7dc7cb8 00010000:00000001:1.0:1788219806.553865:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.553866:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.553868:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.553870:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.553872:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.553873:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.553876:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:1.0:1788219806.553882:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.554337:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.554341:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.554343:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.554346:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00000001:1.0:1788219806.554356:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.554359:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.554361:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.554365:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.554367:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.554368:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.554371:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.554373:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.554375:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.554378:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.554379:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.554381:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.554382:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219806.554385:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219806.554386:0:328721:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219806.554390:0:328721:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.554394:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7d08 00000080:00000008:1.0:1788219806.554396:0:328721:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219806.555678:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219806.555685:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219806.555687:0:328721:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219806.555689:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7bc0 00000080:00200000:1.0:1788219806.555694:0:328721:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219806.555701:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00800000:00000002:1.0:1788219806.555707:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219806.555710:0:328721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219806.555715:0:328721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.555717:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ae0 00800000:00000002:1.0:1788219806.555720:0:328721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.555723:0:328721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219806.555725:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.555728:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.555730:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.555733:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.555735:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.555738:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219806.555740:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.555743:0:328721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219806.555748:0:328721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219806.555750:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc79b0 00000002:00010000:1.0:1788219806.555752:0:328721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219806.555755:0:328721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219806.555757:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.555760:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.555766:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219806.555769:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.555773:0:328721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219806.555777:0:328721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219806.555781:0:328721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 02000000:00000001:1.0:1788219806.555791:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.555796:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.555799:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000002:00000001:1.0:1788219806.555806:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219806.555809:0:328721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219806.555811:0:328721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.555813:0:328721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219806.555815:0:328721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219806.555817:0:328721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219806.555820:0:328721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219806.555823:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219806.555826:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538200. 00000080:00000001:1.0:1788219806.555829:0:328721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219806.555831:0:328721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.555834:0:328721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219806.555837:0:328721:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219806.555841:0:328721:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219806.555843:0:328721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219806.555844:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.555847:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.555850:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.555852:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.555855:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.555858:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.555860:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.555861:0:328721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.555863:0:328721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219806.555865:0:328721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c7dc7bf8 00010000:00000001:1.0:1788219806.555867:0:328721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219806.555868:0:328721:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219806.555870:0:328721:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219806.555872:0:328721:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.555874:0:328721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219806.555876:0:328721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219806.555879:0:328721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00000001:1.0:1788219806.557644:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.557647:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.557649:0:328721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219806.557652:0:328721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219806.557656:0:328721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00000001:1.0:1788219806.557666:0:328721:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.557670:0:328721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219806.557672:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.557677:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.557678:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.557680:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.557683:0:328721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219806.557685:0:328721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.557686:0:328721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.557691:0:328721:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.557693:0:328721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219806.557694:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.557696:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219806.557701:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219806.557703:0:328721:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219806.557706:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219806.557713:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557719:0:328721:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219806.557722:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7bc0 00000080:00002000:1.0:1788219806.557725:0:328721:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219806.557728:0:328721:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.557730:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7c08 00000080:00200000:1.0:1788219806.557731:0:328721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:1.0:1788219806.557736:0:328721:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219806.557738:0:328721:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557743:0:328721:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219806.557745:0:328721:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:1.0:1788219806.557747:0:328721:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557753:0:328721:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219806.557755:0:328721:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219806.557757:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b78 00000080:00200008:1.0:1788219806.557759:0:328721:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:1.0:1788219806.557767:0:328721:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01e00. 00000080:00000001:1.0:1788219806.557773:0:328721:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:1.0:1788219806.557776:0:328721:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219806.557779:0:328721:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557781:0:328721:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219806.557783:0:328721:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557785:0:328721:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219806.557787:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7b78 00000080:00000008:1.0:1788219806.557789:0:328721:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219806.557792:0:328721:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557817:0:328721:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219806.557820:0:328721:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7fff8c5ddd50 00000020:00000001:1.0:1788219806.557826:0:328721:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219806.557831:0:328721:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee181c00. 00000020:00000001:1.0:1788219806.557836:0:328721:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.557839:0:328721:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219806.557841:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7ad0 00000080:00200000:1.0:1788219806.557842:0:328721:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d3.1 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219806.557850:0:328721:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9538200. 00800000:00000002:1.0:1788219806.557857:0:328721:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219806.557865:0:328721:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219806.557868:0:328721:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219806.557871:0:328721:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d3.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219806.557875:0:328721:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219806.557878:0:328721:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219806.557881:0:328721:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219806.557883:0:328721:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219806.558623:0:328721:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219806.558626:0:328721:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219806.558629:0:328721:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x59:0x0] 40000000:00000001:1.0:1788219806.558632:0:328721:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.558635:0:328721:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.558637:0:328721:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219806.558639:0:328721:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.558641:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc79e8 00800000:00000002:1.0:1788219806.558645:0:328721:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd3.1' [0x2400013a2:0x59:0x0] on [0x200001b70:0x4:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219806.558650:0:328721:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219806.558653:0:328721:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219806.558659:0:328721:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.558666:0:328721:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6df80. 00000020:00000040:1.0:1788219806.558671:0:328721:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219806.558677:0:328721:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219806.558679:0:328721:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.558682:0:328721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219806.558687:0:328721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219806.558691:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.558693:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219806.558694:0:328721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.558696:0:328721:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.558698:0:328721:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.558702:0:328721:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.558708:0:328721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee180400. 00000100:00000001:1.0:1788219806.558713:0:328721:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.558715:0:328721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.558717:0:328721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.558718:0:328721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219806.558719:0:328721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.558721:0:328721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219806.558734:0:328721:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219806.558745:0:328721:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219806.558753:0:328721:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.558755:0:328721:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.558761:0:328721:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d47029c0. 00000100:00000001:1.0:1788219806.558764:0:328721:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719543232 : -113709990008384 : ffff9894d47029c0) 00000100:00000001:1.0:1788219806.558767:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.558768:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875172224 : -113709834379392 : ffff9894ddb6df80) 00000100:00000001:1.0:1788219806.558773:0:328721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.558776:0:328721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.558778:0:328721:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.558780:0:328721:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.558784:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.558792:0:328721:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.558794:0:328721:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.558798:0:328721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.558800:0:328721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.558803:0:328721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.558806:0:328721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6df80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328721:1875079566209920:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219806.558810:0:328721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.558815:0:328721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.558817:0:328721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.558820:0:328721:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.558824:0:328721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f98800. 02000000:00000001:1.0:1788219806.558826:0:328721:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.558833:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.558837:0:328721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e267e8. 00000400:00000010:1.0:1788219806.558843:0:328721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219806.558849:0:328721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566209920, portal 10 00000100:00000001:1.0:1788219806.558852:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.558853:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875172224 : -113709834379392 : ffff9894ddb6df80) 00000100:00000040:1.0:1788219806.558859:0:328721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.558866:0:328721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.558869:0:328721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.558872:0:328721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661880. 00000100:00000200:1.0:1788219806.558875:0:328721:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566209920, offset 0 00000400:00000200:1.0:1788219806.558882:0:328721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.559627:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.559637:0:328721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.559642:0:328721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.559647:0:328721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.559651:0:328721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.559655:0:328721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.559659:0:328721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92823:92823:256:4294967295] 192.168.203.120@tcp LPNI seq info [92823:92823:8:4294967295] 00000400:00000200:1.0:1788219806.559664:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.559674:0:328721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.559679:0:328721:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.559687:0:328721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219806.559696:0:328721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.559704:0:328721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.559708:0:328721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.559734:0:328721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.559740:0:328721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14681 usecs (15 jiffies) 00000400:00000200:1.0:1788219806.559743:0:328721:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.559746:0:328721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675663 00000100:00000001:1.0:1788219806.559748:0:328721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.559750:0:328721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675663 00000100:00000001:1.0:1788219806.559753:0:328721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.559755:0:328721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.559758:0:328721:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.559761:0:328721:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.559762:0:328721:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.559765:0:328721:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d47029c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.559768:0:328721:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.559770:0:328721:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.560436:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.560444:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:3.0:1788219806.560452:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.560458:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.560465:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661880 00000400:00000010:3.0:1788219806.560468:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661880. 00000100:00000001:3.0:1788219806.560472:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.560479:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.560492:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.560496:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.560503:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.560505:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.575929:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.575949:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.575953:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.575955:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.575965:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.575974:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.575999:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.576007:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.576012:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.576017:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9ce100 00000400:00000200:3.0:1788219806.576027:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 984 00000800:00000001:3.0:1788219806.576034:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.576041:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.576045:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.576049:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.576058:0:256056:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788219806.576060:0:256056:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788219806.576067:0:256056:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000100:00000040:3.0:1788219806.576071:0:256056:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed39df80 x1875079568613632 msgsize 328 00000100:00100000:3.0:1788219806.576075:0:256056:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:3.0:1788219806.576152:0:256056:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.576161:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.576165:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.579616:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219806.579624:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568613632 02000000:00000001:2.0:1788219806.579629:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219806.579632:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.579635:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.579641:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.579645:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568613632 00000020:00000001:2.0:1788219806.579648:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219806.579650:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:2.0:1788219806.579653:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.579657:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=5 00000020:00000001:2.0:1788219806.579661:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:2.0:1788219806.579663:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:2.0:1788219806.579667:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219806.579676:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47cc0. 00000100:00000001:2.0:1788219806.579679:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219806.579683:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47cc0. 00000020:00000010:2.0:1788219806.579691:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4974400. 00000020:00000010:2.0:1788219806.579697:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3e80. 00000020:00000010:2.0:1788219806.579702:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000040:2.0:1788219806.579711:0:280883:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219806.579714:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219806.579715:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219806.579717:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.579725:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.579744:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.579756:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219806.579758:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219806.579766:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 446 00000100:00000040:2.0:1788219806.579770:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:2.0:1788219806.579772:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:2.0:1788219806.579780:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed39df80 x1875079568613632/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:52/0 lens 328/0 e 0 to 0 dl 1788219817 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219806.579791:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219806.579793:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47cc0. 00000100:00000001:2.0:1788219806.579795:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219806.579797:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47cc0. 00000100:00100000:2.0:1788219806.579802:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed39df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568613632:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219806.579806:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568613632 00010000:00000001:2.0:1788219806.579809:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219806.579817:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219806.579818:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219806.579821:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=2 00000020:00000001:2.0:1788219806.579823:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.579825:0:280883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:2.0:1788219806.579828:0:280883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219806.579832:0:280883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219806.579837:0:280883:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000100:00000001:2.0:1788219806.579848:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219806.579850:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219806.579857:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4c400. 02000000:00000001:2.0:1788219806.579859:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.579862:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.579866:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219806.579869:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.579873:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219806.579878:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219806.579881:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219806.579883:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219806.579886:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219806.579888:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.579891:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.579895:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.579900:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219806.579908:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568613632, offset 224 00000400:00000200:2.0:1788219806.579916:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.579927:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.579935:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.579942:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92824:92824:256:4294967295] 192.168.203.120@tcp LPNI seq info [92824:92824:8:4294967295] 00000400:00000200:2.0:1788219806.579947:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.579956:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.579961:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.579967:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000800:00000200:2.0:1788219806.579974:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.579981:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.580129:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.580144:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.580148:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219806.580152:0:280883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219806.580157:0:280883:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e490c3c0. 00010000:00000001:2.0:1788219806.580160:0:280883:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219806.580370:0:280883:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219806.580373:0:280883:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.580375:0:280883:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.580376:0:280883:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.580383:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079568613632/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:52/0 lens 328/224 e 0 to 0 dl 1788219817 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219806.580394:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed39df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568613632:12345-192.168.203.120@tcp:104: Request processed in 601us (4320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219806.580403:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 446 00000100:00000040:2.0:1788219806.580407:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:2.0:1788219806.580409:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219806.580412:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219806.580417:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3e80. 00000020:00000010:2.0:1788219806.580421:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219806.580424:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4974400. 00000020:00000040:2.0:1788219806.580429:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 4 00000100:00000001:2.0:1788219806.580433:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.580484:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.580489:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.580493:0:285341:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219806.580496:0:285341:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219806.580498:0:285341:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219806.580503:0:285341:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219806.580517:0:285341:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7194e00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219806.580521:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219806.580526:0:285341:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219806.580534:0:285341:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219806.580537:0:285341:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219806.580540:0:285341:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219806.580546:0:285341:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219806.580548:0:285341:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219806.580550:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219806.580551:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219806.580553:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194e00 refcount=3 00000020:00000001:0.0:1788219806.580555:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.580557:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469215232 : -113714240336384 : ffff9893d7194e00) 00010000:00000001:0.0:1788219806.580560:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219806.580562:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 3/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219806.580569:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219806.580573:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219806.580575:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219806.580738:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x4:0x0] mode (null) 00000002:00000001:0.0:1788219806.580744:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.580746:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.580756:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:0.0:1788219806.580759:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219806.580764:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219806.580766:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219806.580767:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219806.580768:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff900 count: 2 00010000:00000001:0.0:1788219806.580770:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219806.580772:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.580774:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219806.580777:0:285341:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x4:0x0] lli = ffff9894c7b698c0, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:0.0:1788219806.580782:0:285341:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x4:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219806.580786:0:285341:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219806.580792:0:285341:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788219806.580799:0:285341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7f7fc40 00000080:00002000:0.0:1788219806.580801:0:285341:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d3.1 00000080:00000001:0.0:1788219806.580808:0:285341:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219806.580815:0:285341:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219806.580818:0:285341:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219806.580821:0:285341:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219806.580823:0:285341:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x4:0x0](ffff9894c7b69988) invalid 00000080:00000001:0.0:1788219806.580826:0:285341:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219806.580828:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219806.580829:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.580832:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219806.580835:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219806.580837:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219806.580838:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219806.580840:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219806.580843:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194e00 with handle 0x34450ab7a1633ac from hash 00010000:00000001:0.0:1788219806.580845:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219806.580846:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.580848:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.580850:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219806.580854:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219806.580856:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788219806.580861:0:285341:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219806.580867:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.580868:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.580869:0:285341:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.580872:0:285341:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219806.580875:0:285341:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219806.580882:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016680. 00000020:00000040:0.0:1788219806.580886:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.580891:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.580893:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.580899:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.580907:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d3fb0800. 00000100:00000001:0.0:1788219806.580913:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.580915:0:285341:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219806.580919:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 2/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219806.580925:0:285341:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219806.580927:0:285341:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.580931:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.580936:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.580943:0:285341:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b058fbd3] to pc [ptlrpcd_00_01+1] req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219806.580981:0:285341:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219806.580985:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219806.580986:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.580987:0:285341:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.580989:0:285341:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219806.580991:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.580995:0:285341:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219806.581001:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219806.581003:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194e00/0x34450ab7a1633ac lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded8570 expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219806.581010:0:285341:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff900 count: 0 00010000:00000010:0.0:1788219806.581016:0:285341:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06ea80. 00010000:00000001:0.0:1788219806.581023:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219806.581024:0:285341:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788219806.581027:0:285341:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e490c3c0. 00010000:00000001:0.0:1788219806.581030:0:285341:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.581032:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.581033:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.581035:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219806.581037:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.581038:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.581039:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219806.581041:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.581042:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.581044:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219806.581051:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788219806.581056:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788219806.581058:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.581063:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.581066:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.581067:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219806.581069:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.581071:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.581076:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.581083:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.581086:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.581089:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.581092:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.581094:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.581097:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566210048:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219806.581101:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.581106:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.581109:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.581112:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.581116:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3fb0400. 02000000:00000001:0.0:1788219806.581118:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.581124:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.581128:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a49a0. 00000400:00000010:0.0:1788219806.581135:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219806.581141:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566210048, portal 18 00000100:00000001:0.0:1788219806.581143:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.581144:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131714688 : -113709577836928 : ffff9894ed016680) 00000100:00000040:0.0:1788219806.581151:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.581157:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.581160:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.581162:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf4c8. 00000100:00000200:0.0:1788219806.581165:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566210048, offset 0 00000400:00000200:0.0:1788219806.581171:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.581176:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.581182:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.581187:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.581192:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.581196:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.581199:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.581212:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92825:92825:255:4294967295] 192.168.203.120@tcp LPNI seq info [92825:92825:7:4294967295] 00000400:00000200:0.0:1788219806.581216:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.581224:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.581229:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.581234:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000100:00000001:1.0:1788219806.581335:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219806.581339:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788219806.581543:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.581550:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.581553:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.581557:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.581561:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.581565:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.581568:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675697 00000100:00000001:0.0:1788219806.581571:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.581574:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675697 00000100:00000001:0.0:1788219806.581576:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.581595:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.581605:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.581609:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.581611:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.582094:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.582100:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:3.0:1788219806.582106:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.582112:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.582118:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:3.0:1788219806.582120:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:3.0:1788219806.582125:0:256055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788219806.582127:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788219806.582443:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.582446:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:3.0:1788219806.582450:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.582454:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.582457:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf4c8 00000400:00000010:3.0:1788219806.582459:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf4c8. 00000100:00000001:3.0:1788219806.582463:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.582471:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.582481:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.582484:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.582490:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.582492:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219806.588356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca9a0. 00010000:00000010:0.1:1788219806.588376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff900. 00010000:00000010:0.1:1788219806.588381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194e00. 00000800:00000001:3.0:1788219806.591386:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.591407:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.591411:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.591414:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.591424:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.591432:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.591442:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.591448:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.591453:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.591457:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb783400 00000400:00000200:3.0:1788219806.591462:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.591469:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe8f7d [1] + 224 00000800:00000001:3.0:1788219806.591475:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.591485:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.591488:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.591493:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.591500:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.591510:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.591532:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.591556:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.591564:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.591568:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.591635:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219806.591640:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.591647:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.591650:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.591653:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a49a0. 00000400:00000200:0.0:1788219806.591658:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:0.0:1788219806.591660:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:0.0:1788219806.591663:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.591668:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.591678:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.591684:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.591685:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.591688:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.591691:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.591694:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.591696:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.591698:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.591709:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.591712:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219806.591715:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.591716:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.591719:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.591722:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.591726:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.591728:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:0.0:1788219806.591730:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.591732:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.591736:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.591743:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.591745:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.591747:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.591751:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.591758:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566210048:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219806.591763:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.591766:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.591769:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016680 x1875079566210048/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.591777:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.591780:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.591784:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3fb0400. 02000000:00000001:0.0:1788219806.591794:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.591796:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.591798:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.591801:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.591803:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d3fb0800. 02000000:00000001:0.0:1788219806.591807:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.591809:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.591811:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016680. 00000100:00000001:0.0:1788219806.591814:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.591816:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.591819:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.591826:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.591828:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.591830:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219806.591832:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219806.620474:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.620494:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.620498:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.620501:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.620511:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.620530:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.620542:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.620549:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.620555:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.620559:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb783380 00000400:00000200:3.0:1788219806.620564:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.620571:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe8f6d [1] + 224 00000800:00000001:3.0:1788219806.620580:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.620597:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.620601:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.620605:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.620616:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.620627:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.620638:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.620662:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.620672:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.620676:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.621596:0:328721:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.621607:0:328721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.621610:0:328721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.621614:0:328721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e267e8. 00000400:00000200:1.0:1788219806.621620:0:328721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:1.0:1788219806.621623:0:328721:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:1.0:1788219806.621627:0:328721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.621637:0:328721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219806.621647:0:328721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6df80 x1875079566209920/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.621655:0:328721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.621656:0:328721:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.621659:0:328721:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.621663:0:328721:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.621665:0:328721:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.621667:0:328721:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.621671:0:328721:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.621679:0:328721:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.621683:0:328721:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219806.621686:0:328721:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.621687:0:328721:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.621691:0:328721:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.621694:0:328721:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.621697:0:328721:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219806.621699:0:328721:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1788219806.621700:0:328721:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219806.621703:0:328721:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.621704:0:328721:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875172224 : -113709834379392 : ffff9894ddb6df80) 00000100:00000001:1.0:1788219806.621712:0:328721:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.621714:0:328721:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219806.621716:0:328721:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.621718:0:328721:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.621722:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6df80 x1875079566209920/t12884902890(12884902890) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.621729:0:328721:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.621732:0:328721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.621734:0:328721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.621738:0:328721:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6df80 x1875079566209920/t12884902890(12884902890) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219806.621753:0:328721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6df80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328721:1875079566209920:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219806.621758:0:328721:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.621760:0:328721:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.621762:0:328721:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.621765:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.621768:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6df80 x1875079566209920/t12884902890(12884902890) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.621775:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.621778:0:328721:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d47029c0. 00000100:00000001:1.0:1788219806.621782:0:328721:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.621783:0:328721:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.621792:0:328721:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.621795:0:328721:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x59:0x0] 00800000:00000001:1.0:1788219806.621797:0:328721:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.621801:0:328721:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219806.621808:0:328721:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219806.621810:0:328721:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219806.621812:0:328721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625561 : 162129670907625561 : 2400013a2000059) 00000080:00000001:1.0:1788219806.621815:0:328721:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219806.621831:0:328721:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6e300. 00000080:00000001:1.0:1788219806.621842:0:328721:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219806.621844:0:328721:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x59:0x0](ffff9894c7b6e3c8) 00000080:00000001:1.0:1788219806.621847:0:328721:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219806.621849:0:328721:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x59:0x0] 00000080:00000001:1.0:1788219806.621851:0:328721:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.621853:0:328721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625561 : 162129670907625561 : 2400013a2000059) 00000080:00000001:1.0:1788219806.621855:0:328721:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:1.0:1788219806.621857:0:328721:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625561 mtime from 0 to 1788219806 00000080:00200000:1.0:1788219806.621861:0:328721:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x59:0x0], updating i_size 4096 00000080:00000001:1.0:1788219806.621863:0:328721:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219806.621865:0:328721:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506074568 : -113710203477048 : ffff9894c7b6e3c8) 00000080:00000001:1.0:1788219806.621867:0:328721:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219806.621871:0:328721:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219806.621872:0:328721:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.621878:0:328721:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.621882:0:328721:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6df80 x1875079566209920/t12884902890(12884902890) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.621888:0:328721:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.621890:0:328721:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:1.0:1788219806.621893:0:328721:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538200. 00000080:00000010:1.0:1788219806.621898:0:328721:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee181c00. 00000080:00000001:1.0:1788219806.621901:0:328721:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.621921:0:328721:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219806.621924:0:328721:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219806.621927:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7dd0 00000080:00200008:1.0:1788219806.621930:0:328721:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:1.0:1788219806.621934:0:328721:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219806.621937:0:328721:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219806.621939:0:328721:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219806.621941:0:328721:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219806.621945:0:328721:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219806.621947:0:328721:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219806.621949:0:328721:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219806.621952:0:328721:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219806.621954:0:328721:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219806.621956:0:328721:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219806.621958:0:328721:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.621962:0:328721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219806.621965:0:328721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219806.621972:0:328721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:1.0:1788219806.621975:0:328721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219806.621982:0:328721:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219806.621985:0:328721:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219806.621988:0:328721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219806.621993:0:328721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219806.621997:0:328721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219806.622005:0:328721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219806.622007:0:328721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219806.622009:0:328721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788219806.622011:0:328721:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:1.0:1788219806.622014:0:328721:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01e00. 00000080:00000001:1.0:1788219806.622018:0:328721:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219806.622022:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7dd0 00000080:00000008:1.0:1788219806.622023:0:328721:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219806.622026:0:328721:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.622028:0:328721:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219806.622032:0:328721:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219806.622033:0:328721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dc7e00 00000080:00002000:1.0:1788219806.622035:0:328721:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:1.0:1788219806.622038:0:328721:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.623468:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.623474:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.623480:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.623481:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.623486:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.623487:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.623490:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.623492:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.623494:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219806.623496:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.623557:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219806.623561:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219806.623565:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:2.0:1788219806.667889:0:328729:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219806.667901:0:328729:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893cc006c00. 00000002:00000001:2.0:1788219806.667906:0:328729:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.667917:0:328729:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.667921:0:328729:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:0.0:1788219806.668409:0:328730:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1788219806.668415:0:328730:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:0.0:1788219806.668419:0:328730:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:0.0:1788219806.668421:0:328730:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219806.668425:0:328730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d3fb0c00. 00000040:00000001:0.0:1788219806.668429:0:328730:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219806.668432:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.668437:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016680. 00000020:00000040:0.0:1788219806.668439:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.668443:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.668447:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.668452:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.668458:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c000. 00000100:00000001:0.0:1788219806.668464:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.668471:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.668472:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.668478:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc000. 00000100:00000001:0.0:1788219806.668480:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401408 : -113714029150208 : ffff9893e3afc000) 00000100:00000001:0.0:1788219806.668483:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.668485:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131714688 : -113709577836928 : ffff9894ed016680) 00000100:00000001:0.0:1788219806.668490:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.668495:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.668497:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.668499:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.668510:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.668520:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.668522:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.668525:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.668529:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.668531:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.668534:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210176:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219806.668539:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.668544:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.668547:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.668549:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.668553:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d3fb0000. 02000000:00000001:0.0:1788219806.668555:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.668562:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.668567:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a49a0. 00000400:00000010:0.0:1788219806.668574:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219806.668581:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566210176, portal 10 00000100:00000001:0.0:1788219806.668802:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.668805:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131714688 : -113709577836928 : ffff9894ed016680) 00000100:00000040:0.0:1788219806.668816:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.668824:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.668827:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.668830:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfc38. 00000100:00000200:0.0:1788219806.668835:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566210176, offset 0 00000400:00000200:0.0:1788219806.668841:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.668852:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.668861:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.668868:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.668872:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.668877:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.668880:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.668884:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92826:92826:256:4294967295] 192.168.203.120@tcp LPNI seq info [92826:92826:8:4294967295] 00000400:00000200:0.0:1788219806.668888:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.668898:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.668904:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.668911:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a300. 00000800:00000200:0.0:1788219806.668917:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.668926:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.668931:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.668955:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.668960:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.668964:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.668966:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675784 00000100:00000001:0.0:1788219806.668969:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.668972:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675784 00000100:00000001:0.0:1788219806.668974:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.668976:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.668979:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.668982:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.670336:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.670342:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc000 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.670346:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.670349:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.670429:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.670434:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a300. 00000400:00000200:3.0:1788219806.670441:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.670449:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.670456:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:3.0:1788219806.670458:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000001:3.0:1788219806.670463:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.670470:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.670482:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.670485:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.670492:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.670494:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.671609:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.671626:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.671631:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.671633:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.671643:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.671650:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.671659:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.671670:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.671675:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.671679:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb783480 00000400:00000200:3.0:1788219806.671683:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.671689:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8f85 [1] + 224 00000800:00000001:3.0:1788219806.671695:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.671702:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.671705:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.671709:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.671717:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.671724:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.671735:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.671793:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.671813:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.671821:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.671825:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219806.672071:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.672074:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.672077:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a49a0. 00000400:00000200:0.0:1788219806.672083:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:0.0:1788219806.672085:0:328730:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:0.0:1788219806.672088:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.672093:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.672102:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.672108:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.672110:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.672113:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.672117:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.672120:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.672123:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.672126:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.672136:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.672140:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:0.0:1788219806.672143:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.672145:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.672148:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.672151:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.672155:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.672157:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:0.0:1788219806.672159:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.672161:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.672165:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.672172:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.672175:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.672177:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.672181:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.672189:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210176:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219806.672194:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.672196:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.672199:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.672201:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.672204:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.672210:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.672212:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc000. 00000100:00000001:0.0:1788219806.672216:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.672217:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.672222:0:328730:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219806.672227:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.672229:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.672231:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219806.672233:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.673113:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016680 x1875079566210176/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.673123:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.673127:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.673130:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d3fb0000. 02000000:00000001:0.0:1788219806.673139:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.673141:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.673142:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.673144:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.673147:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c000. 02000000:00000001:0.0:1788219806.673151:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.673153:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.673154:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016680. 00000100:00000001:0.0:1788219806.673158:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.673159:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219806.673163:0:328730:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.673166:0:328730:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219806.673175:0:328730:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4914000. 00000040:00000001:0.0:1788219806.673177:0:328730:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219806.673179:0:328730:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219806.673182:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.673186:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016680. 00000020:00000040:0.0:1788219806.673189:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.673192:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.673195:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.673200:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.673205:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d3fb0000. 00000100:00000001:0.0:1788219806.673211:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.673216:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.673218:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.673224:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc000. 00000100:00000001:0.0:1788219806.673226:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401408 : -113714029150208 : ffff9893e3afc000) 00000100:00000001:0.0:1788219806.673229:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.673231:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131714688 : -113709577836928 : ffff9894ed016680) 00000100:00000001:0.0:1788219806.673299:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.673304:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.673307:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.673309:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.673392:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.673401:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.673403:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.673407:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.673409:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.673412:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.673415:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210304:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219806.673419:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.673425:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.673428:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.673430:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.673452:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:0.0:1788219806.673455:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.673462:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.673466:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a49a0. 00000400:00000010:0.0:1788219806.673472:0:328730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afcc00. 00000100:00000200:0.0:1788219806.673479:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566210304, portal 10 00000100:00000001:0.0:1788219806.673481:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.673482:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131714688 : -113709577836928 : ffff9894ed016680) 00000100:00000040:0.0:1788219806.673490:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.673497:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.673499:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.673503:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219806.673507:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566210304, offset 0 00000400:00000200:0.0:1788219806.673513:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.673521:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.673529:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.673534:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.673537:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.673540:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.673543:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.673546:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92827:92827:256:4294967295] 192.168.203.120@tcp LPNI seq info [92827:92827:8:4294967295] 00000400:00000200:0.0:1788219806.673550:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.673561:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.673567:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.673572:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a100. 00000800:00000200:0.0:1788219806.673579:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.673598:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.673602:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.673679:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.673684:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:0.0:1788219806.673688:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.673691:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675789 00000100:00000001:0.0:1788219806.673694:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.673697:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675789 00000100:00000001:0.0:1788219806.673699:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.673701:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.673704:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.673707:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.673709:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.673711:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc000 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.673714:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.673716:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.676536:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.676546:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a100. 00000400:00000200:3.0:1788219806.676553:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.676562:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.676570:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:3.0:1788219806.676573:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:3.0:1788219806.676578:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.676597:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.676609:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.676613:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.676619:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.676622:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.690373:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.690389:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.690393:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.690395:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.690404:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.690412:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.690419:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.690424:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.690429:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.690433:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb783500 00000400:00000200:3.0:1788219806.690437:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.690442:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8f8d [4] + 224 00000800:00000001:3.0:1788219806.690448:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.690457:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.690459:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.690463:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.690470:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.690479:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.690489:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.690502:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.690509:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.690512:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.690874:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219806.690883:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.690885:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.690896:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a49a0. 00000400:00000200:1.0:1788219806.690902:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afcc00 00000400:00000010:1.0:1788219806.690905:0:328730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afcc00. 00000100:00000001:1.0:1788219806.690909:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.690914:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219806.690923:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.690928:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.690931:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.690933:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.690936:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.690939:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.690941:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.690944:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.690953:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.690957:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219806.690960:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.690962:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.690965:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.690968:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.690971:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.690973:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:1.0:1788219806.690975:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.690977:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.690982:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.690989:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.690992:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.690994:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.690997:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219806.691006:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210304:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219806.691011:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.691013:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.691016:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.691018:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.691021:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.691028:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.691031:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc000. 00000100:00000001:1.0:1788219806.691034:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.691035:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219806.691044:0:328730:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219806.691046:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.691049:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016680 x1875079566210304/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.691056:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.691058:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.691061:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:1.0:1788219806.691074:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.691078:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.691079:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.691083:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.691086:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d3fb0000. 02000000:00000001:1.0:1788219806.691095:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.691097:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.691099:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016680. 00000100:00000001:1.0:1788219806.691102:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.691103:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219806.691106:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.691107:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.691109:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219806.691112:0:328730:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219806.691115:0:328730:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1788219806.691117:0:328730:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:1.0:1788219806.691119:0:328730:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219806.691121:0:328730:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219806.691124:0:328730:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1788219806.691126:0:328730:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219806.691130:0:328730:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f2360. 00000040:00001000:1.0:1788219806.691133:0:328730:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:1.0:1788219806.691136:0:328730:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788219806.691141:0:328730:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894c9538a00. 00000020:00000010:1.0:1788219806.691146:0:328730:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894c9539600. 00000040:00000010:1.0:1788219806.691149:0:328730:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894c9539a00. 00000020:00000010:1.0:1788219806.691153:0:328730:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4f9a000. 00000020:00000010:1.0:1788219806.691160:0:328730:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894c898b250. 00000020:00000010:1.0:1788219806.691165:0:328730:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894c9539200. 80000000:00000010:1.0:1788219806.691169:0:328730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893f01f2600. 40000000:00000010:1.0:1788219806.691173:0:328730:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894c9d25c80. 00100000:00000010:1.0:1788219806.691191:0:328730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4f99800. 00040000:00000010:1.0:1788219806.691195:0:328730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894d0df2000. 00040000:00000010:1.0:1788219806.691200:0:328730:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4f98000. 00040000:00000010:1.0:1788219806.691204:0:328730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894fd776a00. 00000004:00000010:1.0:1788219806.691208:0:328730:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4f9c000. 00000004:00000010:1.0:1788219806.691214:0:328730:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894d2476000. 00000004:00000010:1.0:1788219806.691218:0:328730:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4f99000. 00002000:00000010:1.0:1788219806.691223:0:328730:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ee181c00. 00000004:00000010:1.0:1788219806.691226:0:328730:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ee183800. 00000020:00000010:1.0:1788219806.691231:0:328730:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894c9d252c0. 00000040:00000010:1.0:1788219806.691287:0:328730:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c735a000. 00000040:00001000:1.0:1788219806.691291:0:328730:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:1.0:1788219806.691293:0:328730:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219806.691295:0:328730:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219806.691297:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219806.691302:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d500. 00000020:00000040:1.0:1788219806.691305:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219806.691308:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.691339:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.691344:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.691351:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777200. 00000100:00000001:1.0:1788219806.691357:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.691361:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.691363:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.691368:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d47029c0. 00000100:00000001:1.0:1788219806.691370:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719543232 : -113709990008384 : ffff9894d47029c0) 00000100:00000001:1.0:1788219806.691373:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.691374:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000001:1.0:1788219806.691378:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.691382:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.691385:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.691386:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.691391:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.691397:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.691399:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.691402:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.691404:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.691407:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.691410:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210432:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219806.691414:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.691418:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.691420:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.691422:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.691438:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:1.0:1788219806.691441:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.691446:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.691450:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e267e8. 00000400:00000010:1.0:1788219806.691455:0:328730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894d4702540. 00000100:00000200:1.0:1788219806.691461:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566210432, portal 10 00000100:00000001:1.0:1788219806.691463:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.691464:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875169536 : -113709834382080 : ffff9894ddb6d500) 00000100:00000040:1.0:1788219806.691469:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.691475:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.691477:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.691480:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219806.691483:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566210432, offset 0 00000400:00000200:1.0:1788219806.691489:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.691495:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.691502:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.691507:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.691511:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.691515:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.691518:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.691522:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92828:92828:256:4294967295] 192.168.203.120@tcp LPNI seq info [92828:92828:8:4294967295] 00000400:00000200:1.0:1788219806.691526:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.691535:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.691540:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.691545:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219806.691552:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.691560:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.691564:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.691571:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.691575:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26281 usecs (27 jiffies) 00000400:00000200:1.0:1788219806.691578:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.691581:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675806 00000100:00000001:1.0:1788219806.691594:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.691598:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675806 00000100:00000001:1.0:1788219806.691600:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.691602:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.691605:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.691607:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.691610:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.691612:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d47029c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.691614:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.691615:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.692432:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.692439:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:3.0:1788219806.692444:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.692452:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.692458:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:3.0:1788219806.692460:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:3.0:1788219806.692464:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.692469:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.692480:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.692483:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.692489:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.692491:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.695534:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.695551:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.695555:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.695558:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.695568:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.695575:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.695595:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.695602:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.695607:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.695612:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783580 00000400:00000200:3.0:1788219806.695616:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.695623:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8f95 [4] + 224 00000800:00000001:3.0:1788219806.695631:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.695660:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.695664:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.695670:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.695677:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.695687:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.695697:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.695898:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.695909:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.695913:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.696751:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.696761:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.696764:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.696768:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e267e8. 00000400:00000200:2.0:1788219806.696774:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4702540 00000400:00000010:2.0:1788219806.696777:0:328730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894d4702540. 00000100:00000001:2.0:1788219806.696781:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.696790:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.696806:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.696813:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.696814:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.696817:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.696821:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.696824:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.696826:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.696829:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.696841:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.696846:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.696849:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.696851:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.696854:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.696858:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.696862:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.696864:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219806.696866:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.696867:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.696873:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.696880:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.696883:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.696885:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.696899:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.696908:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210432:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.696913:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.696916:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.696918:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.696921:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.696924:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.696931:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.696934:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d47029c0. 00000100:00000001:2.0:1788219806.696937:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.696938:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.696949:0:328730:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219806.696951:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.696954:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d500 x1875079566210432/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.696959:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.696961:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.696964:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.696976:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.696979:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.696982:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.696984:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.696987:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777200. 02000000:00000001:2.0:1788219806.696991:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.696993:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.696995:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d500. 00000100:00000001:2.0:1788219806.696999:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.697000:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219806.697003:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.697004:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.697006:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219806.697008:0:328730:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.697011:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a000 type=0x1064553b idx=1 00000040:00001000:2.0:1788219806.697015:0:328730:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:2.0:1788219806.697018:0:328730:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219806.697020:0:328730:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219806.697022:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219806.697029:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.697032:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219806.697037:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.697039:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.697044:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.697051:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974800. 00000100:00000001:2.0:1788219806.697056:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.697061:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.697063:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.697068:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.697071:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219806.697074:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.697076:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.697080:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.697085:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.697087:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.697088:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.697092:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.697100:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.697102:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.697106:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.697108:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.697111:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.697114:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210560:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.697118:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.697123:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.697125:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.697127:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.697143:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.697145:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.697152:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.697156:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.697162:0:328730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219806.697168:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566210560, portal 10 00000100:00000001:2.0:1788219806.697170:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.697172:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.698817:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.698829:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.698832:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.698839:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219806.698846:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566210560, offset 0 00000400:00000200:2.0:1788219806.698852:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.698864:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.698872:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.698877:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.698882:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.698886:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.698889:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.698892:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92829:92829:256:4294967295] 192.168.203.120@tcp LPNI seq info [92829:92829:8:4294967295] 00000400:00000200:2.0:1788219806.698896:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.698906:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.698912:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.698919:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219806.698925:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.698933:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.698938:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.698965:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.698971:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26280 usecs (27 jiffies) 00000400:00000200:2.0:1788219806.698974:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.698977:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675814 00000100:00000001:2.0:1788219806.698980:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.698982:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675814 00000100:00000001:2.0:1788219806.698984:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.698988:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.698992:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.698995:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.698997:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.698999:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.699002:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.699004:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.699438:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.699445:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:3.0:1788219806.699452:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.699458:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.699463:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:3.0:1788219806.699465:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:3.0:1788219806.699469:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.699473:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.699484:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.699488:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.699495:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.699496:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.704429:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.704448:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.704453:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.704455:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.704465:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.704473:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.704482:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.704488:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.704493:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.704497:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783600 00000400:00000200:3.0:1788219806.704501:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.704507:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8f9d [4] + 224 00000800:00000001:3.0:1788219806.704513:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.704523:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.704526:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.704531:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.704538:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.704548:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.704564:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.704596:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.704605:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.704608:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.710469:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.710483:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.710486:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.710491:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.710499:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219806.710501:0:328730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219806.710506:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.710517:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.710528:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.710535:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.710538:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.710540:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.710544:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.710547:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.710549:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.710552:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.710561:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.710565:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.710567:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.710569:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.710571:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.710574:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.710578:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.710580:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219806.710582:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.710593:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.710600:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.710607:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.710610:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.710612:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.710616:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.710624:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210560:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.710629:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.710631:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.710634:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.710635:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.710639:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.710646:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.710649:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.710651:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.710653:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.710663:0:328730:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219806.710664:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.710667:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566210560/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.710673:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.710675:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.710678:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.710693:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.710696:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.710699:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.710701:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.710703:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974800. 02000000:00000001:2.0:1788219806.710707:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.710709:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.710711:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.710714:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.710716:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219806.710719:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.710720:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.710722:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219806.710724:0:328730:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.710727:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a000 type=0x1064553b idx=1 00000040:00001000:2.0:1788219806.710730:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1788219806.710732:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a040 type=0x1064553b idx=2 00000040:00001000:2.0:1788219806.710733:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1788219806.710735:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a080 type=0x1064553b idx=3 00000040:00001000:2.0:1788219806.710736:0:328730:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:2.0:1788219806.710739:0:328730:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:2.0:1788219806.710742:0:328730:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1788219806.710743:0:328730:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1788219806.710745:0:328730:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:2.0:1788219806.710748:0:328730:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1788219806.710751:0:328730:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219806.710757:0:328730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4974800. 00000040:00000001:2.0:1788219806.710760:0:328730:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219806.710763:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219806.710767:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.710769:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219806.710774:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.710776:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.710780:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.710786:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974600. 00000100:00000001:2.0:1788219806.710791:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.710796:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.710797:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.710802:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.710804:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219806.710807:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.710808:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.710813:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.710817:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.710818:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.710820:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.710825:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.710832:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.710834:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.710838:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.710841:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.710843:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.710846:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210688:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219806.710849:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.710854:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.710856:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.710859:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.710862:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974c00. 02000000:00000001:2.0:1788219806.710864:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.710871:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.710874:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.710879:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219806.710896:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566210688, portal 10 00000100:00000001:2.0:1788219806.710899:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.710900:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.710906:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.710913:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.710915:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.710918:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000100:00000200:2.0:1788219806.710921:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566210688, offset 0 00000400:00000200:2.0:1788219806.710928:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.710936:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.710943:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.710948:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.710953:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.710956:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.710959:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.710962:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92830:92830:256:4294967295] 192.168.203.120@tcp LPNI seq info [92830:92830:8:4294967295] 00000400:00000200:2.0:1788219806.710966:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.710974:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.710979:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.710986:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219806.710992:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.711000:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.711005:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.711028:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.711033:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26280 usecs (27 jiffies) 00000400:00000200:2.0:1788219806.711037:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.711040:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675826 00000100:00000001:2.0:1788219806.711043:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.711045:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675826 00000100:00000001:2.0:1788219806.711047:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.711049:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.711052:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.711055:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.711056:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.711059:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.711061:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.711062:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.711446:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.711451:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:3.0:1788219806.711458:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.711464:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.711470:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:3.0:1788219806.711472:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:3.0:1788219806.711476:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.711480:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.711489:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.711492:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.711498:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.711500:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.715704:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.715721:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.715725:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.715728:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.715736:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.715744:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.715753:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.715759:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.715764:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.715767:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb783680 00000400:00000200:3.0:1788219806.715772:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.715779:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8fad [1] + 224 00000800:00000001:3.0:1788219806.715787:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.715797:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.715800:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.715805:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.715813:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.715822:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.715832:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.715855:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.715863:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.715867:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.715944:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.715952:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.715954:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.715957:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.715962:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219806.715965:0:328730:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219806.715968:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.715973:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.715982:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.716001:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.716004:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.716006:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.716009:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.716012:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.716014:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.716017:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.716026:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.716031:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.716033:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.716035:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.716038:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.716041:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.716044:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.716046:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219806.716049:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.716050:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.716054:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.716061:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.716064:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.716066:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.716070:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.716077:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210688:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219806.716082:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.716085:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.716087:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.716090:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.716093:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.716100:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.716102:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.716106:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.716107:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.716112:0:328730:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788219806.716116:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.716118:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.716120:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1788219806.716122:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.716124:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566210688/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.716130:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.716133:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.716135:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974c00. 02000000:00000001:2.0:1788219806.716138:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.716139:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.716140:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.716142:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.716145:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974600. 02000000:00000001:2.0:1788219806.716147:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.716149:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.716151:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.716154:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.716155:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788219806.716158:0:328730:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.716165:0:328730:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788219806.716172:0:328730:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e2cf4000. 00000040:00000001:2.0:1788219806.716174:0:328730:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788219806.716176:0:328730:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788219806.716178:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219806.716190:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.716194:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219806.716198:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.716199:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.716203:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.716208:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974600. 00000100:00000001:2.0:1788219806.716213:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.716217:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.716219:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.716223:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.716225:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219806.716227:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.716229:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.716243:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.716248:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.716250:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.716251:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.716255:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.716263:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.716265:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.716268:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.716270:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.716273:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.716276:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210816:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219806.716279:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.716284:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.716286:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.716288:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.716355:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.716358:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.716363:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.716366:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.716477:0:328730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219806.716482:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566210816, portal 10 00000100:00000001:2.0:1788219806.716484:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.716485:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.716491:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.716498:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.716501:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.716503:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219806.716505:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566210816, offset 0 00000400:00000200:2.0:1788219806.716510:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.716516:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.716522:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.716526:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.716530:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.716533:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.716536:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.716539:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92831:92831:256:4294967295] 192.168.203.120@tcp LPNI seq info [92831:92831:8:4294967295] 00000400:00000200:2.0:1788219806.716543:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.716550:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.716556:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.716559:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000800:00000200:2.0:1788219806.716565:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.716571:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.716576:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.716633:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.716637:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26280 usecs (27 jiffies) 00000400:00000200:2.0:1788219806.716640:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.716643:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675832 00000100:00000001:2.0:1788219806.716646:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.716647:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675832 00000100:00000001:2.0:1788219806.716649:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.716652:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.716654:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.716656:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.716658:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.716660:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.716662:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.716663:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.717602:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.717610:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:3.0:1788219806.717618:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.717624:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.717630:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:3.0:1788219806.717632:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:3.0:1788219806.717637:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.717643:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.717655:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.717658:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.717664:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.717666:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.721172:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.721461:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.721466:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.721471:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.721480:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.721488:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.721499:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.721504:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.721510:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.721515:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb783700 00000400:00000200:3.0:1788219806.721520:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.721526:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8fbd [4] + 224 00000800:00000001:3.0:1788219806.721534:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.721545:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.721548:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.721553:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.721561:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.721570:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.721582:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.721718:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.721737:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.721746:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.721751:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788219806.721789:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.721792:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.721795:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.721800:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219806.721803:0:328730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219806.721806:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.721812:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.721822:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.721829:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.721831:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.721833:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.721837:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.721840:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.721843:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.721846:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.721854:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.721859:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.721862:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.721864:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.721867:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.721871:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.721874:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.721876:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219806.721878:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.721880:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.721959:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.721967:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.721971:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.721973:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.721977:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.721985:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210816:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219806.721991:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.721994:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.721996:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.721998:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.722002:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.722009:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.722013:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.722015:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.722017:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.722026:0:328730:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788219806.722027:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.722030:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566210816/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.722037:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.722039:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.722042:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.722057:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.722060:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.722062:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.722064:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.722066:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974600. 02000000:00000001:2.0:1788219806.722069:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.722072:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.722073:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.722077:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.722078:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219806.722080:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.722081:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.722083:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219806.722086:0:328730:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.722088:0:328730:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.722093:0:328730:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.722096:0:328730:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.722099:0:328730:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788219806.722103:0:328730:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894ca1929c0. 00000040:00001000:2.0:1788219806.722106:0:328730:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:2.0:1788219806.722109:0:328730:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:2.0:1788219806.722118:0:328730:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e2cf6000. 00000040:00001000:2.0:1788219806.722120:0:328730:0:(llog.c:615:llog_process_thread()) index: 8 last_index 64767 00000040:00000001:2.0:1788219806.722123:0:328730:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219806.722125:0:328730:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219806.722127:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219806.722131:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.722133:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219806.722136:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.722139:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.722143:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.722149:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974600. 00000100:00000001:2.0:1788219806.722155:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.722161:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.722162:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.722167:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.722170:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219806.722173:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.722175:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.722309:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.722337:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.722340:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.722342:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.722348:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.722356:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.722358:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.722362:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.722365:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.722368:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.722372:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210944:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.722375:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.722381:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.722383:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.722385:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.722401:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.722404:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.722409:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.722413:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.722419:0:328730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219806.722425:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566210944, portal 10 00000100:00000001:2.0:1788219806.722428:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.722429:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.722435:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.722443:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.722445:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.722449:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5110. 00000100:00000200:2.0:1788219806.722452:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566210944, offset 0 00000400:00000200:2.0:1788219806.722457:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.722464:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.722469:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.722474:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.722478:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.722483:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.722486:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.722490:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92832:92832:256:4294967295] 192.168.203.120@tcp LPNI seq info [92832:92832:8:4294967295] 00000400:00000200:2.0:1788219806.722494:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.722503:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.722509:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.722514:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219806.722520:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.722527:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.722531:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.722601:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.722606:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:2.0:1788219806.722610:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.722613:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675838 00000100:00000001:2.0:1788219806.722615:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.722618:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675838 00000100:00000001:2.0:1788219806.722620:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.722623:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.722626:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.722628:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.722630:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.722632:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.722635:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.722636:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.723004:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.723010:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:3.0:1788219806.723015:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.723020:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.723025:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5110 00000400:00000010:3.0:1788219806.723027:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5110. 00000100:00000001:3.0:1788219806.723030:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.723034:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.723043:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.723046:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.723052:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.723053:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.728412:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.728430:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.728434:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.728436:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.728446:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.728456:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.728467:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.728474:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.728479:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.728484:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783780 00000400:00000200:3.0:1788219806.728489:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.728495:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8fcd [4] + 224 00000800:00000001:3.0:1788219806.728503:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.728533:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.728537:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.728542:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.728551:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.728561:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.728571:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.728645:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.728667:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.728677:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.728681:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788219806.732534:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.732541:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.732545:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.732554:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219806.732557:0:328730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219806.732563:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.732575:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.732599:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.732607:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.732610:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.732613:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.732617:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.732619:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.732622:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.732625:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.732634:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.732638:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.732641:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.732644:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.732647:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.732650:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.732654:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.732657:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219806.732659:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.732661:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.732666:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.732674:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.732677:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.732679:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.732683:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.732761:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566210944:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.732767:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.732770:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.732773:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.732775:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.732779:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.732786:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.732789:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219806.732792:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.732793:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.732802:0:328730:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219806.732804:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.732807:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566210944/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.732814:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.732817:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.732820:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.732835:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.732838:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.732840:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.732842:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.732845:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974600. 02000000:00000001:2.0:1788219806.732848:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.732850:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.732852:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.732856:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.732857:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219806.732861:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.732862:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.732863:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219806.732866:0:328730:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.732869:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6000 type=0x10660000 idx=1 00000040:00001000:2.0:1788219806.732872:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1788219806.732874:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf61a8 type=0x10660000 idx=2 00000040:00001000:2.0:1788219806.732875:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1788219806.732877:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6250 type=0x10660000 idx=3 00000040:00001000:2.0:1788219806.732878:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1788219806.732881:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6518 type=0x10660000 idx=4 00000040:00001000:2.0:1788219806.732882:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1788219806.732884:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf66c0 type=0x10660000 idx=5 00000040:00001000:2.0:1788219806.732885:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1788219806.732887:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6778 type=0x10660000 idx=6 00000040:00001000:2.0:1788219806.732888:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1788219806.732890:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6858 type=0x10660000 idx=7 00000040:00001000:2.0:1788219806.732891:0:328730:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1788219806.732893:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6900 type=0x10660000 idx=8 00000040:00001000:2.0:1788219806.732894:0:328730:0:(llog.c:784:llog_process_thread()) lrh_index: 8 lrh_len: 184 (5888 remains) 00000040:00001000:2.0:1788219806.732897:0:328730:0:(llog.c:805:llog_process_thread()) index: 8, lh_last_idx: 10 synced_idx: 0 lgh_last_idx: 10 00000002:00000001:2.0:1788219806.732900:0:328730:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:2.0:1788219806.732903:0:328730:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 24 02MKDIR 1920086394360573985 0x0 t=[0x2000013a2:0x982:0x0] p=[0x200000007:0x1:0x0] d160f.sanity 00000002:00000010:2.0:1788219806.732913:0:328730:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 180 at ffff9893e490ccc0. 00000002:00000001:2.0:1788219806.732999:0:328730:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.733003:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf69b8 type=0x10660000 idx=9 00000040:00001000:2.0:1788219806.733005:0:328730:0:(llog.c:784:llog_process_thread()) lrh_index: 9 lrh_len: 176 (5704 remains) 00000040:00001000:2.0:1788219806.733007:0:328730:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 10 synced_idx: 0 lgh_last_idx: 10 00000002:00000001:2.0:1788219806.733009:0:328730:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:2.0:1788219806.733010:0:328730:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 25 02MKDIR 1920086396481060972 0x0 t=[0x2000013a2:0x983:0x0] p=[0x2000013a2:0x982:0x0] d0.0 00000002:00000010:2.0:1788219806.733016:0:328730:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9893e490c000. 00000002:00000010:0.0:1788219806.733083:0:328729:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 180 at ffff9893e490ccc0. 00000002:00000010:0.0:1788219806.733089:0:328729:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9893e490c000. 00000002:00000001:0.0:1788219806.733092:0:328729:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=304 : 304 : 130) 00000002:00000001:0.0:1788219806.733791:0:328729:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219806.733896:0:328730:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.733902:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6a68 type=0x10660000 idx=10 00000040:00001000:2.0:1788219806.733906:0:328730:0:(llog.c:728:llog_process_thread()) synced_idx: 10 00000040:00000001:2.0:1788219806.733910:0:328730:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219806.733912:0:328730:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219806.733915:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219806.733922:0:328730:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219806.733925:0:328730:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219806.733928:0:328730:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219806.733931:0:328730:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219806.733935:0:328730:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219806.733941:0:328730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974600. 00000100:00000001:2.0:1788219806.733949:0:328730:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.733954:0:328730:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219806.733956:0:328730:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219806.733962:0:328730:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490c9c0. 00000100:00000001:2.0:1788219806.733964:0:328730:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695149504 : -113714014402112 : ffff9893e490c9c0) 00000100:00000001:2.0:1788219806.733966:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.733968:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219806.733973:0:328730:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219806.733977:0:328730:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.733979:0:328730:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219806.733981:0:328730:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219806.734002:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.734011:0:328730:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219806.734013:0:328730:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.734017:0:328730:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219806.734020:0:328730:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219806.734022:0:328730:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219806.734025:0:328730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566211072:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.734029:0:328730:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219806.734034:0:328730:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219806.734037:0:328730:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.734040:0:328730:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219806.734054:0:328730:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.734057:0:328730:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219806.734066:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219806.734070:0:328730:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219806.734078:0:328730:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c240. 00000100:00000200:2.0:1788219806.734089:0:328730:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566211072, portal 10 00000100:00000001:2.0:1788219806.734092:0:328730:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219806.734093:0:328730:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219806.734101:0:328730:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.734113:0:328730:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219806.734115:0:328730:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219806.734119:0:328730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000200:2.0:1788219806.734121:0:328730:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566211072, offset 0 00000400:00000200:2.0:1788219806.734127:0:328730:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219806.734136:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.734144:0:328730:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219806.734149:0:328730:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219806.734154:0:328730:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219806.734158:0:328730:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219806.734161:0:328730:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219806.734164:0:328730:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92833:92833:256:4294967295] 192.168.203.120@tcp LPNI seq info [92833:92833:8:4294967295] 00000400:00000200:2.0:1788219806.734168:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.734177:0:328730:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219806.734298:0:328730:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219806.734304:0:328730:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006400. 00000800:00000200:2.0:1788219806.734334:0:328730:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219806.734343:0:328730:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219806.734347:0:328730:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219806.734366:0:328730:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.734371:0:328730:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:2.0:1788219806.734374:0:328730:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219806.734377:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675850 00000100:00000001:2.0:1788219806.734380:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.734381:0:328730:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675850 00000100:00000001:2.0:1788219806.734383:0:328730:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:2.0:1788219806.734386:0:328730:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.734388:0:328730:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.734390:0:328730:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219806.734392:0:328730:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219806.734394:0:328730:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490c9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219806.734396:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.734399:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.734558:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.734563:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006400. 00000400:00000200:3.0:1788219806.734569:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.734574:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.734579:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:3.0:1788219806.734581:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:3.0:1788219806.734595:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.734600:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.734610:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.734613:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.734618:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.734620:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.743599:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.743617:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.743622:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.743624:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.743633:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.743641:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.743650:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.743657:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.743662:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.743667:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783800 00000400:00000200:3.0:1788219806.743672:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.743678:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8fdd [4] + 224 00000800:00000001:3.0:1788219806.743686:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.743696:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.743699:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.743703:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.743711:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.743720:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.743731:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.743756:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.743765:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.743768:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.745674:0:328730:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219806.745688:0:328730:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219806.745691:0:328730:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219806.745695:0:328730:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:2.0:1788219806.745702:0:328730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c240 00000400:00000010:2.0:1788219806.745705:0:328730:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c240. 00000100:00000001:2.0:1788219806.745710:0:328730:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.745721:0:328730:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219806.745732:0:328730:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.745739:0:328730:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219806.745741:0:328730:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.745744:0:328730:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219806.745747:0:328730:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219806.745749:0:328730:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219806.745752:0:328730:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219806.745755:0:328730:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219806.745764:0:328730:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219806.745768:0:328730:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219806.745771:0:328730:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219806.745773:0:328730:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219806.745775:0:328730:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219806.745779:0:328730:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.745782:0:328730:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219806.745784:0:328730:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219806.745787:0:328730:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219806.745788:0:328730:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219806.745794:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.745805:0:328730:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219806.745808:0:328730:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219806.745810:0:328730:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219806.745813:0:328730:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219806.745821:0:328730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328730:1875079566211072:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219806.745825:0:328730:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219806.745828:0:328730:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.745830:0:328730:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219806.745832:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.745835:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.745841:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219806.745843:0:328730:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490c9c0. 00000100:00000001:2.0:1788219806.745846:0:328730:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219806.745847:0:328730:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.745855:0:328730:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219806.745856:0:328730:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.745859:0:328730:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566211072/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.745865:0:328730:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219806.745867:0:328730:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219806.745869:0:328730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:2.0:1788219806.745883:0:328730:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219806.745886:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.745888:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.745890:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219806.745893:0:328730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974600. 02000000:00000001:2.0:1788219806.745896:0:328730:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219806.745898:0:328730:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219806.745900:0:328730:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219806.745903:0:328730:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219806.745905:0:328730:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219806.745908:0:328730:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219806.745909:0:328730:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219806.745910:0:328730:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219806.745913:0:328730:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.745915:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6a68 type=0x10660000 idx=10 00000040:00001000:2.0:1788219806.745919:0:328730:0:(llog.c:784:llog_process_thread()) lrh_index: 10 lrh_len: 176 (5528 remains) 00000040:00001000:2.0:1788219806.745921:0:328730:0:(llog.c:805:llog_process_thread()) index: 10, lh_last_idx: 10 synced_idx: 10 lgh_last_idx: 10 00000002:00000001:2.0:1788219806.745924:0:328730:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:2.0:1788219806.745928:0:328730:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 26 02MKDIR 1920086396696691362 0x0 t=[0x2000013a2:0x984:0x0] p=[0x2000013a2:0x982:0x0] d2.1 00000002:00000010:2.0:1788219806.745937:0:328730:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9893e490c9c0. 00000002:00000001:2.0:1788219806.745955:0:328730:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.745958:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6b18 type=0x0 idx=0 00000040:00000001:2.0:1788219806.745960:0:328730:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1788219806.745963:0:328730:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 11 count 4 00000040:00000010:2.0:1788219806.745965:0:328730:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e2cf6000. 00000040:00000010:2.0:1788219806.745969:0:328730:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894ca1929c0. 00000040:00000001:2.0:1788219806.745972:0:328730:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.745975:0:328730:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219806.745977:0:328730:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735a0c0 type=0x0 idx=0 00000040:00000001:2.0:1788219806.745979:0:328730:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1788219806.745980:0:328730:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:2.0:1788219806.745982:0:328730:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c735a000. 00000020:00000010:2.0:1788219806.745990:0:328730:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894c9d252c0. 00000020:00000010:2.0:1788219806.746006:0:328730:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894c9539600. 00000040:00000010:2.0:1788219806.746010:0:328730:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894c9539a00. 00000020:00000010:2.0:1788219806.746013:0:328730:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4f9a000. 00000020:00000010:2.0:1788219806.746018:0:328730:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894c898b250. 00000020:00000010:2.0:1788219806.746022:0:328730:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894c9539200. 80000000:00000010:2.0:1788219806.746026:0:328730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893f01f2600. 40000000:00000010:2.0:1788219806.746030:0:328730:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894c9d25c80. 00100000:00000010:2.0:1788219806.746035:0:328730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4f99800. 00040000:00000010:2.0:1788219806.746040:0:328730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894d0df2000. 00040000:00000010:2.0:1788219806.746045:0:328730:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4f98000. 00040000:00000010:2.0:1788219806.746048:0:328730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894fd776a00. 00000004:00000010:2.0:1788219806.746052:0:328730:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4f9c000. 00000004:00000010:2.0:1788219806.746056:0:328730:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894d2476000. 00000004:00000010:2.0:1788219806.746061:0:328730:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4f99000. 00002000:00000010:2.0:1788219806.746064:0:328730:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ee181c00. 00000004:00000010:2.0:1788219806.746068:0:328730:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ee183800. 00000020:00000010:2.0:1788219806.746071:0:328730:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894c9538a00. 00000040:00000010:2.0:1788219806.746074:0:328730:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f2360. 00000040:00000001:2.0:1788219806.746076:0:328730:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.746078:0:328730:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219806.746082:0:328730:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:2.0:1788219806.746084:0:328730:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e2cf4000. 00000040:00000010:2.0:1788219806.746087:0:328730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4974800. 00000040:00000010:2.0:1788219806.746090:0:328730:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4914000. 00000040:00000010:2.0:1788219806.746094:0:328730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d3fb0c00. 00000040:00000001:2.0:1788219806.746103:0:328730:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1788219806.746105:0:328730:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:2.0:1788219806.746108:0:328730:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000010:0.0:1788219806.746201:0:328729:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9893e490c9c0. 00000002:00000001:0.0:1788219806.746206:0:328729:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000002:00000001:0.0:1788219806.746280:0:328729:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:0.0:1788219806.746282:0:328729:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.746339:0:328730:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788219806.746446:0:328729:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893cc006c00. 00000002:00000001:1.0:1788219806.810506:0:328735:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219806.810516:0:328735:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2600. 00000002:00000001:1.0:1788219806.810522:0:328735:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.810533:0:328735:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219806.810537:0:328735:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:1.0:1788219806.810976:0:328736:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:1.0:1788219806.810983:0:328736:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:1.0:1788219806.810987:0:328736:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:1.0:1788219806.810990:0:328736:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788219806.810994:0:328736:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894fd777000. 00000040:00000001:1.0:1788219806.810999:0:328736:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788219806.811002:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219806.811009:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e680. 00000020:00000040:1.0:1788219806.811012:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219806.811017:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.811021:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.811027:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.811035:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181800. 00000100:00000001:1.0:1788219806.811042:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.811050:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.811052:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.811059:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.811061:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.811065:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.811067:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000001:1.0:1788219806.811072:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.811075:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.811078:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.811080:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.811093:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.811101:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.811103:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.811107:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.811110:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.811113:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.811117:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211200:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219806.811122:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.811127:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.811130:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.811133:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.811137:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894fd776000. 02000000:00000001:1.0:1788219806.811139:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.811147:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.811152:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219806.811158:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219806.811166:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566211200, portal 10 00000100:00000001:1.0:1788219806.811168:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.811169:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000040:1.0:1788219806.811246:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.811255:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.811257:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.811261:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219806.811265:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566211200, offset 0 00000400:00000200:1.0:1788219806.811271:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.811279:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.811287:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.811292:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.811297:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.811302:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.811305:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.811309:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92834:92834:256:4294967295] 192.168.203.120@tcp LPNI seq info [92834:92834:8:4294967295] 00000400:00000200:1.0:1788219806.811413:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.811424:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.811431:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219806.811437:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219806.811443:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219806.811451:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219806.811456:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788219806.811537:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.811542:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14706 usecs (15 jiffies) 00000400:00000200:1.0:1788219806.811547:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219806.811549:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675915 00000100:00000001:1.0:1788219806.811553:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.811555:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675915 00000100:00000001:1.0:1788219806.811558:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:1.0:1788219806.811560:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.811562:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.811565:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219806.811567:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219806.811570:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:1.0:1788219806.811572:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219806.811576:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.812033:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.812040:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:3.0:1788219806.812046:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.812052:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.812058:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:3.0:1788219806.812060:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:3.0:1788219806.812065:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.812071:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.812082:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.812086:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.812092:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.812094:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.815535:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.815554:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.815558:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.815561:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.815570:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.815577:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.815596:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.815602:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.815607:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.815611:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb783880 00000400:00000200:3.0:1788219806.815616:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.815621:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe8fed [1] + 224 00000800:00000001:3.0:1788219806.815629:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.815638:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.815642:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.815647:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.815657:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.815666:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.815693:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.815742:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.815760:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.815770:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.815774:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219806.815872:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219806.815875:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219806.815878:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219806.815882:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219806.815884:0:328736:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219806.815888:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219806.815892:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219806.815902:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.815908:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219806.815910:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.815913:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219806.815916:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219806.815919:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219806.815921:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.815924:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219806.815933:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219806.815938:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219806.815940:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219806.815942:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219806.815945:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219806.815948:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.815952:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219806.815954:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:1.0:1788219806.815956:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219806.815959:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219806.815963:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.815970:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219806.815973:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219806.815975:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219806.815978:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219806.815987:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211200:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219806.815992:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219806.815995:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.815997:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219806.815999:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.816002:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.816008:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219806.816011:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.816015:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219806.816017:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219806.816022:0:328736:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219806.816026:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.816028:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.816031:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219806.816033:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219806.816037:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e680 x1875079566211200/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.816044:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219806.816047:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219806.816050:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894fd776000. 02000000:00000001:1.0:1788219806.816053:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219806.816054:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219806.816055:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219806.816056:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219806.816059:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181800. 02000000:00000001:1.0:1788219806.816063:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219806.816064:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219806.816066:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e680. 00000100:00000001:1.0:1788219806.816071:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219806.816072:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219806.816074:0:328736:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219806.816079:0:328736:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219806.816086:0:328736:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735c000. 00000040:00000001:1.0:1788219806.816087:0:328736:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219806.816090:0:328736:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219806.816092:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219806.816095:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e680. 00000020:00000040:1.0:1788219806.816098:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219806.816101:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219806.816103:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219806.816107:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219806.816111:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776000. 00000100:00000001:1.0:1788219806.816117:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.816121:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219806.816123:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219806.816127:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:1.0:1788219806.816130:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:1.0:1788219806.816133:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.816135:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000001:1.0:1788219806.816139:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219806.816145:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219806.816147:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219806.816149:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219806.816153:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.816161:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219806.816163:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.816167:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219806.816170:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219806.816172:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219806.816174:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211328:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219806.816178:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219806.816183:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219806.816185:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219806.816188:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219806.816209:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee158000. 02000000:00000001:1.0:1788219806.816212:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219806.816217:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219806.816220:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219806.816226:0:328736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efcb40. 00000100:00000200:1.0:1788219806.816232:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566211328, portal 10 00000100:00000001:1.0:1788219806.816234:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219806.816235:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174016 : -113709834377600 : ffff9894ddb6e680) 00000100:00000040:1.0:1788219806.816241:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219806.816247:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219806.816250:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219806.816252:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219806.816256:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566211328, offset 0 00000400:00000200:1.0:1788219806.816261:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219806.816267:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.816274:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219806.816279:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219806.816284:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219806.816288:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219806.816290:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219806.816294:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92835:92835:256:4294967295] 192.168.203.120@tcp LPNI seq info [92835:92835:8:4294967295] 00000400:00000200:1.0:1788219806.816298:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219806.816305:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219806.816523:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.816617:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ac00. 00000800:00000200:0.0:1788219806.816625:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.816633:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.816637:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ac00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.816699:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.816705:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14702 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.816709:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.816712:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675920 00000100:00000001:0.0:1788219806.816715:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.816718:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675920 00000100:00000001:0.0:1788219806.816720:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.816723:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.816725:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.816728:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.816729:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.816732:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.816734:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.816736:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219806.820000:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.820026:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.820031:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.820034:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.820046:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.820054:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.820063:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.820070:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.820077:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.820081:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb783900 00000400:00000200:2.0:1788219806.820086:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.820093:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe8ff5 [4] + 224 00000800:00000001:2.0:1788219806.820101:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.820114:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.820118:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.820122:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.820130:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.820140:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.820152:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.820172:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788219806.820243:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.820249:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ac00. 00000400:00000200:3.0:1788219806.820253:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.820257:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:0.0:1788219806.820579:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.820597:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.820600:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.820603:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:0.0:1788219806.820608:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efcb40 00000400:00000010:0.0:1788219806.820611:0:328736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efcb40. 00000100:00000001:0.0:1788219806.820615:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.820621:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.820637:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.820643:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788219806.820647:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.820654:0:328736:0:(client.c:2997:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.820656:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.820658:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.820660:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219806.820797:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.820802:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.820837:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:3.0:1788219806.820840:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:3.0:1788219806.820844:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.820849:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl UnregRPC:RU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.820899:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219806.820915:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.820921:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl UnregRPC:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788219806.821012:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl UnregRPC:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.821020:0:328736:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.821023:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.821027:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.821029:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.821032:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.821035:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.821045:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.821049:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.821052:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.821054:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.821057:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.821060:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.821064:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.821067:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.821068:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.821071:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.821076:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.821083:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.821087:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.821088:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.821092:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.821099:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211328:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219806.821103:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.821106:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.821108:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.821110:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.821112:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.821118:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.821121:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:0.0:1788219806.821125:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.821127:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.821136:0:328736:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219806.821138:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.821141:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e680 x1875079566211328/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.821147:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219806.821150:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.821153:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.821155:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219806.821158:0:328736:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.821162:0:328736:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1788219806.821165:0:328736:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:0.0:1788219806.821167:0:328736:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.821169:0:328736:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.821171:0:328736:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1788219806.821174:0:328736:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219806.821246:0:328736:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02ba0. 00000040:00001000:0.0:1788219806.821250:0:328736:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1788219806.821253:0:328736:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788219806.821259:0:328736:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d3fb1600. 00000020:00000010:0.0:1788219806.821264:0:328736:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d3fb1800. 00000040:00000010:0.0:1788219806.821268:0:328736:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894d3fb0a00. 00000020:00000010:0.0:1788219806.821272:0:328736:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4b98800. 00000020:00000010:0.0:1788219806.821278:0:328736:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894d2555588. 00000020:00000010:0.0:1788219806.821283:0:328736:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894d3fb0200. 80000000:00000010:0.0:1788219806.821287:0:328736:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893e6a02780. 40000000:00000010:0.0:1788219806.821291:0:328736:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894cb162240. 00100000:00000010:0.0:1788219806.821297:0:328736:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4b9d800. 00040000:00000010:0.0:1788219806.821301:0:328736:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893f813a000. 00040000:00000010:0.0:1788219806.821305:0:328736:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4b98000. 00040000:00000010:0.0:1788219806.821308:0:328736:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894d3fb0c00. 00000004:00000010:0.0:1788219806.821331:0:328736:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4b9d000. 00000004:00000010:0.0:1788219806.821338:0:328736:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed082000. 00000004:00000010:0.0:1788219806.821343:0:328736:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4b9b800. 00002000:00000010:0.0:1788219806.821348:0:328736:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ed03f800. 00000004:00000010:0.0:1788219806.821352:0:328736:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ed03dc00. 00000020:00000010:0.0:1788219806.821357:0:328736:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894cb162780. 00000040:00000010:0.0:1788219806.821365:0:328736:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4916000. 00000040:00001000:0.0:1788219806.821368:0:328736:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1788219806.821370:0:328736:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219806.821373:0:328736:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219806.821375:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.821380:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219806.821383:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=9 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.821386:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.821389:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.821394:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.821400:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d3fb0000. 00000100:00000001:0.0:1788219806.821405:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.821410:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.821412:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.821417:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.821419:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401984 : -113714029149632 : ffff9893e3afc240) 00000100:00000001:0.0:1788219806.821423:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.821424:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219806.821429:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.821434:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.821436:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.821437:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.821442:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.821450:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.821452:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.821456:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.821459:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.821461:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.821465:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211456:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.821468:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.821473:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.821475:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.821478:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.821499:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.821501:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.821507:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.821511:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219806.821516:0:328736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc6c0. 00000100:00000200:0.0:1788219806.821521:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566211456, portal 10 00000100:00000001:0.0:1788219806.821524:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.821525:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219806.821531:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.821537:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.821540:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.821544:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219806.821546:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566211456, offset 0 00000400:00000200:0.0:1788219806.821551:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.821558:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.821565:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.821569:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.821573:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.821577:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.821580:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.821602:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92836:92836:255:4294967295] 192.168.203.120@tcp LPNI seq info [92836:92836:7:4294967295] 00000400:00000200:0.0:1788219806.821607:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.821616:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.821622:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.821626:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219806.821633:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.821641:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.821645:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.821648:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.821653:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14700 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.821655:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.821658:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675924 00000100:00000001:0.0:1788219806.821661:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.821663:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675924 00000100:00000001:0.0:1788219806.821666:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.821668:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.821671:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.821674:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.821676:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.821678:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc240 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.821680:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.821682:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.821999:0:256056:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219806.822003:0:256056:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219806.822006:0:256056:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee158000. 02000000:00000001:3.0:1788219806.822018:0:256056:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219806.822019:0:256056:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219806.822021:0:256056:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219806.822023:0:256056:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219806.822025:0:256056:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776000. 02000000:00000001:3.0:1788219806.822029:0:256056:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219806.822030:0:256056:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219806.822032:0:256056:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e680. 00000100:00000001:3.0:1788219806.822036:0:256056:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219806.822037:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219806.822039:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219806.823440:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.823450:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:2.0:1788219806.823458:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.823466:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.823472:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:2.0:1788219806.823475:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:2.0:1788219806.823480:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.823487:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.823500:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.823504:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.823511:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.823513:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.825177:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.825202:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.825206:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.825209:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.825218:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.825225:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.825234:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.825240:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.825245:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.825250:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783980 00000400:00000200:2.0:1788219806.825255:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.825260:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe8ffd [4] + 224 00000800:00000001:2.0:1788219806.825268:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.825278:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.825281:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.825284:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.825291:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.825300:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.825347:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.825360:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.825368:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.825372:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.825703:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.825711:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.825714:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.825718:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219806.825723:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc6c0 00000400:00000010:0.0:1788219806.825726:0:328736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc6c0. 00000100:00000001:0.0:1788219806.825729:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.825734:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.825743:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.825750:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.825752:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.825754:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.825758:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.825760:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.825762:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.825765:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.825775:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.825780:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.825782:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.825784:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.825786:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.825789:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.825793:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.825795:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.825797:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.825800:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.825805:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.825812:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.825815:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.825817:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.825820:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.825828:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211456:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.825833:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.825835:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.825837:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.825840:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.825843:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.825849:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.825852:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.825855:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.825856:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.825864:0:328736:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219806.825866:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.825869:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566211456/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.825875:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.825878:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.825880:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.825907:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.825910:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.825912:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.825914:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.825917:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d3fb0000. 02000000:00000001:0.0:1788219806.825926:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.825928:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.825931:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219806.825934:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.825936:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.825938:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.825939:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.825941:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219806.825944:0:328736:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.825947:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219806.825951:0:328736:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1788219806.825953:0:328736:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219806.825955:0:328736:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219806.825957:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.825961:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219806.825964:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.825967:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.825969:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.825973:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.825979:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d3fb0000. 00000100:00000001:0.0:1788219806.825985:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.825989:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.825990:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.825995:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.825997:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401984 : -113714029149632 : ffff9893e3afc240) 00000100:00000001:0.0:1788219806.826000:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.826001:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219806.826005:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.826009:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.826011:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.826013:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.826017:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.826024:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.826026:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.826030:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.826032:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.826034:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.826037:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211584:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.826041:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.826045:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.826047:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.826050:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.826066:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.826068:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.826073:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.826077:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219806.826081:0:328736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc6c0. 00000100:00000200:0.0:1788219806.826087:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566211584, portal 10 00000100:00000001:0.0:1788219806.826089:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.826090:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219806.826096:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.826103:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.826106:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.826109:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf000. 00000100:00000200:0.0:1788219806.826112:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566211584, offset 0 00000400:00000200:0.0:1788219806.826117:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.826124:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.826130:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.826135:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.826139:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.826143:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.826146:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.826149:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92837:92837:256:4294967295] 192.168.203.120@tcp LPNI seq info [92837:92837:8:4294967295] 00000400:00000200:0.0:1788219806.826153:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.826161:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.826167:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.826171:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219806.826189:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.826198:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.826202:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.826219:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.826224:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14696 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.826227:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.826230:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675929 00000100:00000001:0.0:1788219806.826233:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.826236:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675929 00000100:00000001:0.0:1788219806.826238:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.826240:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.826243:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.826245:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.826247:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.826250:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc240 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.826252:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.826253:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.826449:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.826454:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219806.826459:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.826464:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.826468:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf000 00000400:00000010:2.0:1788219806.826470:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf000. 00000100:00000001:2.0:1788219806.826474:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.826478:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.826487:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.826490:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.826496:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.826498:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.829467:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.829484:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.829488:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.829490:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.829498:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.829505:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.829513:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.829520:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.829526:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.829530:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783a00 00000400:00000200:2.0:1788219806.829535:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.829540:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe9005 [4] + 224 00000800:00000001:2.0:1788219806.829547:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.829558:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.829561:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.829565:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.829572:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.829581:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.829602:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.829624:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.829631:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.829635:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.830183:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.830192:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.830194:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.830197:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219806.830202:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc6c0 00000400:00000010:0.0:1788219806.830204:0:328736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc6c0. 00000100:00000001:0.0:1788219806.830207:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.830212:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.830222:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.830230:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.830232:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.830234:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.830237:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.830240:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.830241:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.830245:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.830254:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.830258:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.830261:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.830263:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.830266:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.830269:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.830273:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.830276:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.830279:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.830282:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.830287:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.830294:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.830297:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.830299:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.830303:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.830354:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211584:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.830359:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.830361:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.830364:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.830366:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.830369:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.830376:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.830378:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.830381:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.830382:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.830391:0:328736:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219806.830393:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.830396:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566211584/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.830402:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.830404:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.830406:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.830422:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.830425:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.830426:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.830428:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.830431:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d3fb0000. 02000000:00000001:0.0:1788219806.830439:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.830441:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.830443:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219806.830446:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.830447:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.830450:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.830452:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.830453:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219806.830456:0:328736:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.830459:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219806.830464:0:328736:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1788219806.830466:0:328736:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1788219806.830469:0:328736:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219806.830471:0:328736:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219806.830473:0:328736:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219806.830475:0:328736:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219806.830478:0:328736:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219806.830483:0:328736:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d3fb0000. 00000040:00000001:0.0:1788219806.830486:0:328736:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219806.830489:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.830492:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219806.830494:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.830498:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.830500:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.830504:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.830512:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894f6350000. 00000100:00000001:0.0:1788219806.830518:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.830522:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.830524:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.830530:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.830532:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401984 : -113714029149632 : ffff9893e3afc240) 00000100:00000001:0.0:1788219806.830536:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.830537:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219806.830541:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.830546:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.830548:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.830550:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.830554:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.830560:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.830562:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.830566:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.830568:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.830571:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.830574:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211712:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219806.830577:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.830581:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.830593:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.830595:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.830599:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894f6350400. 02000000:00000001:0.0:1788219806.830601:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.830606:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.830608:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219806.830614:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf440. 00000100:00000200:0.0:1788219806.830619:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566211712, portal 10 00000100:00000001:0.0:1788219806.830621:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.830622:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219806.830628:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.830634:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.830637:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.830639:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf000. 00000100:00000200:0.0:1788219806.830643:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566211712, offset 0 00000400:00000200:0.0:1788219806.830649:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.830655:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.830661:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.830666:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.830671:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.830674:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.830677:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.830681:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92838:92838:256:4294967295] 192.168.203.120@tcp LPNI seq info [92838:92838:8:4294967295] 00000400:00000200:0.0:1788219806.831139:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.831152:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.831159:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.831166:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219806.831173:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.831181:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.831185:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.831256:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.831262:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14692 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.831265:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.831268:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675934 00000100:00000001:0.0:1788219806.831271:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.831273:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675934 00000100:00000001:0.0:1788219806.831275:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.831277:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.831280:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.831283:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.831285:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.831287:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc240 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.831290:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.831292:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.831969:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.831975:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219806.831981:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.831988:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.831994:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf000 00000400:00000010:2.0:1788219806.831997:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf000. 00000100:00000001:2.0:1788219806.832002:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.832008:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.832025:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.832029:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.832036:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.832037:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.834869:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.834896:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.834900:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.834903:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.834912:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.834921:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.834929:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.834935:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.834940:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.834944:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb783a80 00000400:00000200:2.0:1788219806.834949:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.834956:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe900d [1] + 224 00000800:00000001:2.0:1788219806.834963:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.834974:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.834977:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.834983:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.834991:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.834999:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.835009:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.835031:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.835040:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.835043:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.835159:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.835167:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.835170:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.835173:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219806.835186:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf440 00000400:00000010:0.0:1788219806.835189:0:328736:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf440. 00000100:00000001:0.0:1788219806.835194:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.835199:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.835207:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.835213:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.835214:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.835217:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.835220:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.835223:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.835224:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.835227:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.835239:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.835244:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.835246:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.835247:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.835251:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.835253:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.835257:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.835259:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.835261:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.835264:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.835268:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.835275:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.835278:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.835280:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.835285:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.835293:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211712:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219806.835298:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.835303:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.835305:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.835307:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.835352:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.835359:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.835361:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.835365:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.835367:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.835372:0:328736:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219806.835375:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.835377:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.835379:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219806.835381:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.835384:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566211712/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.835392:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.835393:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.835396:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894f6350400. 02000000:00000001:0.0:1788219806.835399:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.835400:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.835401:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.835403:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.835405:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894f6350000. 02000000:00000001:0.0:1788219806.835408:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.835409:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.835411:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219806.835414:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.835415:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219806.835418:0:328736:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.835421:0:328736:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219806.835427:0:328736:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4914000. 00000040:00000001:0.0:1788219806.835430:0:328736:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219806.835432:0:328736:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219806.835433:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.835437:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219806.835440:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.835443:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.835445:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.835449:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.835453:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894f6350000. 00000100:00000001:0.0:1788219806.835459:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.835462:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.835463:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.835468:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.835470:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401984 : -113714029149632 : ffff9893e3afc240) 00000100:00000001:0.0:1788219806.835473:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.835474:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219806.835478:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.835482:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.835484:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.835486:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.835490:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.835498:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.835500:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.835504:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.835507:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.835509:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.835512:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211840:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219806.835516:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.835520:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.835522:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.835525:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.835545:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.835548:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.835552:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.835555:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219806.835560:0:328736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc6c0. 00000100:00000200:0.0:1788219806.835566:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566211840, portal 10 00000100:00000001:0.0:1788219806.835569:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.835570:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219806.835576:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.835597:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.835599:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.835602:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf440. 00000100:00000200:0.0:1788219806.835606:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566211840, offset 0 00000400:00000200:0.0:1788219806.835611:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.835617:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.835624:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.835629:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.835634:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.835638:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.835641:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.835644:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92839:92839:256:4294967295] 192.168.203.120@tcp LPNI seq info [92839:92839:8:4294967295] 00000400:00000200:0.0:1788219806.835648:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.835662:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.835668:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.835673:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219806.835679:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.835863:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.835868:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.835889:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.835893:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14688 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.835897:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.835899:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675939 00000100:00000001:0.0:1788219806.835902:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.835905:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675939 00000100:00000001:0.0:1788219806.835907:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.835909:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.835912:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.835914:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.835916:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.835919:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc240 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.835921:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.835922:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.836642:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.836649:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:2.0:1788219806.836654:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.836660:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.836666:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf440 00000400:00000010:2.0:1788219806.836669:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf440. 00000100:00000001:2.0:1788219806.836673:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.836680:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.837117:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.837123:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.837130:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.837132:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.839153:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.839171:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.839184:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.839187:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.839196:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.839203:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.839212:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.839218:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.839223:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.839226:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb783b00 00000400:00000200:2.0:1788219806.839231:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.839236:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe9015 [4] + 224 00000800:00000001:2.0:1788219806.839243:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.839253:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.839256:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.839261:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.839267:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.839276:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.839292:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.839347:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.839354:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.839358:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.839502:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.839510:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.839512:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.839515:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219806.839520:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc6c0 00000400:00000010:0.0:1788219806.839523:0:328736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc6c0. 00000100:00000001:0.0:1788219806.839526:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.839531:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.839539:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.839544:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.839546:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.839549:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.839552:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.839554:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.839557:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.839560:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.839569:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.839574:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.839577:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.839579:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.839594:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.839597:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.839600:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.839603:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.839605:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.839608:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.839614:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.839620:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.839623:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.839625:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.839628:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.839635:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211840:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219806.839641:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.839643:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.839645:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.839647:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.839651:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.839658:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.839660:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.839663:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.839665:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.839673:0:328736:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219806.839675:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.839678:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566211840/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.839694:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.839697:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.839700:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.839716:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.839718:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.839720:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.839723:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.839726:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894f6350000. 02000000:00000001:0.0:1788219806.839729:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.839731:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.839733:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219806.839736:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.839737:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.839739:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.839741:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.839742:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219806.839744:0:328736:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.839747:0:328736:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.839751:0:328736:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.839753:0:328736:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.839756:0:328736:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219806.839760:0:328736:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a027e0. 00000040:00001000:0.0:1788219806.839762:0:328736:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1788219806.839765:0:328736:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:0.0:1788219806.839773:0:328736:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4912000. 00000040:00001000:0.0:1788219806.839776:0:328736:0:(llog.c:615:llog_process_thread()) index: 6 last_index 64767 00000040:00000001:0.0:1788219806.839778:0:328736:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219806.839780:0:328736:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219806.839782:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.839785:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219806.839788:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.839791:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.839794:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.839799:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.839805:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894f6350000. 00000100:00000001:0.0:1788219806.839812:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.839816:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.839817:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.839822:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.839824:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680401984 : -113714029149632 : ffff9893e3afc240) 00000100:00000001:0.0:1788219806.839827:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.839829:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219806.839833:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.839837:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.839840:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.839842:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.839846:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.839853:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.839856:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.839859:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.839861:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.839864:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.839867:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211968:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.839871:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.839875:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.839877:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.839879:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.840024:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.840028:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.840034:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.840037:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219806.840042:0:328736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc6c0. 00000100:00000200:0.0:1788219806.840049:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566211968, portal 10 00000100:00000001:0.0:1788219806.840051:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.840052:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219806.840059:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.840066:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.840068:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.840072:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219806.840077:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566211968, offset 0 00000400:00000200:0.0:1788219806.840082:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.840089:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.840095:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.840099:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.840104:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.840108:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.840110:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.840114:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92840:92840:256:4294967295] 192.168.203.120@tcp LPNI seq info [92840:92840:8:4294967295] 00000400:00000200:0.0:1788219806.840119:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.840129:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.840135:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.840140:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ac00. 00000800:00000200:0.0:1788219806.840147:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.840155:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.840159:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ac00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.840283:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.840288:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14685 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.840291:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.840294:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675943 00000100:00000001:0.0:1788219806.840298:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.840300:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675943 00000100:00000001:0.0:1788219806.840302:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.840305:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.840307:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.840310:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.840338:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.840340:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc240 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.840342:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.840344:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219806.843224:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219806.843234:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ac00. 00000400:00000200:2.0:1788219806.843242:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.843251:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219806.843259:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:2.0:1788219806.843261:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:2.0:1788219806.843266:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219806.843274:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.843287:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219806.843290:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219806.843297:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219806.843298:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219806.844350:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.844366:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219806.844370:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.844372:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.844380:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.844386:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219806.844395:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.844400:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.844405:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.844408:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783b80 00000400:00000200:2.0:1788219806.844413:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219806.844419:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe901d [4] + 224 00000800:00000001:2.0:1788219806.844427:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.844436:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219806.844438:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219806.844442:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219806.844448:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219806.844454:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219806.844465:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.844517:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219806.844533:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219806.844540:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219806.844543:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219806.844572:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.844574:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.844577:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219806.844581:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc6c0 00000400:00000010:0.0:1788219806.844591:0:328736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc6c0. 00000100:00000001:0.0:1788219806.844595:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.844601:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.844608:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.844614:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.844616:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.844618:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.844622:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.844624:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.844626:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.844629:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.844638:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.844642:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.844644:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.844646:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.844648:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.844651:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.844654:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.844656:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.844658:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.844661:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.844665:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.844672:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.844674:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.844676:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.844680:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.844756:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566211968:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.844761:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.844763:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.844766:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.844767:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.844771:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.844778:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.844780:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc240. 00000100:00000001:0.0:1788219806.844783:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.844784:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.844792:0:328736:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219806.844793:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.844796:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566211968/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.844801:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.844803:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.844806:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.844817:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.844820:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.844822:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.844824:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.844826:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894f6350000. 02000000:00000001:0.0:1788219806.844829:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.844831:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.844833:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219806.844836:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.844838:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.844841:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.844841:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.844843:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219806.844845:0:328736:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.844848:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912000 type=0x10660000 idx=1 00000040:00001000:0.0:1788219806.844852:0:328736:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219806.844853:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49120b8 type=0x10660000 idx=2 00000040:00001000:0.0:1788219806.844855:0:328736:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219806.844856:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912168 type=0x10660000 idx=3 00000040:00001000:0.0:1788219806.844857:0:328736:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:0.0:1788219806.844859:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912210 type=0x10660000 idx=4 00000040:00001000:0.0:1788219806.844861:0:328736:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:0.0:1788219806.844862:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49122b8 type=0x10660000 idx=5 00000040:00001000:0.0:1788219806.844863:0:328736:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:0.0:1788219806.844865:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912370 type=0x10660000 idx=6 00000040:00001000:0.0:1788219806.844867:0:328736:0:(llog.c:784:llog_process_thread()) lrh_index: 6 lrh_len: 176 (7312 remains) 00000040:00001000:0.0:1788219806.844868:0:328736:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000002:00000001:0.0:1788219806.844871:0:328736:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219806.844873:0:328736:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 6 02MKDIR 1920086396567445229 0x0 t=[0x2400013a2:0x58:0x0] p=[0x2000013a2:0x982:0x0] d1.0 00000002:00000010:0.0:1788219806.844880:0:328736:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9893e3afc240. 00000002:00000001:0.0:1788219806.844988:0:328736:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.844991:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912420 type=0x10660000 idx=7 00000040:00001000:0.0:1788219806.844995:0:328736:0:(llog.c:728:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1788219806.844998:0:328736:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219806.845000:0:328736:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219806.845002:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219806.845007:0:328736:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219806.845009:0:328736:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=8 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219806.845012:0:328736:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219806.845014:0:328736:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219806.845019:0:328736:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219806.845024:0:328736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894f6350000. 00000100:00000001:0.0:1788219806.845031:0:328736:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.845034:0:328736:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219806.845036:0:328736:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219806.845040:0:328736:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc6c0. 00000100:00000001:0.0:1788219806.845043:0:328736:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680403136 : -113714029148480 : ffff9893e3afc6c0) 00000100:00000001:0.0:1788219806.845045:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.845046:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219806.845051:0:328736:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219806.845054:0:328736:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.845056:0:328736:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219806.845057:0:328736:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219806.845062:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.845075:0:328736:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219806.845076:0:328736:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.845080:0:328736:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219806.845082:0:328736:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219806.845084:0:328736:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219806.845087:0:328736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566212096:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.845091:0:328736:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219806.845097:0:328736:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219806.845099:0:328736:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.845102:0:328736:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219806.845121:0:328736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.845124:0:328736:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219806.845128:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219806.845132:0:328736:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219806.845138:0:328736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e3afc480. 00000100:00000200:0.0:1788219806.845144:0:328736:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566212096, portal 10 00000100:00000001:0.0:1788219806.845146:0:328736:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219806.845147:0:328736:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219806.845153:0:328736:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.845160:0:328736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219806.845162:0:328736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219806.845166:0:328736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219806.845170:0:328736:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566212096, offset 0 00000400:00000200:0.0:1788219806.845185:0:328736:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219806.845192:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.845198:0:328736:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219806.845203:0:328736:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219806.845207:0:328736:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219806.845210:0:328736:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219806.845212:0:328736:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219806.845216:0:328736:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92841:92841:256:4294967295] 192.168.203.120@tcp LPNI seq info [92841:92841:8:4294967295] 00000400:00000200:0.0:1788219806.845219:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219806.845227:0:328736:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219806.845233:0:328736:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219806.845238:0:328736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a100. 00000800:00000200:0.0:1788219806.845244:0:328736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219806.845251:0:328736:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219806.845255:0:328736:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219806.845276:0:328736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.845280:0:328736:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14681 usecs (15 jiffies) 00000400:00000200:0.0:1788219806.845283:0:328736:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219806.845286:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313675948 00000100:00000001:0.0:1788219806.845289:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.845291:0:328736:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313675948 00000100:00000001:0.0:1788219806.845293:0:328736:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313676028 00000100:00000001:0.0:1788219806.845295:0:328736:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.845298:0:328736:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.845300:0:328736:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219806.845302:0:328736:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219806.845304:0:328736:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219806.845306:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219806.845308:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219806.845456:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219806.845461:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a100. 00000400:00000200:3.0:1788219806.845465:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.845470:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219806.845474:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:3.0:1788219806.845475:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:3.0:1788219806.845479:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219806.845483:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.845491:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219806.845493:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.845498:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219806.845499:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219806.847944:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.847960:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219806.847964:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.847967:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.847976:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.847983:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219806.847991:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.847996:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.848001:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.848005:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb783c00 00000400:00000200:3.0:1788219806.848009:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219806.848014:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe9025 [4] + 224 00000800:00000001:3.0:1788219806.848021:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.848030:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219806.848034:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219806.848038:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219806.848044:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219806.848052:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219806.848067:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219806.848089:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219806.848098:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219806.848101:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.848225:0:328736:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219806.848233:0:328736:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219806.848235:0:328736:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219806.848238:0:328736:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219806.848243:0:328736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e3afc480 00000400:00000010:0.0:1788219806.848245:0:328736:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e3afc480. 00000100:00000001:0.0:1788219806.848249:0:328736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219806.848253:0:328736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219806.848268:0:328736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.848273:0:328736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219806.848276:0:328736:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.848278:0:328736:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219806.848282:0:328736:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219806.848284:0:328736:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219806.848286:0:328736:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219806.848289:0:328736:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219806.848299:0:328736:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219806.848303:0:328736:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219806.848306:0:328736:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219806.848308:0:328736:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219806.848404:0:328736:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219806.848408:0:328736:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.848413:0:328736:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219806.848415:0:328736:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219806.848417:0:328736:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219806.848420:0:328736:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219806.848425:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.848431:0:328736:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219806.848434:0:328736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219806.848436:0:328736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219806.848439:0:328736:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219806.848446:0:328736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:328736:1875079566212096:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219806.848450:0:328736:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219806.848453:0:328736:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219806.848455:0:328736:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219806.848457:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.848460:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.848467:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219806.848469:0:328736:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc6c0. 00000100:00000001:0.0:1788219806.848472:0:328736:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219806.848473:0:328736:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.848481:0:328736:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219806.848482:0:328736:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219806.848485:0:328736:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566212096/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219806.848491:0:328736:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219806.848493:0:328736:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219806.848496:0:328736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894ee150000. 02000000:00000001:0.0:1788219806.848509:0:328736:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219806.848511:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.848513:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.848515:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219806.848518:0:328736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894f6350000. 02000000:00000001:0.0:1788219806.848521:0:328736:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219806.848523:0:328736:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219806.848525:0:328736:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:0.0:1788219806.848528:0:328736:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219806.848529:0:328736:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219806.848532:0:328736:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219806.848533:0:328736:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219806.848535:0:328736:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219806.848538:0:328736:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.848540:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912420 type=0x10660000 idx=7 00000040:00001000:0.0:1788219806.848544:0:328736:0:(llog.c:784:llog_process_thread()) lrh_index: 7 lrh_len: 176 (7136 remains) 00000040:00001000:0.0:1788219806.848546:0:328736:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000002:00000001:0.0:1788219806.848549:0:328736:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219806.848552:0:328736:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 7 02MKDIR 1920086396805991660 0x0 t=[0x2400013a2:0x59:0x0] p=[0x2000013a2:0x982:0x0] d3.1 00000002:00000010:0.0:1788219806.848559:0:328736:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9893e3afc6c0. 00000002:00000010:2.0:1788219806.849159:0:328735:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9893e3afc240. 00000002:00000010:2.0:1788219806.849166:0:328735:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9893e3afc6c0. 00000002:00000001:2.0:1788219806.849168:0:328735:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=296 : 296 : 128) 00000002:00000001:2.0:1788219806.849535:0:328735:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:0.0:1788219806.849876:0:328736:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.849891:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49124d0 type=0x0 idx=0 00000040:00000001:0.0:1788219806.849895:0:328736:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219806.849898:0:328736:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 8 count 3 00000040:00000010:0.0:1788219806.849901:0:328736:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4912000. 00000040:00000010:0.0:1788219806.849907:0:328736:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a027e0. 00000040:00000001:0.0:1788219806.849910:0:328736:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.849912:0:328736:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219806.849916:0:328736:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916040 type=0x0 idx=0 00000040:00000001:0.0:1788219806.849918:0:328736:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219806.849919:0:328736:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1788219806.849921:0:328736:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4916000. 00000020:00000010:0.0:1788219806.849930:0:328736:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894cb162780. 00000020:00000010:0.0:1788219806.849946:0:328736:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d3fb1800. 00000040:00000010:0.0:1788219806.849951:0:328736:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894d3fb0a00. 00000020:00000010:0.0:1788219806.849960:0:328736:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4b98800. 00000020:00000010:0.0:1788219806.849964:0:328736:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894d2555588. 00000020:00000010:0.0:1788219806.849969:0:328736:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894d3fb0200. 80000000:00000010:0.0:1788219806.849973:0:328736:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893e6a02780. 40000000:00000010:0.0:1788219806.849976:0:328736:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894cb162240. 00100000:00000010:0.0:1788219806.849981:0:328736:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4b9d800. 00040000:00000010:0.0:1788219806.849986:0:328736:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893f813a000. 00040000:00000010:0.0:1788219806.849990:0:328736:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4b98000. 00040000:00000010:0.0:1788219806.849993:0:328736:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894d3fb0c00. 00000004:00000010:0.0:1788219806.849996:0:328736:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4b9d000. 00000004:00000010:0.0:1788219806.850001:0:328736:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed082000. 00000004:00000010:0.0:1788219806.850006:0:328736:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4b9b800. 00002000:00000010:0.0:1788219806.850010:0:328736:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ed03f800. 00000004:00000010:0.0:1788219806.850013:0:328736:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ed03dc00. 00000020:00000010:0.0:1788219806.850016:0:328736:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d3fb1600. 00000040:00000010:0.0:1788219806.850018:0:328736:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02ba0. 00000040:00000001:0.0:1788219806.850020:0:328736:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.850022:0:328736:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219806.850100:0:328735:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219806.850136:0:328736:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219806.850141:0:328736:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4914000. 00000040:00000010:0.0:1788219806.850146:0:328736:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d3fb0000. 00000040:00000010:0.0:1788219806.850150:0:328736:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735c000. 00000040:00000010:0.0:1788219806.850153:0:328736:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894fd777000. 00000040:00000001:0.0:1788219806.850156:0:328736:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219806.850158:0:328736:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:0.0:1788219806.850162:0:328736:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:0.0:1788219806.850165:0:328736:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788219806.850444:0:328735:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2600. 00000100:00000040:2.0:1788219806.944062:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313676028, at 4313676032 00000100:00000010:2.0:1788219806.944079:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1922a0. 00000100:00000040:3.0:1788219806.944462:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313676028, at 4313676033 00000100:00000010:3.0:1788219806.944468:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192720. 00010000:00000001:1.0:1788219807.648856:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219807.648863:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648870:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219807.648871:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648875:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219807.648876:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648880:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219807.648881:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648884:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219807.648888:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219807.648891:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219807.648894:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648897:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219807.648899:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648901:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219807.648904:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219807.649030:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219807.649038:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219807.649043:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219808.671520:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219808.671528:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219808.671535:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219808.671536:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219808.671540:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219808.671542:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219808.671545:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219808.671547:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219808.671551:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219808.671552:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219808.672810:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219808.672815:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219808.672820:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219809.695487:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219809.695494:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695500:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219809.695502:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695506:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219809.695509:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219809.695511:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219809.695517:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219809.695519:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219809.695520:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695523:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219809.695525:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695527:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695529:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695533:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219809.695534:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219809.695537:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219809.695539:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219809.695656:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219809.695660:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219809.695663:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219810.719465:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219810.719472:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.719479:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219810.719480:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.719496:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219810.719498:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.719502:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219810.719503:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.719507:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219810.719508:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219810.725948:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219810.725956:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219810.725960:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788219810.784021:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219810.784031:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219810.784043:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219810.784049:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1788219810.784053:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219810.784057:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219810.784062:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219810.784073:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2600. 00000100:00000001:1.0:1788219810.784082:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784095:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219810.784113:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219810.784117:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784124:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bdc28a18] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784150:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784153:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219810.784155:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219810.784159:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c380. 00000020:00000040:1.0:1788219810.784161:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219810.784164:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219810.784165:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219810.784167:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219810.784170:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2c00. 00000100:00000001:1.0:1788219810.784173:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784177:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219810.784184:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219810.784186:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784189:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011d4b418] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784197:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784200:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219810.784202:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219810.784205:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219810.784207:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219810.784210:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219810.784211:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219810.784212:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219810.784215:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2000. 00000100:00000001:1.0:1788219810.784219:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784223:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219810.784229:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219810.784231:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784234:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003875f976] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784241:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784242:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219810.784245:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219810.784248:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f480. 00000020:00000040:1.0:1788219810.784250:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219810.784252:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219810.784253:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219810.784255:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219810.784258:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2400. 00000100:00000001:1.0:1788219810.784260:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784263:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219810.784270:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219810.784272:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784275:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f1082ab] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784282:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784284:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219810.784288:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219810.784290:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219810.784292:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219810.784294:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219810.784296:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219810.784297:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219810.784300:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2500. 00000100:00000001:1.0:1788219810.784303:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784306:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219810.784331:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219810.784334:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784338:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b061468e] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784344:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784349:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19017) 00000100:00000001:1.0:1788219810.784363:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219810.784366:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219810.784368:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219810.784373:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784381:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219810.784383:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.784387:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219810.784389:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219810.784392:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219810.784395:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfc0140c-5026-49da-a298-39d0904c711e:256061:1875079566212224:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219810.784399:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219810.784404:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219810.784406:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.784409:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219810.784413:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f000a000. 02000000:00000001:1.0:1788219810.784415:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.784423:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219810.784427:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219810.784435:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219810.784443:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212224, portal 25 00000100:00000001:1.0:1788219810.784446:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219810.784447:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219810.784452:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784460:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219810.784463:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219810.784466:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6617f8. 00000100:00000200:1.0:1788219810.784470:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566212224, offset 0 00000400:00000200:1.0:1788219810.784632:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219810.784643:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219810.784651:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219810.784657:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219810.784661:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219810.784664:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788219810.784664:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788219810.784667:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000001:0.0:1788219810.784667:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219810.784669:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788219810.784671:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92842:92842:256:4294967295] 192.168.203.120@tcp LPNI seq info [92842:92842:8:4294967295] 00000100:00000040:0.0:1788219810.784674:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788219810.784675:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219810.784680:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219810.784682:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219810.784684:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788219810.784685:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:0.0:1788219810.784686:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219810.784688:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788219810.784690:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219810.784695:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219810.784701:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00100000:0.0:1788219810.784701:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566212352:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219810.784704:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1788219810.784707:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 02000000:00000001:0.0:1788219810.784707:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219810.784709:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219810.784710:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1788219810.784712:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1788219810.784714:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520200. 02000000:00000001:0.0:1788219810.784716:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219810.784720:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219810.784723:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219810.784727:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfc38. 00000100:00000200:0.0:1788219810.784730:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212352, portal 10 00000100:00000001:1.0:1788219810.784732:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219810.784732:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219810.784733:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165056 : -113709834386560 : ffff9894ddb6c380) 00000400:00000200:1.0:1788219810.784736:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219810.784738:0:256061:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313681145 00000100:00000040:0.0:1788219810.784740:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788219810.784743:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2d20. 00000100:00000001:0.0:1788219810.784746:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219810.784748:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:1.0:1788219810.784750:0:256061:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1788219810.784750:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf4c8. 00000100:00000200:0.0:1788219810.784752:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566212352, offset 0 00000100:00000001:1.0:1788219810.784755:0:256061:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313681145 00000400:00000200:0.0:1788219810.784757:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000010:1.0:1788219810.784758:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2240. 00000400:00000200:0.0:1788219810.784760:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219810.784762:0:256061:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1788219810.784763:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:1.0:1788219810.784765:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788219810.784766:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788219810.784767:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219810.784769:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:1.0:1788219810.784770:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788219810.784771:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1788219810.784773:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788219810.784773:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219810.784777:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92843:92843:255:4294967295] 192.168.203.120@tcp LPNI seq info [92843:92843:7:4294967295] 00000100:00000001:1.0:1788219810.784780:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1788219810.784781:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219810.784782:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.784784:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219810.784786:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788219810.784787:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:1.0:1788219810.784788:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219810.784791:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566212480:192.168.203.120@tcp:400:kworker.0 00000800:00000200:0.0:1788219810.784791:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1788219810.784794:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219810.784797:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219810.784798:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.784800:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219810.784803:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f000a200. 02000000:00000001:1.0:1788219810.784804:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.784807:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:0.0:1788219810.784809:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a000. 00000400:00000010:1.0:1788219810.784810:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000800:00000200:0.0:1788219810.784812:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:1.0:1788219810.784813:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219810.784816:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212480, portal 10 00000800:00000200:0.0:1788219810.784817:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219810.784820:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219810.784823:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219810.784823:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.784824:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:0.0:1788219810.784827:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:0.0:1788219810.784829:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:1.0:1788219810.784830:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.784832:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313679900 00000100:00000001:0.0:1788219810.784835:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313681145 00000100:00000001:1.0:1788219810.784836:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788219810.784837:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313679900 00000100:00000040:1.0:1788219810.784839:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:0.0:1788219810.784839:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313681145 00000400:00000010:1.0:1788219810.784841:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661550. 00000100:00000001:0.0:1788219810.784841:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788219810.784843:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566212480, offset 0 00000100:00000001:0.0:1788219810.784844:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219810.784846:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788219810.784848:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000040:0.0:1788219810.784849:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788219810.784851:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219810.784855:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:0.0:1788219810.784856:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788219810.784858:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219810.784860:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219810.784862:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219810.784865:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000001:0.0:1788219810.784867:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.784868:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92844:92844:254:4294967295] 192.168.203.120@tcp LPNI seq info [92844:92844:6:4294967295] 02000000:00000001:0.0:1788219810.784870:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219810.784871:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788219810.784872:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:0.0:1788219810.784873:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219810.784876:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566212608:192.168.203.120@tcp:400:kworker.0 00000400:00000200:1.0:1788219810.784878:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:0.0:1788219810.784879:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1788219810.784882:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 02000000:00000001:0.0:1788219810.784882:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219810.784883:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219810.784885:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1788219810.784886:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 02000000:00000010:0.0:1788219810.784888:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520c00. 00000800:00000200:1.0:1788219810.784889:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 02000000:00000001:0.0:1788219810.784889:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219810.784892:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:1.0:1788219810.784893:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000010:0.0:1788219810.784895:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4d10. 00000800:00000200:1.0:1788219810.784896:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1788219810.784898:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000001:1.0:1788219810.784899:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.784901:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14676 usecs (15 jiffies) 00000100:00000200:0.0:1788219810.784901:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212608, portal 4 00000100:00000001:0.0:1788219810.784902:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788219810.784904:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219810.784904:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875177600 : -113709834374016 : ffff9894ddb6f480) 00000100:00000001:1.0:1788219810.784906:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313679888 00000100:00000001:1.0:1788219810.784908:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313681145 00000100:00000040:0.0:1788219810.784909:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.784910:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313679888 00000100:00000001:1.0:1788219810.784912:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313681145 00000100:00000001:1.0:1788219810.784915:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219810.784915:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788219810.784917:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219810.784917:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:1.0:1788219810.784918:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1788219810.784920:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000040:1.0:1788219810.784922:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219810.784922:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566212608, offset 0 00000400:00000200:0.0:1788219810.784926:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:1.0:1788219810.784928:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219810.784929:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219810.784929:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:1.0:1788219810.784931:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788219810.784932:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 02000000:00000001:1.0:1788219810.784933:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219810.784935:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219810.784935:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219810.784937:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00100000:1.0:1788219810.784938:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566212736:192.168.203.120@tcp:400:kworker.0 00000400:00000200:0.0:1788219810.784940:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788219810.784941:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788219810.784942:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:1.0:1788219810.784943:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219810.784945:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219810.784945:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92845:92845:253:4294967295] 192.168.203.120@tcp LPNI seq info [92845:92845:5:4294967295] 02000000:00000001:1.0:1788219810.784946:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219810.784949:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f000a600. 00000400:00000200:0.0:1788219810.784949:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:1.0:1788219810.784950:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.784953:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219810.784955:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000200:0.0:1788219810.784955:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000010:1.0:1788219810.784958:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000800:00000200:0.0:1788219810.784959:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000200:1.0:1788219810.784960:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212736, portal 4 00000800:00000010:0.0:1788219810.784961:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a300. 00000100:00000001:1.0:1788219810.784962:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219810.784963:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000800:00000200:0.0:1788219810.784965:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000040:1.0:1788219810.784969:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788219810.784969:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219810.784971:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219810.784974:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.784976:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219810.784976:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000100:00000040:1.0:1788219810.784978:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219810.784979:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219810.784980:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661908. 00000100:00000001:0.0:1788219810.784981:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313679891 00000100:00000200:1.0:1788219810.784982:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566212736, offset 0 00000100:00000001:0.0:1788219810.784983:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313681145 00000400:00000200:1.0:1788219810.784985:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:0.0:1788219810.784986:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313679891 00000100:00000001:0.0:1788219810.784987:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313681145 00000400:00000200:1.0:1788219810.784988:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219810.784989:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788219810.784991:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:0.0:1788219810.784991:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.784993:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788219810.784994:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.784995:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:0.0:1788219810.784996:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788219810.784997:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219810.784999:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219810.785002:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92846:92846:252:4294967295] 192.168.203.120@tcp LPNI seq info [92846:92846:4:4294967295] 00000100:00000001:0.0:1788219810.785002:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219810.785004:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1788219810.785005:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219810.785007:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219810.785008:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219810.785009:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219810.785011:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:0.0:1788219810.785011:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788219810.785014:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219810.785017:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219810.785021:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219810.785024:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219810.785027:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219810.785029:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.785031:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27536 usecs (28 jiffies) 00000400:00000200:1.0:1788219810.785034:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219810.785035:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313679901 00000100:00000001:1.0:1788219810.785038:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313681145 00000100:00000001:1.0:1788219810.785040:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313679901 00000100:00000001:1.0:1788219810.785042:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313681145 00000100:00000001:1.0:1788219810.785044:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219810.785046:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.785048:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.785050:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.785053:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219810.785055:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219810.785056:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219810.785057:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219810.785059:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.785060:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219810.785175:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219810.785181:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:3.0:1788219810.785192:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.785198:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219810.785205:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:3.0:1788219810.785207:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:3.0:1788219810.785212:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219810.785216:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785226:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219810.785229:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785235:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219810.785237:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219810.785248:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219810.785250:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a000. 00000400:00000200:3.0:1788219810.785252:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.785255:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219810.785257:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf4c8 00000400:00000010:3.0:1788219810.785259:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf4c8. 00000100:00000001:3.0:1788219810.785261:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219810.785264:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785276:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219810.785279:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785284:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219810.785285:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219810.785292:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219810.785294:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219810.785296:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.785299:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219810.785301:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661550 00000400:00000010:3.0:1788219810.785303:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661550. 00000100:00000001:3.0:1788219810.785305:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219810.785308:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785348:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219810.785352:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785357:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219810.785359:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219810.785368:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219810.785370:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a300. 00000400:00000200:3.0:1788219810.785373:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.785377:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219810.785380:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:3.0:1788219810.785382:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:3.0:1788219810.785384:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219810.785387:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785394:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219810.785396:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.785408:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219810.785409:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219810.785510:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219810.785514:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:2.0:1788219810.785517:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219810.785522:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219810.785525:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661908 00000400:00000010:2.0:1788219810.785526:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661908. 00000100:00000001:2.0:1788219810.785529:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219810.785532:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219810.785545:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219810.785548:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219810.785554:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219810.785563:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219810.791208:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791225:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219810.791229:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791232:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219810.791240:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791248:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219810.791256:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791262:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791267:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791272:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb783c80 00000400:00000200:3.0:1788219810.791277:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791283:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe902d [1] + 224 00000800:00000001:3.0:1788219810.791290:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791295:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219810.791298:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.791303:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219810.791354:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219810.791365:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219810.791376:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.791397:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219810.791407:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791412:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219810.791414:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791416:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219810.791418:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791421:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219810.791425:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791428:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791431:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791434:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb783d00 00000400:00000200:3.0:1788219810.791437:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791442:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9035 [1] + 224 00000800:00000001:3.0:1788219810.791445:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791448:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219810.791450:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.791453:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219810.791456:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219810.791460:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219810.791469:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.791491:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219810.791495:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791499:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219810.791501:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791503:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219810.791506:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791510:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219810.791523:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791526:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791529:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791531:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb783d80 00000400:00000200:3.0:1788219810.791534:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219810.791538:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe903d [1] + 224 00000800:00000001:3.0:1788219810.791541:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791549:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219810.791551:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219810.791554:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219810.791565:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219810.791570:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219810.791578:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219810.791585:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219810.791589:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219810.791592:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.791595:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219810.791599:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219810.791606:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219810.791608:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219810.791611:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219810.791616:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:1.0:1788219810.791618:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:1.0:1788219810.791622:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219810.791626:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219810.791635:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.791646:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219810.791648:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.791650:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219810.791653:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219810.791656:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219810.791659:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.791662:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219810.791669:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219810.791673:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1788219810.791676:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219810.791677:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.791680:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219810.791682:0:256061:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791684:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.791689:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.791696:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219810.791699:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219810.791701:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219810.791705:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.791712:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219810.791713:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfc0140c-5026-49da-a298-39d0904c711e:256061:1875079566212224:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219810.791715:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219810.791718:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219810.791719:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219810.791720:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219810.791723:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:1.0:1788219810.791725:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:1.0:1788219810.791727:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1788219810.791727:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219810.791729:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1788219810.791730:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788219810.791731:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219810.791734:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:0.0:1788219810.791735:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000200:1.0:1788219810.791738:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.791738:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219810.791742:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.791745:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219810.791746:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.791748:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219810.791749:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1788219810.791750:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.791751:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219810.791752:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.791754:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219810.791756:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219810.791757:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788219810.791759:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=55 v=5 (5 5 5 5) 00000100:00000001:0.0:1788219810.791759:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219810.791760:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1788219810.791761:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219810.791762:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219810.791763:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791764:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219810.791765:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219810.791765:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.791767:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219810.791769:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219810.791770:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=55 v=5 (5 5 5 5) 00000100:00000001:1.0:1788219810.791772:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1788219810.791772:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=134 v=5 (1 0 0 0) 00000100:00000040:1.0:1788219810.791774:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902880 00000100:00000001:0.0:1788219810.791775:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219810.791776:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219810.791776:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791778:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219810.791778:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219810.791779:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.791782:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.791782:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219810.791783:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:0.0:1788219810.791785:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219810.791786:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791789:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788219810.791790:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.791791:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219810.791792:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219810.791795:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219810.791803:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566212480:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219810.791803:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219810.791805:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219810.791806:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.791807:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219810.791809:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.791810:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219810.791813:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566212224/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219810.791816:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566212352:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219810.791819:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788219810.791820:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.791821:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788219810.791821:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219810.791824:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c380 x1875079566212352/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788219810.791825:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f000a000. 02000000:00000001:1.0:1788219810.791829:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788219810.791829:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219810.791830:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1788219810.791831:0:256061:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:0.0:1788219810.791832:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520200. 00000020:00000040:1.0:1788219810.791833:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 02000000:00000001:0.0:1788219810.791834:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219810.791835:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1788219810.791836:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219810.791837:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000010:1.0:1788219810.791838:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2600. 00000020:00000001:0.0:1788219810.791838:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219810.791840:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2c00. 02000000:00000001:1.0:1788219810.791842:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219810.791842:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219810.791844:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1788219810.791844:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219810.791846:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000010:0.0:1788219810.791846:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c380. 00000100:00000001:1.0:1788219810.791849:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219810.791849:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219810.791851:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219810.791851:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.791853:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219810.791854:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.791855:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566212480/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.791855:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219810.791857:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219810.791858:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219810.791860:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791862:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219810.791863:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219810.791864:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f000a200. 02000000:00000001:1.0:1788219810.791866:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219810.791867:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219810.791868:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219810.791870:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219810.791871:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2000. 02000000:00000001:1.0:1788219810.791873:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219810.791874:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219810.791875:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:1.0:1788219810.791877:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219810.791878:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.791880:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791882:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219810.791883:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219810.791884:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.791886:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219810.798038:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798058:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219810.798062:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798065:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219810.798074:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798082:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219810.798095:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798101:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798106:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798110:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb783e00 00000400:00000200:2.0:1788219810.798114:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798120:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9045 [1] + 224 00000800:00000001:2.0:1788219810.798127:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798131:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219810.798135:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219810.798138:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219810.798147:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219810.798227:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219810.798238:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.798304:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219810.798309:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219810.798357:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219810.798369:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798375:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219810.798377:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798379:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219810.798382:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798386:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219810.798390:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798393:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798396:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798399:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb783e80 00000400:00000200:2.0:1788219810.798402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219810.798407:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe904d [1] + 224 00000800:00000001:2.0:1788219810.798411:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798419:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219810.798421:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219810.798425:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219810.798428:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219810.798432:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219810.798441:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219810.798468:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219810.798473:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219810.798476:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.800928:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219810.800936:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219810.800946:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219810.800949:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219810.800954:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219810.800962:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219810.800966:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219810.800970:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219810.800982:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219810.800993:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.801002:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219810.801004:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.801007:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219810.801010:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219810.801013:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219810.801015:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219810.801018:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219810.801028:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219810.801033:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=114 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219810.801036:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219810.801038:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219810.801041:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219810.801044:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.801048:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219810.801050:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:1.0:1788219810.801052:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219810.801053:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219810.801059:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.801066:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219810.801069:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219810.801071:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219810.801076:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219810.801084:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566212736:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219810.801090:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.801093:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219810.801097:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566212736/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219810.801104:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219810.801106:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219810.801110:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f000a600. 02000000:00000001:1.0:1788219810.801114:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219810.801116:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219810.801119:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219810.801121:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219810.801124:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2500. 02000000:00000001:1.0:1788219810.801128:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219810.801130:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219810.801132:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:1.0:1788219810.801136:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219810.801137:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.801140:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219810.801158:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219810.801160:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219810.801163:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219810.801165:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788219810.802362:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219810.802368:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219810.802372:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4d10. 00000400:00000200:0.0:1788219810.802379:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:0.0:1788219810.802381:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:0.0:1788219810.802385:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219810.802398:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219810.802409:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.802415:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219810.802417:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219810.802419:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219810.802422:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219810.802423:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219810.802425:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219810.802427:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219810.802435:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219810.802439:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=26 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219810.802442:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219810.802443:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219810.802446:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219810.802448:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219810.802451:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219810.802453:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:0.0:1788219810.802454:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219810.802456:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219810.802461:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.802467:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219810.802469:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219810.802470:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219810.802474:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219810.803116:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566212608:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219810.803124:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219810.803128:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219810.803132:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f480 x1875079566212608/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219810.803140:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219810.803142:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219810.803145:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520c00. 02000000:00000001:0.0:1788219810.803215:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219810.803219:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219810.803221:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219810.803223:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219810.803226:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2400. 02000000:00000001:0.0:1788219810.803231:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219810.803232:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219810.803234:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f480. 00000100:00000001:0.0:1788219810.803237:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219810.803239:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219810.803241:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219810.803250:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219810.803252:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219810.803254:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219810.803257:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219811.743445:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219811.743452:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219811.743458:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219811.743459:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219811.743463:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219811.743464:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219811.743468:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219811.743470:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219811.743473:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219811.743474:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219811.743674:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219811.743677:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219811.743680:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219812.063435:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313681145, at 4313681152 00000100:00000010:2.0:1788219812.063449:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2d20. 00000100:00000040:3.0:1788219812.063749:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313681145, at 4313681152 00000100:00000010:3.0:1788219812.063756:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2240. 00010000:00000001:1.0:1788219812.767439:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219812.767446:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219812.767454:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219812.767455:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219812.767458:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219812.767459:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219812.767464:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219812.767465:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219812.767468:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219812.767470:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219812.767712:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219812.767716:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219812.767719:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788219812.831453:0:300958:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788219812.831461:0:300958:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219813.791608:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219813.791615:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219813.791621:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219813.791622:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219813.791626:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219813.791627:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219813.791631:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219813.791632:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219813.791635:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219813.791645:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219813.791832:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219813.791836:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219813.791839:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219814.820102:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219814.820109:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219814.820115:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219814.820116:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219814.820119:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219814.820121:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219814.820124:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219814.820125:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219814.820128:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219814.820128:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219814.820277:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219814.820281:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219814.820284:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219815.839443:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219815.839450:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839475:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219815.839476:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839481:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219815.839482:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839486:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219815.839490:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219815.839492:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219815.839498:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219815.839500:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219815.839501:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839504:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219815.839506:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839508:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839511:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219815.839515:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219815.839516:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219815.839619:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219815.839623:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219815.839627:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219815.908336:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219815.908346:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219815.908369:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219815.908376:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219815.908380:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219815.908384:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219815.908389:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219815.908398:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006d00. 00000100:00000001:2.0:1788219815.908403:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908416:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219815.908432:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219815.908438:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908444:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.908477:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908480:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219815.908484:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219815.908487:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219815.908489:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219815.908491:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219815.908492:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219815.908494:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219815.908498:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006000. 00000100:00000001:2.0:1788219815.908501:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908515:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219815.908530:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219815.908532:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908536:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_00+0] req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.908544:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908546:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219815.908549:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219815.908552:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219815.908554:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219815.908556:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219815.908557:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219815.908559:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219815.908562:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006200. 00000100:00000001:2.0:1788219815.908565:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908569:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219815.908576:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219815.908581:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908585:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_01+1] req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.908592:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908594:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219815.908597:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219815.908600:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219815.908603:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219815.908605:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219815.908606:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219815.908607:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219815.908610:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006900. 00000100:00000001:2.0:1788219815.908613:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908616:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219815.908623:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219815.908624:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908631:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_00+0] req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.908638:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908640:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219815.908643:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219815.908646:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219815.908648:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219815.908649:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219815.908651:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219815.908652:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219815.908655:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006700. 00000100:00000001:2.0:1788219815.908657:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908660:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219815.908665:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219815.908667:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908670:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.908676:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.908679:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19022) 00000100:00000001:3.0:1788219815.909149:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219815.909153:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219815.909156:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219815.909162:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.909170:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219815.909172:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.909175:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219815.909178:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219815.909180:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219815.909184:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566212864:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219815.909187:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219815.909193:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219815.909195:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.909196:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219815.909202:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b200. 02000000:00000001:3.0:1788219815.909204:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219815.909211:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219815.909708:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a840. 00000400:00000010:3.0:1788219815.909718:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cbb0. 00000100:00000200:3.0:1788219815.909726:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212864, portal 25 00000100:00000001:3.0:1788219815.909728:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219815.909730:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:3.0:1788219815.909738:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.909745:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219815.909749:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219815.909751:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219815.909754:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566212864, offset 0 00000400:00000200:3.0:1788219815.909761:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219815.909771:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.909780:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219815.909785:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219815.909789:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219815.909793:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219815.909796:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219815.909799:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92847:92847:256:4294967295] 192.168.203.120@tcp LPNI seq info [92847:92847:8:4294967295] 00000400:00000200:3.0:1788219815.909979:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.909990:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219815.909997:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219815.910004:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26b00. 00000800:00000200:3.0:1788219815.910011:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219815.910018:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219815.910023:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219815.910036:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219815.910040:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219815.910043:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313686270 00000100:00000010:3.0:1788219815.910047:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc60. 00000100:00000001:3.0:1788219815.910053:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219815.910060:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313686270 00000100:00000010:3.0:1788219815.910063:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec6c0. 00000100:00000001:3.0:1788219815.910067:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219815.910070:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219815.910073:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.910077:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219815.910081:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910088:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219815.910090:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910093:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219815.910095:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219815.910097:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219815.910100:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213120:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219815.910103:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219815.910107:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219815.910109:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910111:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219815.910114:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b600. 02000000:00000001:3.0:1788219815.910116:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219815.910119:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219815.910122:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267aaa8. 00000400:00000010:3.0:1788219815.910126:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c3b8. 00000100:00000200:3.0:1788219815.910129:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213120, portal 10 00000100:00000001:3.0:1788219815.910131:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219815.910132:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:3.0:1788219815.910138:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910157:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219815.910159:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219815.910162:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ce58. 00000100:00000200:3.0:1788219815.910164:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566213120, offset 0 00000400:00000200:3.0:1788219815.910169:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910172:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910176:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219815.910179:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219815.910181:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219815.910183:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219815.910185:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910188:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92848:92848:255:4294967295] 192.168.203.120@tcp LPNI seq info [92848:92848:7:4294967295] 00000400:00000200:3.0:1788219815.910192:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910197:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219815.910201:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219815.910204:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 00000800:00000200:3.0:1788219815.910208:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219815.910212:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219815.910214:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219815.910217:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219815.910220:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14675 usecs (15 jiffies) 00000400:00000200:3.0:1788219815.910223:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219815.910225:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313685013 00000100:00000001:3.0:1788219815.910227:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.910229:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313685013 00000100:00000001:3.0:1788219815.910231:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.910233:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219815.910235:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.910237:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219815.910241:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910247:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219815.910249:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910251:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219815.910252:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219815.910254:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219815.910257:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213376:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219815.910260:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219815.910262:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219815.910264:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910265:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219815.910268:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015ba00. 02000000:00000001:3.0:1788219815.910270:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219815.910273:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219815.910275:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a108. 00000400:00000010:3.0:1788219815.910278:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c4c8. 00000100:00000200:3.0:1788219815.910281:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213376, portal 4 00000100:00000001:3.0:1788219815.910282:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219815.910284:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:3.0:1788219815.910289:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910295:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219815.910297:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219815.910299:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219815.910301:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566213376, offset 0 00000400:00000200:3.0:1788219815.910304:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910308:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910329:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219815.910332:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219815.910335:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219815.910337:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219815.910339:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910342:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92849:92849:254:4294967295] 192.168.203.120@tcp LPNI seq info [92849:92849:6:4294967295] 00000400:00000200:3.0:1788219815.910346:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910351:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219815.910356:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219815.910360:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26400. 00000800:00000200:3.0:1788219815.910363:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219815.910367:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219815.910370:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219815.910373:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219815.910375:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27528 usecs (28 jiffies) 00000400:00000200:3.0:1788219815.910378:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219815.910380:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313685027 00000100:00000001:3.0:1788219815.910382:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.910384:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313685027 00000100:00000001:3.0:1788219815.910386:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.910387:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219815.910389:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.910392:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.910395:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219815.910402:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219815.910405:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219815.910407:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219815.910408:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219815.910410:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219815.910413:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788219815.910415:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219815.910417:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219815.910418:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219815.910420:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219815.910421:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219815.910422:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219815.910427:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910434:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219815.910435:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910437:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219815.910439:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219815.910441:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219815.910444:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566212992:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219815.910447:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219815.910450:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219815.910451:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910453:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219815.910455:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015a800. 02000000:00000001:3.0:1788219815.910457:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219815.910460:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219815.910462:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267aa50. 00000400:00000010:3.0:1788219815.910466:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c6e8. 00000100:00000200:3.0:1788219815.910469:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566212992, portal 10 00000100:00000001:3.0:1788219815.910471:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219815.910472:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000040:3.0:1788219815.910478:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910483:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219815.910486:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219815.910488:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ccc0. 00000100:00000200:3.0:1788219815.910490:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566212992, offset 0 00000400:00000200:3.0:1788219815.910494:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910498:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910501:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219815.910729:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219815.910733:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219815.910735:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219815.910737:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910739:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92850:92850:253:4294967295] 192.168.203.120@tcp LPNI seq info [92850:92850:5:4294967295] 00000400:00000200:3.0:1788219815.910743:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910749:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219815.910753:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219815.910758:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26c00. 00000800:00000200:3.0:1788219815.910763:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219815.910767:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219815.910770:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219815.910773:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219815.910776:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:3.0:1788219815.910778:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219815.910780:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313685026 00000100:00000001:3.0:1788219815.910782:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.910783:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313685026 00000100:00000001:3.0:1788219815.910785:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.910788:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219815.910790:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.910792:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219815.910797:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910915:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219815.910917:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910920:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219815.910922:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219815.910924:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219815.910927:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213248:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219815.910931:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219815.910933:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219815.910935:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219815.910937:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219815.910940:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015be00. 02000000:00000001:3.0:1788219815.910942:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219815.910946:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219815.910949:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a688. 00000400:00000010:3.0:1788219815.910952:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cc38. 00000100:00000200:3.0:1788219815.910956:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213248, portal 4 00000100:00000001:3.0:1788219815.910958:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219815.910959:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:3.0:1788219815.910965:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.910972:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219815.910974:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219815.910977:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219815.910979:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566213248, offset 0 00000400:00000200:3.0:1788219815.910983:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219815.910986:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.910990:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219815.910992:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219815.910995:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219815.910997:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219815.910999:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219815.911002:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92851:92851:252:4294967295] 192.168.203.120@tcp LPNI seq info [92851:92851:4:4294967295] 00000400:00000200:3.0:1788219815.911005:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.911011:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219815.911015:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219815.911019:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219815.911023:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219815.911027:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219815.911029:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219815.911032:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219815.911034:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:3.0:1788219815.911037:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219815.911039:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313685017 00000100:00000001:3.0:1788219815.911041:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.911043:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313685017 00000100:00000001:3.0:1788219815.911045:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313686270 00000100:00000001:3.0:1788219815.911047:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219815.911049:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911051:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911054:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219815.911105:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219815.911108:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26b00. 00000400:00000200:3.0:1788219815.911114:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.911118:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219815.911123:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:3.0:1788219815.911125:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:3.0:1788219815.911129:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219815.911134:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.911227:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219815.911230:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911276:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219815.911281:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911289:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911291:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219815.911305:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219815.911308:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:3.0:1788219815.911332:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.911337:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219815.911340:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ce58 00000400:00000010:3.0:1788219815.911342:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ce58. 00000100:00000001:3.0:1788219815.911344:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219815.911347:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911354:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219815.911356:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911362:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911364:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219815.911373:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219815.911375:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26400. 00000400:00000200:3.0:1788219815.911378:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.911381:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219815.911383:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:3.0:1788219815.911385:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:3.0:1788219815.911387:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219815.911390:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911397:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219815.911400:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911406:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911408:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219815.911415:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219815.911417:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26c00. 00000400:00000200:3.0:1788219815.911419:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.911422:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219815.911424:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ccc0 00000400:00000010:3.0:1788219815.911425:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ccc0. 00000100:00000001:3.0:1788219815.911428:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219815.911431:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911438:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219815.911440:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.911446:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.911447:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219815.914964:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219815.914975:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:3.0:1788219815.914982:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.914992:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219815.915001:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219815.915004:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219815.915009:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219815.915018:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.915031:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219815.915034:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.915041:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219815.915042:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219815.915052:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915063:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219815.915065:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915067:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.915074:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915079:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219815.915085:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915089:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915094:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915098:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb784100 00000400:00000200:3.0:1788219815.915102:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915108:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9075 [1] + 224 00000800:00000001:3.0:1788219815.915126:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915133:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.915135:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.915139:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219815.915610:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219815.915617:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219815.915627:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.915682:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219815.915687:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219815.915704:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219815.915713:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915718:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219815.915720:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915721:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.915725:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915729:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219815.915734:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915737:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915740:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915743:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb784080 00000400:00000200:3.0:1788219815.915747:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.915751:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9095 [1] + 224 00000800:00000001:3.0:1788219815.915755:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915797:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.915800:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.915804:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219815.915808:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219815.915812:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219815.915819:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.915837:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219815.915841:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.915844:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788219815.917590:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219815.917597:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219815.917600:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a108. 00000400:00000200:2.0:1788219815.917607:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c4c8 00000400:00000010:2.0:1788219815.917610:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c4c8. 00000100:00000001:2.0:1788219815.917614:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219815.917625:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219815.917635:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.917643:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219815.917645:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.917648:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219815.917652:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219815.917654:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219815.917656:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219815.917660:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219815.917669:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219815.917674:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=119 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219815.917677:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219815.917679:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219815.917682:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219815.917685:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.917688:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219815.917690:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219815.917693:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219815.917695:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.917699:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.917706:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219815.917708:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219815.917710:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219815.917714:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219815.917722:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213376:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219815.917726:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.917729:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.917732:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566213376/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.917738:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.917741:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.917744:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015ba00. 02000000:00000001:2.0:1788219815.917748:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.917750:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.917752:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219815.917754:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.917757:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006700. 02000000:00000001:2.0:1788219815.917760:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.917762:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.917763:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:2.0:1788219815.917767:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.917768:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.917771:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.917774:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219815.917776:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219815.917779:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219815.917780:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219815.917782:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a688. 00000400:00000200:2.0:1788219815.917785:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cc38 00000400:00000010:2.0:1788219815.917786:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cc38. 00000100:00000001:2.0:1788219815.917788:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219815.917792:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788219815.918190:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918202:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219815.918205:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918207:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.918214:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918219:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219815.918228:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918232:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918237:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918241:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb783f00 00000400:00000200:3.0:1788219815.918245:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918251:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9055 [1] + 224 00000800:00000001:3.0:1788219815.918257:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918261:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.918264:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.918268:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219815.918274:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219815.918278:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219815.918287:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.918293:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219815.918300:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918303:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219815.918305:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918307:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.918328:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918333:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219815.918337:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918340:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918343:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918345:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb784000 00000400:00000200:3.0:1788219815.918348:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.918352:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9065 [1] + 224 00000800:00000001:3.0:1788219815.918355:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918361:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.918364:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.918367:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219815.918370:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219815.918374:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219815.918382:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.918388:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219815.918391:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.918394:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788219815.918609:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.918617:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219815.918619:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.918622:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219815.918624:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219815.918626:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219815.918627:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219815.918630:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219815.918638:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219815.918641:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=31 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219815.918643:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219815.918645:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219815.918647:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219815.918649:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.918652:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219815.918653:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219815.918655:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219815.918656:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.918661:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.918667:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219815.918670:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219815.918672:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219815.918675:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219815.918683:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213248:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219815.918690:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219815.918691:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219815.918693:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a840. 00000400:00000200:2.0:1788219815.918696:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cbb0 00000400:00000010:2.0:1788219815.918698:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cbb0. 00000100:00000001:2.0:1788219815.918701:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219815.918704:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219815.918712:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.918718:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219815.918719:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.918720:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219815.918722:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219815.918723:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219815.918724:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219815.918725:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219815.918728:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219815.918731:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219815.918733:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219815.918734:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219815.918735:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219815.918737:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.918738:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.918742:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.918749:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219815.918751:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219815.918752:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219815.918755:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219815.918761:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566212864:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219815.918766:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219815.918767:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219815.918769:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267aaa8. 00000400:00000200:2.0:1788219815.918771:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c3b8 00000400:00000010:2.0:1788219815.918772:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c3b8. 00000100:00000001:2.0:1788219815.918775:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219815.918778:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219815.918785:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.918790:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219815.918791:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.918793:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219815.918794:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219815.918795:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219815.918796:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219815.918798:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219815.918801:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219815.919013:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219815.919016:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219815.919018:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219815.919019:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219815.919021:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.919023:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788219815.919025:0:256064:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: committing for last_committed 12884902890 gen 1 00000100:00000040:2.0:1788219815.919031:0:256064:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902890) req@ffff9894ddb6f100 x1875079566208640/t12884902888(12884902888) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.919044:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.919046:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566208640/t12884902888(12884902888) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.919051:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.919053:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.919055:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b000. 02000000:00000001:2.0:1788219815.919059:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.919062:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.919063:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219815.919065:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.919067:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183400. 02000000:00000001:2.0:1788219815.919070:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.919071:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.919073:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:2.0:1788219815.919075:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.919077:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219815.919081:0:256064:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902890) req@ffff9894ddb6df80 x1875079566209920/t12884902890(12884902890) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.919086:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.919088:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6df80 x1875079566209920/t12884902890(12884902890) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.919094:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.919095:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.919096:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f98800. 02000000:00000001:2.0:1788219815.919099:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.919100:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.919101:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219815.919103:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.919104:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee180400. 02000000:00000001:2.0:1788219815.919106:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.919107:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.919108:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6df80. 00000100:00000001:2.0:1788219815.920005:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.920009:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.920014:0:256064:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219815.920017:0:256064:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1788219815.920019:0:256064:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219815.920020:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.920030:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.920039:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219815.920041:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219815.920043:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219815.920047:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219815.920054:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213120:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219815.920060:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.920062:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.920066:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566213248/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.920073:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.920075:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.920077:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015be00. 02000000:00000001:2.0:1788219815.920081:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.920083:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.920085:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219815.920087:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.920088:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006900. 02000000:00000001:2.0:1788219815.920091:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.920093:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.920094:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219815.920097:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.920098:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.920100:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.920104:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566212864/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.920221:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.920223:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.920225:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b200. 02000000:00000001:2.0:1788219815.920228:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.920229:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.920231:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219815.920232:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.920234:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006d00. 02000000:00000001:2.0:1788219815.920236:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.920237:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.920239:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219815.920241:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.920242:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.920244:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.920248:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566213120/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.920254:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.920255:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.920256:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b600. 02000000:00000001:2.0:1788219815.920258:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.920259:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.920260:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219815.920262:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.920263:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006200. 02000000:00000001:2.0:1788219815.920265:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.920266:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.920267:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:2.0:1788219815.920270:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.920271:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.920274:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.920276:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219815.920279:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219815.920282:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.920284:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219815.922357:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.922375:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219815.922380:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.922383:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.922391:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.922399:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219815.922408:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.922414:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.922419:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.922423:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb783f80 00000400:00000200:3.0:1788219815.922433:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219815.922439:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9085 [1] + 224 00000800:00000001:3.0:1788219815.922446:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.923445:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219815.923452:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219815.923459:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219815.923468:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219815.923476:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219815.923488:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219815.923506:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219815.923532:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219815.923537:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.923622:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219815.923627:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219815.923634:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219815.923636:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219815.923639:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267aa50. 00000400:00000200:2.0:1788219815.923644:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c6e8 00000400:00000010:2.0:1788219815.923647:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c6e8. 00000100:00000001:2.0:1788219815.923650:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219815.923656:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219815.923666:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.923673:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219815.923675:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.923677:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219815.923680:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219815.923683:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219815.923685:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219815.923688:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219815.923697:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219815.923702:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1788219815.923704:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219815.923706:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219815.923709:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219815.923712:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.923716:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219815.923718:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:2.0:1788219815.923720:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219815.923721:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219815.923726:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.923733:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219815.923736:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219815.923738:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219815.923743:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219815.923756:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566212992:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219815.923761:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.923764:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219815.923767:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566212992/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219815.923773:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219815.923775:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219815.923779:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015a800. 02000000:00000001:2.0:1788219815.923782:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219815.923784:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219815.923786:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219815.923789:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219815.923792:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006000. 02000000:00000001:2.0:1788219815.923795:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219815.923796:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219815.923798:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:2.0:1788219815.923942:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219815.923946:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.923949:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219815.923957:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219815.923958:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219815.923960:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219815.923962:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863688:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219816.863696:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219816.863699:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219816.863751:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219816.863754:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219816.863755:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863760:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219816.863762:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863764:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863766:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863771:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219816.863772:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219816.863774:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219816.863776:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219816.863777:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219816.863778:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863779:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219816.863780:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863782:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863784:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863788:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219816.863789:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863793:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219816.863794:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219816.863798:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219816.863799:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219816.866330:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219816.866338:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219816.866342:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219817.186930:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313686270, at 4313686275 00000100:00000010:2.0:1788219817.186944:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc60. 00000100:00000040:3.0:1788219817.187404:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313686270, at 4313686276 00000100:00000010:3.0:1788219817.187411:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec6c0. 00010000:00000001:1.0:1788219817.887477:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219817.887484:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887491:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219817.887492:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887496:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219817.887497:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887501:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219817.887503:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887515:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219817.887519:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219817.887522:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219817.887525:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887528:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219817.887530:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887532:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219817.887534:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219817.887851:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219817.887855:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219817.887858:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219818.913906:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219818.913915:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219818.913921:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219818.913922:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219818.913926:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219818.913927:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219818.913930:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219818.913932:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219818.913935:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219818.913936:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219818.914039:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219818.914043:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219818.914046:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219819.936153:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219819.936169:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936176:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219819.936177:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936180:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219819.936183:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219819.936185:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219819.936191:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219819.936193:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219819.936194:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936204:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219819.936206:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936208:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936211:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936215:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219819.936216:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219819.936219:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219819.936220:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219819.936369:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219819.936373:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219819.936376:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219820.960176:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219820.960183:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219820.960189:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219820.960191:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219820.960195:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219820.960196:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219820.960204:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219820.960205:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219820.960209:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219820.960210:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219820.964902:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219820.964911:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219820.964917:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219821.023540:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219821.023550:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219821.023570:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219821.023575:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219821.023601:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219821.023611:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219821.023625:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219821.023635:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006000. 00000100:00000001:2.0:1788219821.023641:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023660:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219821.023679:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219821.023690:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023698:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_00+0] req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.023727:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023730:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219821.023732:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219821.023735:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219821.023737:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219821.023739:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219821.023740:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219821.023742:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219821.023745:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006200. 00000100:00000001:2.0:1788219821.023747:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023752:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219821.023758:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219821.023760:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023763:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_01+1] req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.023770:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023773:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219821.023775:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219821.023777:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219821.023780:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219821.023782:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219821.023783:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219821.023784:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219821.023786:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006d00. 00000100:00000001:2.0:1788219821.023789:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023792:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219821.023797:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219821.023799:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023802:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.023808:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023809:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219821.023812:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219821.023815:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219821.023816:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219821.023818:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219821.023819:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219821.023820:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219821.023823:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006900. 00000100:00000001:2.0:1788219821.023825:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023828:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219821.023833:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219821.023834:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023837:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_01+1] req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.023843:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023845:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219821.023847:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219821.023850:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219821.023852:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219821.023854:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219821.023855:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219821.023856:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219821.023858:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006700. 00000100:00000001:2.0:1788219821.023860:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023863:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219821.023869:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219821.023870:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023873:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.023879:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.023883:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19027) 00000100:00000001:2.0:1788219821.023902:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219821.023906:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219821.023908:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219821.023913:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.023920:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219821.023922:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219821.023926:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219821.023929:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219821.023932:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219821.023936:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213632:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219821.023940:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219821.023945:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219821.023948:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219821.023951:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219821.023955:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894fd776000. 02000000:00000001:2.0:1788219821.023957:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219821.023978:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219821.023983:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2738. 00000400:00000010:2.0:1788219821.024003:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219821.024012:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213632, portal 10 00000100:00000001:2.0:1788219821.024015:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219821.024017:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:2.0:1788219821.024034:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.024042:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219821.024042:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219821.024051:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219821.024054:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1788219821.024056:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000001:3.0:1788219821.024060:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1788219821.024062:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566213632, offset 0 00000400:00000200:2.0:1788219821.024077:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000040:3.0:1788219821.024078:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219821.024090:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219821.024105:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788219821.024107:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1788219821.024110:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219821.024115:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1788219821.024117:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219821.024123:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788219821.024124:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 02000000:00000001:3.0:1788219821.024131:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219821.024134:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1788219821.024140:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566213504:192.168.203.120@tcp:400:kworker.0 00000400:00000200:2.0:1788219821.024141:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219821.024152:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92852:92852:256:4294967295] 192.168.203.120@tcp LPNI seq info [92852:92852:8:4294967295] 00000100:00000001:3.0:1788219821.024154:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788219821.024162:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:3.0:1788219821.024163:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219821.024169:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.024175:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788219821.024181:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000010:3.0:1788219821.024188:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015bc00. 00000800:00000200:2.0:1788219821.024189:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 02000000:00000001:3.0:1788219821.024196:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788219821.024202:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006c00. 00000400:00000200:3.0:1788219821.024208:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:2.0:1788219821.024215:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:3.0:1788219821.024216:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219821.024230:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000800:00000200:2.0:1788219821.024230:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219821.024239:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1788219821.024248:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213504, portal 25 00000100:00000001:3.0:1788219821.024254:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219821.024256:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000001:2.0:1788219821.024259:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219821.024266:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000100:00000040:3.0:1788219821.024267:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219821.024279:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219821.024285:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313690139 00000100:00000001:3.0:1788219821.024297:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1788219821.024299:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1928a0. 00000100:00000040:3.0:1788219821.024304:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219821.024340:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ccc0. 00000100:00000200:3.0:1788219821.024346:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566213504, offset 0 00000100:00000001:2.0:1788219821.024346:0:256064:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788219821.024361:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219821.024361:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313690140 00000100:00000010:2.0:1788219821.024370:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192420. 00000400:00000200:3.0:1788219821.024376:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219821.024378:0:256064:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219821.024385:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219821.024387:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:2.0:1788219821.024393:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219821.024398:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788219821.024401:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788219821.024406:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000040:2.0:1788219821.024412:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219821.024413:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219821.024423:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219821.024434:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92853:92853:255:4294967295] 192.168.203.120@tcp LPNI seq info [92853:92853:7:4294967295] 00000100:00000001:2.0:1788219821.024454:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788219821.024455:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219821.024459:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219821.024466:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219821.024472:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219821.024473:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:2.0:1788219821.024479:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219821.024497:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213888:192.168.203.120@tcp:400:kworker.0 00000800:00000200:3.0:1788219821.024498:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219821.024507:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1788219821.024509:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 02000000:00000001:2.0:1788219821.024512:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219821.024517:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219821.024524:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 02000000:00000001:2.0:1788219821.024525:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219821.024533:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894fd777600. 02000000:00000001:2.0:1788219821.024537:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219821.024540:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:2.0:1788219821.024548:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:3.0:1788219821.024549:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1788219821.024554:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb27e8. 00000100:00000001:3.0:1788219821.024558:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219821.024562:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000400:00000200:3.0:1788219821.024570:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:2.0:1788219821.024573:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213888, portal 4 00000100:00000001:3.0:1788219821.024576:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313691385 00000100:00000001:2.0:1788219821.024580:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219821.024584:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000001:3.0:1788219821.024589:0:256063:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313690139 00000100:00000040:2.0:1788219821.024596:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.024598:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313691385 00000100:00000001:3.0:1788219821.024610:0:256063:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313690140 00000100:00000001:3.0:1788219821.024617:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.024627:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219821.024627:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788219821.024636:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219821.024637:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219821.024644:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000040:3.0:1788219821.024649:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219821.024651:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566213888, offset 0 00000400:00000200:2.0:1788219821.024670:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219821.024679:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788219821.024680:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219821.024685:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219821.024693:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 02000000:00000001:3.0:1788219821.024694:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219821.024701:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788219821.024704:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1788219821.024709:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219821.024713:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00100000:3.0:1788219821.024719:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566213760:192.168.203.120@tcp:400:kworker.0 00000400:00000200:2.0:1788219821.024722:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788219821.024732:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788219821.024732:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:3.0:1788219821.024740:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788219821.024743:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92854:92854:254:4294967295] 192.168.203.120@tcp LPNI seq info [92854:92854:6:4294967295] 02000000:00000001:3.0:1788219821.024745:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.024753:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219821.024761:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b400. 00000400:00000200:2.0:1788219821.024761:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:3.0:1788219821.024768:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219821.024780:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.024781:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000010:3.0:1788219821.024785:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a268. 00000800:00000200:2.0:1788219821.024792:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219821.024793:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219821.024800:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566213760, portal 10 00000800:00000010:2.0:1788219821.024801:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006400. 00000100:00000001:3.0:1788219821.024805:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219821.024809:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000800:00000200:2.0:1788219821.024814:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000040:3.0:1788219821.024824:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788219821.024826:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219821.024833:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219821.024844:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.024854:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219821.024856:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000100:00000040:3.0:1788219821.024863:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219821.024870:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219821.024872:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ce58. 00000100:00000001:2.0:1788219821.024875:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313690131 00000100:00000200:3.0:1788219821.024878:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566213760, offset 0 00000100:00000001:2.0:1788219821.024881:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313691385 00000100:00000001:2.0:1788219821.024885:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313690131 00000400:00000200:3.0:1788219821.024889:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219821.024893:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313691385 00000400:00000200:3.0:1788219821.024900:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219821.024900:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219821.024910:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219821.024914:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:2.0:1788219821.024918:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219821.024920:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788219821.024923:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219821.024928:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219821.024933:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219821.024935:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219821.024939:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92855:92855:253:4294967295] 192.168.203.120@tcp LPNI seq info [92855:92855:5:4294967295] 00000400:00000200:3.0:1788219821.024943:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219821.024951:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219821.024956:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219821.024959:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1788219821.024961:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26c00. 00000100:00000001:2.0:1788219821.024964:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219821.024971:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788219821.024972:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:2.0:1788219821.024975:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219821.024980:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219821.024986:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:2.0:1788219821.024988:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219821.024993:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219821.025000:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.025006:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14673 usecs (15 jiffies) 00000400:00000200:3.0:1788219821.025010:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219821.025012:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313690128 00000100:00000001:3.0:1788219821.025017:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313691385 00000100:00000001:3.0:1788219821.025019:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313690128 00000100:00000001:3.0:1788219821.025022:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313691385 00000100:00000001:3.0:1788219821.025025:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.025027:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.025031:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219821.025036:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.025045:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219821.025046:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.025049:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219821.025051:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219821.025053:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219821.025057:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566214016:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219821.025061:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219821.025064:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1788219821.025066:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1788219821.025067:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.025076:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1788219821.025077:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006c00. 02000000:00000010:3.0:1788219821.025082:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015a600. 00000400:00000200:2.0:1788219821.025086:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788219821.025088:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219821.025095:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.025103:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000010:3.0:1788219821.025105:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000200:2.0:1788219821.025112:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:2.0:1788219821.025117:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:2.0:1788219821.025821:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219821.025830:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.025842:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219821.025846:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.025852:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219821.025854:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1788219821.025869:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000800:00000200:2.0:1788219821.025875:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1788219821.025880:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214016, portal 4 00000800:00000010:2.0:1788219821.025880:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000100:00000001:3.0:1788219821.025889:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219821.025895:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000400:00000200:2.0:1788219821.025895:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.025908:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219821.025913:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ccc0 00000400:00000010:2.0:1788219821.025915:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ccc0. 00000100:00000001:2.0:1788219821.025918:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219821.025923:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.025930:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219821.025933:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.025939:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219821.025940:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219821.025948:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219821.025950:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006400. 00000400:00000200:2.0:1788219821.025953:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.025956:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219821.025959:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:2.0:1788219821.025960:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:2.0:1788219821.025962:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219821.025965:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.025972:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219821.025975:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.025981:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219821.025982:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219821.026050:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219821.026053:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26c00. 00000400:00000200:2.0:1788219821.026056:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.026059:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219821.026062:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ce58 00000400:00000010:2.0:1788219821.026063:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ce58. 00000100:00000001:2.0:1788219821.026066:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219821.026070:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.026076:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219821.026079:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.026085:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219821.026086:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788219821.026900:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.026986:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219821.026990:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219821.026998:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cb28. 00000100:00000200:3.0:1788219821.027004:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566214016, offset 0 00000400:00000200:3.0:1788219821.027010:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219821.027021:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219821.027031:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219821.027036:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219821.027041:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219821.027044:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219821.027047:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219821.027051:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92856:92856:256:4294967295] 192.168.203.120@tcp LPNI seq info [92856:92856:8:4294967295] 00000400:00000200:3.0:1788219821.027056:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219821.027065:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219821.027072:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219821.027079:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26400. 00000800:00000200:3.0:1788219821.027087:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219821.027096:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219821.027105:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219821.027133:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.027140:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27508 usecs (28 jiffies) 00000400:00000200:3.0:1788219821.027145:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219821.027149:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313690143 00000100:00000001:3.0:1788219821.027153:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313691385 00000100:00000001:3.0:1788219821.027156:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313690143 00000100:00000001:3.0:1788219821.027158:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313691385 00000100:00000001:3.0:1788219821.027162:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.027167:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.027172:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.027178:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.027188:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219821.027191:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219821.027195:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.027197:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219821.027199:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.027202:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219821.028261:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219821.028270:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26400. 00000400:00000200:2.0:1788219821.028279:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.028288:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219821.028295:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cb28 00000400:00000010:2.0:1788219821.028298:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cb28. 00000100:00000001:2.0:1788219821.028303:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219821.028340:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.028353:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219821.028357:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.028363:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219821.028365:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219821.034187:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.034207:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219821.034212:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.034214:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.034223:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.034231:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219821.034240:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.034246:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.034251:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.034254:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb784300 00000400:00000200:2.0:1788219821.034260:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.034266:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe90c5 [1] + 224 00000800:00000001:2.0:1788219821.034273:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.034280:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.034283:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.034287:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219821.034294:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219821.034302:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219821.034343:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.034367:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219821.034376:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.034379:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.034434:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.034439:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219821.034888:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219821.034891:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219821.034895:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb27e8. 00000400:00000200:3.0:1788219821.034900:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:3.0:1788219821.034903:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:3.0:1788219821.034907:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219821.034912:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219821.034922:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.034928:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219821.034930:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.034933:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219821.034937:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219821.034940:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219821.034943:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.034947:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219821.034957:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219821.034962:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=37 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219821.034964:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219821.034966:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219821.034969:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219821.034972:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.034976:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219821.034978:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219821.034980:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219821.034982:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.034987:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.034993:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.034996:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219821.034998:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219821.035002:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219821.035009:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213888:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219821.035014:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.035017:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219821.035019:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566213888/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.035025:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219821.035027:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219821.035031:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894fd777600. 02000000:00000001:3.0:1788219821.035034:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219821.035037:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219821.035039:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219821.035041:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219821.035044:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006900. 02000000:00000001:3.0:1788219821.035047:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219821.035050:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219821.035051:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:3.0:1788219821.035055:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219821.035056:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.035059:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.035061:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.035062:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219821.035064:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.035065:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219821.035170:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.035177:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219821.035179:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.035181:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.035186:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.035190:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219821.035196:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.035200:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.035204:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.035207:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb784280 00000400:00000200:2.0:1788219821.035211:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.035215:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe90d5 [1] + 224 00000800:00000001:2.0:1788219821.035219:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.035922:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.035928:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.035935:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219821.035941:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219821.035948:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219821.035958:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.035972:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219821.035981:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.035985:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.036168:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.036172:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219821.036178:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219821.036180:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219821.036182:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a268. 00000400:00000200:3.0:1788219821.036187:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:3.0:1788219821.036189:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:3.0:1788219821.036191:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219821.036197:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219821.036205:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.036212:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219821.036213:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.036215:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219821.036218:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219821.036220:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219821.036222:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.036225:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219821.036232:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219821.036236:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219821.036238:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219821.036239:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219821.036242:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219821.036245:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.036248:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219821.036250:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:3.0:1788219821.036251:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219821.036253:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.036258:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.036264:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.036267:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219821.036268:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219821.036272:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219821.036279:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566213760:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219821.036284:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.036286:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219821.036289:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566213760/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.036295:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219821.036298:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219821.036301:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b400. 02000000:00000001:3.0:1788219821.036304:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219821.036305:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219821.036307:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219821.036309:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219821.037739:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006d00. 02000000:00000001:3.0:1788219821.037751:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219821.037753:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219821.037756:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:3.0:1788219821.037761:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219821.037762:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.037766:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.037768:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.037770:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219821.037774:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.037775:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219821.048199:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048221:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219821.048226:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048229:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.048240:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048249:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219821.048261:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048270:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048276:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048280:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb784380 00000400:00000200:2.0:1788219821.048285:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048293:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe90e5 [1] + 224 00000800:00000001:2.0:1788219821.048300:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048305:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.048307:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.048342:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219821.048350:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219821.048359:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219821.048371:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.048396:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219821.048406:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048410:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219821.048411:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048413:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.048416:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048420:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219821.048424:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048426:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048429:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048432:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb784200 00000400:00000200:2.0:1788219821.048435:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048440:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe90a5 [1] + 224 00000100:00000001:3.0:1788219821.048527:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.048531:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219821.048538:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219821.048540:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219821.048543:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:3.0:1788219821.048548:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:3.0:1788219821.048551:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:3.0:1788219821.048554:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219821.048558:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219821.048577:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.048584:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219821.048586:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.048588:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219821.048591:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219821.048594:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219821.048596:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.048599:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219821.048608:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219821.048612:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=125 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219821.048615:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219821.048617:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219821.048620:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219821.048623:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.048627:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219821.048629:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219821.048631:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219821.048633:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.048637:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.048644:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.048647:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219821.048649:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219821.048652:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219821.048675:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566214016:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219821.048680:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.048683:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219821.048686:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566214016/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.048692:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219821.048694:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219821.048697:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015a600. 02000000:00000001:3.0:1788219821.048701:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219821.048703:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219821.048705:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219821.048707:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219821.048709:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006700. 02000000:00000001:3.0:1788219821.048713:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219821.048714:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219821.048716:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:3.0:1788219821.048720:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219821.048721:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.048725:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.048726:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.048728:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219821.048729:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.048731:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219821.048887:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048895:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.048897:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.048902:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219821.048906:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219821.048912:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219821.048921:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.048939:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219821.048947:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048951:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219821.048953:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048955:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.048958:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048961:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219821.048965:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048968:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048970:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048973:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb784180 00000400:00000200:2.0:1788219821.048977:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219821.048981:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe90b5 [1] + 224 00000800:00000001:2.0:1788219821.048985:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.048992:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219821.048995:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219821.048998:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219821.049000:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219821.049004:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219821.049011:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219821.049022:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219821.049026:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219821.049028:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.052864:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.052874:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219821.052884:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219821.052886:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219821.052890:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219821.052899:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219821.052901:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219821.052906:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219821.052919:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219821.052938:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.052947:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219821.052949:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.052952:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219821.052955:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219821.052958:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219821.052961:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.052964:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219821.052971:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219821.052975:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=145 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219821.052977:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219821.052979:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219821.052982:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219821.052984:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.052987:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.052992:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.052999:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.053002:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219821.053004:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219821.053008:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219821.053016:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566213504:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219821.053022:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053025:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219821.053029:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566213504/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.053036:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219821.053038:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219821.053042:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015bc00. 02000000:00000001:3.0:1788219821.053046:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219821.053049:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219821.053052:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219821.053055:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219821.053057:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006000. 02000000:00000001:3.0:1788219821.053061:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219821.053063:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219821.053065:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:3.0:1788219821.053068:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219821.053070:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053073:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053096:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219821.053099:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.053102:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.053104:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.053118:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.053120:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219821.053124:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219821.053125:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219821.053127:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2738. 00000400:00000200:3.0:1788219821.053130:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:3.0:1788219821.053132:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:3.0:1788219821.053135:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219821.053141:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219821.053150:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.053156:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219821.053157:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053159:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219821.053161:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219821.053162:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219821.053164:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219821.053165:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219821.053172:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219821.053174:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=145 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219821.053177:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219821.053179:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219821.053180:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219821.053183:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.053186:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219821.053188:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:3.0:1788219821.053190:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219821.053191:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219821.053194:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.053200:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219821.053202:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219821.053204:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219821.053207:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219821.053213:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566213632:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219821.053217:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053218:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219821.053220:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566213632/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219821.053226:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219821.053228:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219821.053229:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894fd776000. 02000000:00000001:3.0:1788219821.053232:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219821.053234:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219821.053235:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219821.053237:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219821.053238:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006200. 02000000:00000001:3.0:1788219821.053240:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219821.053242:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219821.053243:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:3.0:1788219821.053245:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219821.053291:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053293:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219821.053297:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219821.053298:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219821.053300:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219821.053301:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219821.985882:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219821.985889:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219821.985896:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219821.985897:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219821.985902:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219821.985903:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219821.985907:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219821.985908:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219821.985911:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219821.985912:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219821.986001:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219821.986005:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219821.986008:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219822.304393:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313691385, at 4313691393 00000100:00000010:3.0:1788219822.304408:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192420. 00000100:00000040:2.0:1788219822.304500:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313691385, at 4313691393 00000100:00000010:2.0:1788219822.304506:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1928a0. 00010000:00000001:1.0:1788219823.007441:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219823.007447:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219823.007453:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219823.007454:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219823.007457:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219823.007458:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219823.007462:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219823.007463:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219823.007466:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219823.007468:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219823.007590:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219823.007594:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219823.007597:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219824.031592:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219824.031600:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219824.031606:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219824.031607:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219824.031623:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219824.031624:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219824.031628:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219824.031629:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219824.031632:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219824.031633:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219824.032813:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219824.032819:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219824.032823:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219825.055471:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219825.055478:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219825.055485:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219825.055487:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219825.055490:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219825.055492:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219825.055496:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219825.055497:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219825.055500:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219825.055502:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219825.055720:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219825.055724:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219825.055726:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1788219825.360983:0:328995:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219825.360991:0:328995:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26500. 00000002:00000001:3.0:1788219825.360996:0:328995:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219825.361002:0:328995:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:3.0:1788219825.361005:0:328995:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e070e240. 00000020:00000040:3.0:1788219825.361012:0:328995:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:3.0:1788219825.361015:0:328995:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:3.0:1788219825.361019:0:328995:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1788219825.361021:0:328995:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:3.0:1788219825.361025:0:328995:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219825.361029:0:328995:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219825.361034:0:328995:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219825.361036:0:328995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219825.361041:0:328995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219825.361047:0:328995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893ebd3f800. 00000100:00000001:3.0:1788219825.361053:0:328995:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.361058:0:328995:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219825.361060:0:328995:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219825.361066:0:328995:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219825.361068:0:328995:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516900288 : -113710192651328 : ffff9894c85c13c0) 00000100:00000001:3.0:1788219825.361071:0:328995:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219825.361072:0:328995:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219825.361077:0:328995:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219825.361080:0:328995:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.361082:0:328995:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219825.361084:0:328995:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219825.361094:0:328995:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.361104:0:328995:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219825.361106:0:328995:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219825.361110:0:328995:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219825.361112:0:328995:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219825.361114:0:328995:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219825.361118:0:328995:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328995:1875079566214144:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219825.361121:0:328995:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219825.361126:0:328995:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219825.361128:0:328995:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219825.361130:0:328995:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219825.361133:0:328995:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ebd3f600. 02000000:00000001:3.0:1788219825.361135:0:328995:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219825.361141:0:328995:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219825.361145:0:328995:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219825.361151:0:328995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219825.361159:0:328995:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214144, portal 10 00000100:00000001:3.0:1788219825.361161:0:328995:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219825.361162:0:328995:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219825.361169:0:328995:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.361176:0:328995:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219825.361178:0:328995:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219825.361181:0:328995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219825.361183:0:328995:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566214144, offset 0 00000400:00000200:3.0:1788219825.361189:0:328995:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219825.361197:0:328995:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219825.361205:0:328995:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219825.361209:0:328995:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219825.361213:0:328995:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219825.361216:0:328995:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219825.361258:0:328995:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219825.361262:0:328995:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92857:92857:256:4294967295] 192.168.203.120@tcp LPNI seq info [92857:92857:8:4294967295] 00000400:00000200:3.0:1788219825.361266:0:328995:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219825.361275:0:328995:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219825.361281:0:328995:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219825.361285:0:328995:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26b00. 00000800:00000200:3.0:1788219825.361292:0:328995:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219825.361299:0:328995:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219825.361303:0:328995:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26b00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1788219825.361642:0:328995:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219825.361647:0:328995:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:3.0:1788219825.361651:0:328995:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219825.361654:0:328995:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313694477 00000100:00000010:3.0:1788219825.361660:0:328995:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec420. 00000100:00000001:3.0:1788219825.361666:0:328995:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219825.361671:0:328995:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313694477 00000100:00000010:3.0:1788219825.361674:0:328995:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec840. 00000100:00000001:3.0:1788219825.361677:0:328995:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219825.361680:0:328995:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219825.361683:0:328995:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.361685:0:328995:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219825.361687:0:328995:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219825.361689:0:328995:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c13c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219825.361692:0:328995:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219825.361694:0:328995:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219825.361994:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219825.361998:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26b00. 00000400:00000200:3.0:1788219825.362002:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219825.362008:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219825.362013:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:3.0:1788219825.362015:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:3.0:1788219825.362019:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219825.362024:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.362034:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219825.362038:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.362044:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.362123:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219825.371844:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219825.371862:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219825.371866:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219825.371868:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219825.371877:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219825.371885:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219825.371895:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219825.371901:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219825.371906:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219825.371910:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb784400 00000400:00000200:2.0:1788219825.371915:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219825.371921:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe90f5 [1] + 224 00000800:00000001:2.0:1788219825.371928:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219825.371935:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219825.371938:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219825.371942:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219825.371950:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219825.371959:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219825.371971:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219825.371991:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219825.371998:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219825.372001:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219825.372059:0:328995:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219825.372066:0:328995:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219825.372068:0:328995:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219825.372071:0:328995:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219825.372076:0:328995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219825.372078:0:328995:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219825.372081:0:328995:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219825.372086:0:328995:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219825.372095:0:328995:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.372102:0:328995:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219825.372104:0:328995:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219825.372106:0:328995:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219825.372109:0:328995:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219825.372112:0:328995:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219825.372114:0:328995:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219825.372117:0:328995:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219825.372126:0:328995:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219825.372131:0:328995:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=149 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219825.372134:0:328995:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219825.372135:0:328995:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219825.372138:0:328995:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219825.372141:0:328995:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.372145:0:328995:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219825.372147:0:328995:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:3.0:1788219825.372234:0:328995:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219825.372236:0:328995:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219825.372242:0:328995:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.372250:0:328995:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219825.372253:0:328995:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219825.372255:0:328995:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219825.372259:0:328995:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219825.372267:0:328995:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:328995:1875079566214144:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219825.372272:0:328995:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219825.372274:0:328995:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.372277:0:328995:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219825.372279:0:328995:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219825.372282:0:328995:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.372290:0:328995:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219825.372293:0:328995:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219825.372296:0:328995:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219825.372298:0:328995:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219825.372300:0:328995:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219825.372303:0:328995:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566214144/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219841 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219825.372309:0:328995:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219825.372519:0:328995:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219825.372523:0:328995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ebd3f600. 02000000:00000001:3.0:1788219825.372527:0:328995:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219825.372530:0:328995:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219825.372532:0:328995:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219825.372534:0:328995:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219825.372537:0:328995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893ebd3f800. 02000000:00000001:3.0:1788219825.372539:0:328995:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219825.372542:0:328995:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219825.372543:0:328995:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219825.372546:0:328995:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219825.372548:0:328995:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219825.372550:0:328995:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219825.372553:0:328995:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219825.372557:0:328995:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219825.372560:0:328995:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:3.0:1788219825.372563:0:328995:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:3.0:1788219825.372565:0:328995:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e070e240. 00000002:00000010:0.0:1788219825.373234:0:328995:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26500. 00000100:00000040:3.0:1788219825.389381:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313694477, at 4313694478 00000100:00000010:3.0:1788219825.389395:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec840. 00000100:00000040:2.0:1788219825.389526:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313694477, at 4313694478 00000100:00000010:2.0:1788219825.389531:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec420. 00010000:00000001:1.0:1788219826.080753:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219826.080760:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080768:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219826.080769:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080773:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219826.080774:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080778:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219826.080781:0:326324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219826.080783:0:326324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219826.080789:0:326324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219826.080791:0:326324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219826.080793:0:326324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080796:0:326324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219826.080798:0:326324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080800:0:326324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080802:0:326324:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219826.080805:0:326324:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219826.080806:0:326324:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219826.081356:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219826.081360:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219826.081364:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219826.146863:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219826.146871:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219826.146878:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219826.146884:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219826.146888:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219826.146892:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219826.146897:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219826.146905:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006400. 00000100:00000001:2.0:1788219826.146912:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.146923:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219826.146934:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219826.146938:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.146945:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_01+1] req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.146969:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.146973:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219826.146976:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219826.146979:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b480. 00000020:00000040:2.0:1788219826.146982:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219826.146984:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219826.146985:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219826.146987:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219826.146990:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006c00. 00000100:00000001:2.0:1788219826.146993:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.146997:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219826.147004:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219826.147006:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147009:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000503fa5c5] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147017:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147019:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219826.147023:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219826.147025:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219826.147028:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219826.147029:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219826.147030:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219826.147032:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219826.147034:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006b00. 00000100:00000001:2.0:1788219826.147037:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147040:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219826.147047:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219826.147048:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147051:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb96589] to pc [ptlrpcd_01_01+1] req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147058:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147060:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219826.147062:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219826.147064:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028000. 00000020:00000040:2.0:1788219826.147066:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219826.147068:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219826.147069:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219826.147070:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219826.147072:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006100. 00000100:00000001:2.0:1788219826.147074:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147077:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219826.147083:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219826.147084:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147087:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5ea8e0c] to pc [ptlrpcd_01_00+0] req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147094:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147098:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19032) 00000100:00000001:2.0:1788219826.147111:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219826.147115:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219826.147117:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219826.147122:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147129:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219826.147131:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147135:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219826.147137:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219826.147140:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219826.147143:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566214272:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219826.147147:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219826.147152:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219826.147155:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147157:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219826.147161:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975c00. 02000000:00000001:2.0:1788219826.147163:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219826.147170:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219826.147174:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb28f0. 00000400:00000010:2.0:1788219826.147180:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219826.147188:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214272, portal 25 00000100:00000001:2.0:1788219826.147191:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219826.147192:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:2.0:1788219826.147197:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147204:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219826.147207:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219826.147210:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219826.147212:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566214272, offset 0 00000400:00000200:2.0:1788219826.147219:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147227:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147234:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219826.147238:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219826.147283:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219826.147286:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219826.147289:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147293:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92858:92858:256:4294967295] 192.168.203.120@tcp LPNI seq info [92858:92858:8:4294967295] 00000400:00000200:2.0:1788219826.147297:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147307:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219826.147329:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219826.147334:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219826.147341:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219826.147349:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219826.147353:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219826.147364:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219826.147368:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219826.147371:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313696507 00000100:00000010:2.0:1788219826.147376:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1928a0. 00000100:00000001:2.0:1788219826.147382:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219826.147387:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313696507 00000100:00000010:2.0:1788219826.147390:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192e40. 00000100:00000001:2.0:1788219826.147393:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219826.147395:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219826.147398:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.147401:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219826.147405:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147412:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219826.147413:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147415:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219826.147417:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219826.147419:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219826.147422:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566214528:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219826.147427:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219826.147429:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219826.147431:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147433:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219826.147435:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974000. 02000000:00000001:2.0:1788219826.147437:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219826.147441:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219826.147443:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d10. 00000400:00000010:2.0:1788219826.147447:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219826.147449:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214528, portal 4 00000100:00000001:2.0:1788219826.147461:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219826.147462:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219826.147469:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147475:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219826.147477:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219826.147480:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219826.147482:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566214528, offset 0 00000400:00000200:2.0:1788219826.147487:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147491:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147494:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219826.147497:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219826.147499:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219826.147502:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219826.147504:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147507:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92859:92859:255:4294967295] 192.168.203.120@tcp LPNI seq info [92859:92859:7:4294967295] 00000400:00000200:2.0:1788219826.147510:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147516:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219826.147521:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219826.147524:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219826.147528:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219826.147533:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219826.147535:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219826.147538:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147541:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:2.0:1788219826.147544:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219826.147546:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313695253 00000100:00000001:2.0:1788219826.147548:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313696507 00000100:00000001:2.0:1788219826.147550:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313695253 00000100:00000001:2.0:1788219826.147552:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313696507 00000100:00000001:2.0:1788219826.147553:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219826.147555:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.147557:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.147560:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219826.147567:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219826.147568:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219826.147570:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219826.147571:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219826.147573:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219826.147575:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788219826.147577:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219826.147578:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219826.147580:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219826.147581:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219826.147582:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219826.147583:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219826.147587:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147592:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219826.147594:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147596:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219826.147597:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219826.147599:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219826.147602:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566214400:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219826.147605:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219826.147607:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219826.147609:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147610:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219826.147612:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975e00. 02000000:00000001:2.0:1788219826.147614:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219826.147617:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219826.147619:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb23c8. 00000400:00000010:2.0:1788219826.147622:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219826.147625:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214400, portal 10 00000100:00000001:2.0:1788219826.147627:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219826.147628:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000040:2.0:1788219826.147633:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147639:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219826.147641:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219826.147643:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219826.147645:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566214400, offset 0 00000400:00000200:2.0:1788219826.147649:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147651:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147654:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219826.147656:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219826.147658:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219826.147660:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219826.147662:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147665:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92860:92860:254:4294967295] 192.168.203.120@tcp LPNI seq info [92860:92860:6:4294967295] 00000400:00000200:2.0:1788219826.147670:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147675:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219826.147679:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219826.147681:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006000. 00000800:00000200:2.0:1788219826.147684:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219826.147688:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219826.147691:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219826.147693:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.147695:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14673 usecs (15 jiffies) 00000400:00000200:2.0:1788219826.147698:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219826.147699:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313695250 00000100:00000001:2.0:1788219826.147701:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313696507 00000100:00000001:2.0:1788219826.147703:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313695250 00000100:00000001:2.0:1788219826.147705:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313696507 00000100:00000001:2.0:1788219826.147706:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219826.147708:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.147710:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219826.147713:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147719:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219826.147720:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147722:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219826.147723:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219826.147725:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219826.147727:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566214656:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219826.147730:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219826.147732:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219826.147906:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219826.147908:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219826.147912:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975200. 02000000:00000001:2.0:1788219826.147914:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219826.147917:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219826.147920:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2478. 00000400:00000010:2.0:1788219826.147924:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219826.147926:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214656, portal 4 00000100:00000001:2.0:1788219826.147928:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219826.147930:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000100:00000040:2.0:1788219826.147936:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.147943:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219826.147945:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219826.147947:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000200:2.0:1788219826.147949:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566214656, offset 0 00000400:00000200:2.0:1788219826.147954:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147958:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147962:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219826.147964:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219826.147967:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219826.147969:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219826.147971:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219826.147974:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92861:92861:253:4294967295] 192.168.203.120@tcp LPNI seq info [92861:92861:5:4294967295] 00000400:00000200:2.0:1788219826.147977:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.147982:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219826.147985:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219826.147988:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006700. 00000800:00000200:2.0:1788219826.147991:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219826.147995:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219826.147998:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219826.148000:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219826.148003:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27512 usecs (28 jiffies) 00000400:00000200:2.0:1788219826.148006:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219826.148008:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313695263 00000100:00000001:2.0:1788219826.148010:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313696507 00000100:00000001:2.0:1788219826.148012:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313695263 00000100:00000001:2.0:1788219826.148014:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313696507 00000100:00000001:2.0:1788219826.148016:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219826.148018:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.148021:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.148023:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.148036:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219826.148038:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219826.148074:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219826.148077:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:2.0:1788219826.148083:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.148087:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219826.148092:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:2.0:1788219826.148094:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:2.0:1788219826.148098:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219826.148102:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.148113:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219826.148116:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.148122:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.148124:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219826.148136:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219826.148138:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:2.0:1788219826.148140:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.148144:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219826.148146:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:2.0:1788219826.148148:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:2.0:1788219826.148149:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219826.148153:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.148159:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219826.148162:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.148167:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.148169:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219826.148177:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219826.148179:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006000. 00000400:00000200:2.0:1788219826.148182:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.148185:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219826.148188:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219826.148189:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219826.148191:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219826.148193:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.148199:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219826.148201:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.148207:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.148208:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219826.149086:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219826.149092:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006700. 00000400:00000200:2.0:1788219826.149096:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.149102:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219826.149107:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:2.0:1788219826.149108:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:2.0:1788219826.149111:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219826.149117:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.149125:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219826.149129:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.149134:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219826.149135:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219826.158021:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158036:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219826.158041:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158054:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158063:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158071:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219826.158080:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158085:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158090:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158095:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb784580 00000400:00000200:2.0:1788219826.158100:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158107:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9115 [1] + 224 00000800:00000001:2.0:1788219826.158114:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158119:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158122:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.158126:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219826.158134:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219826.158143:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219826.158155:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.158178:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219826.158188:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158192:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219826.158194:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158196:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158199:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158203:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219826.158208:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158211:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158214:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158216:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb784480 00000400:00000200:2.0:1788219826.158220:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158225:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9105 [1] + 224 00000800:00000001:2.0:1788219826.158228:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158232:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158234:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.158237:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219826.158240:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219826.158245:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219826.158254:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.158261:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219826.158264:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158267:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219826.158269:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158271:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158274:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158278:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219826.158283:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158285:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158288:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158290:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb784600 00000400:00000200:2.0:1788219826.158293:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158297:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9135 [1] + 224 00000800:00000001:2.0:1788219826.158300:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158303:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158305:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.158308:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219826.158330:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219826.158336:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219826.158344:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.158351:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219826.158355:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158359:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219826.158362:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158364:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158367:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158370:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219826.158375:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158377:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158380:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158383:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb784500 00000400:00000200:2.0:1788219826.158386:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219826.158389:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9125 [1] + 224 00000800:00000001:2.0:1788219826.158393:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158408:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219826.158411:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219826.158414:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219826.158418:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219826.158423:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219826.158443:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219826.158460:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219826.158464:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219826.158467:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.158587:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219826.158592:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219826.158598:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219826.158601:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219826.158604:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb23c8. 00000400:00000200:3.0:1788219826.158608:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:3.0:1788219826.158610:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:3.0:1788219826.158613:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219826.158618:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219826.158626:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158632:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219826.158633:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.158636:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219826.158639:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219826.158642:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219826.158644:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219826.158647:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219826.158656:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219826.158660:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219826.158663:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219826.158664:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219826.158667:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219826.158671:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219826.158674:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219826.158677:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:3.0:1788219826.158678:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219826.158681:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219826.158686:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158693:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219826.158696:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219826.158698:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219826.158702:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219826.158709:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566214400:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219826.158715:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219826.158716:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219826.158718:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2478. 00000400:00000200:3.0:1788219826.158720:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:3.0:1788219826.158722:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:3.0:1788219826.158724:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219826.158727:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219826.158746:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158752:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219826.158753:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.158754:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219826.158755:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219826.158756:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219826.158758:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219826.158759:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219826.158763:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219826.158766:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=130 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219826.158768:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219826.158770:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219826.158771:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219826.158773:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219826.158775:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219826.158777:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219826.158779:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219826.158780:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219826.158784:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158790:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219826.158791:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219826.158793:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219826.158796:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219826.158804:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566214656:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219826.158809:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219826.158810:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219826.158811:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb28f0. 00000400:00000200:3.0:1788219826.158814:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:3.0:1788219826.158815:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:3.0:1788219826.158818:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219826.158821:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219826.158829:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158835:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219826.158836:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.158838:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219826.158839:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219826.158840:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219826.158842:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219826.158843:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219826.158845:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219826.158848:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=150 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219826.158850:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219826.158852:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219826.158853:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219826.158855:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219826.158857:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219826.158860:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158866:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219826.158868:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219826.158869:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219826.158872:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219826.158880:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566214272:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219826.158884:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219826.158885:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219826.158887:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d10. 00000400:00000200:3.0:1788219826.158889:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:3.0:1788219826.158890:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:3.0:1788219826.158892:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219826.158895:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219826.158902:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158907:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219826.158908:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.158910:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219826.158911:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219826.158912:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219826.158914:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219826.158915:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219826.158918:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219826.158920:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=42 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219826.158923:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219826.158924:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219826.158925:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219826.158927:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219826.158929:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219826.158930:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219826.158932:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219826.158933:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219826.158937:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158943:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219826.158944:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219826.158945:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219826.158949:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219826.158955:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566214528:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219826.158959:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.158962:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219826.158965:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b480 x1875079566214400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.158971:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219826.158973:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219826.158976:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975e00. 02000000:00000001:3.0:1788219826.158979:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219826.158981:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219826.158983:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219826.158985:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219826.158988:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006c00. 02000000:00000001:3.0:1788219826.158991:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219826.158992:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219826.158994:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b480. 00000100:00000001:3.0:1788219826.158997:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219826.158998:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.159000:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219826.159002:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028000 x1875079566214656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.159007:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219826.159009:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219826.159010:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975200. 02000000:00000001:3.0:1788219826.159012:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219826.159012:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219826.159014:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219826.159015:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219826.159016:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006100. 02000000:00000001:3.0:1788219826.159018:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219826.159019:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219826.159019:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028000. 00000100:00000001:3.0:1788219826.159021:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219826.159022:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.159024:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219826.159026:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566214272/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.159031:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219826.159032:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219826.159033:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975c00. 02000000:00000001:3.0:1788219826.159035:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219826.159036:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219826.159037:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219826.159039:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219826.159040:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006400. 02000000:00000001:3.0:1788219826.159041:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219826.159052:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219826.159053:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:3.0:1788219826.159056:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219826.159096:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.159098:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219826.159101:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566214528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219826.159108:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219826.159109:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219826.159111:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974000. 02000000:00000001:3.0:1788219826.159113:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219826.159114:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219826.159115:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219826.159117:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219826.159118:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006b00. 02000000:00000001:3.0:1788219826.159120:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219826.159122:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219826.159123:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:3.0:1788219826.159125:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219826.159126:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.159128:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219826.159135:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219826.159137:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219826.159139:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219826.159141:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103436:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219827.103456:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219827.103459:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219827.103466:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219827.103468:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219827.103470:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103476:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219827.103479:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103481:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103484:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103489:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219827.103490:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219827.103491:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219827.103493:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219827.103495:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219827.103496:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103498:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219827.103499:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103500:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103502:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103507:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219827.103509:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103513:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219827.103514:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219827.103518:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219827.103519:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219827.106928:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219827.106937:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219827.106943:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219827.423419:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313696507, at 4313696512 00000100:00000010:2.0:1788219827.423433:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1928a0. 00000100:00000040:3.0:1788219827.423555:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313696507, at 4313696512 00000100:00000010:3.0:1788219827.423561:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192e40. 00010000:00000001:1.0:1788219828.128158:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219828.128164:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128170:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219828.128171:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128175:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219828.128177:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128180:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219828.128182:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128195:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219828.128199:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219828.128202:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219828.128206:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128209:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219828.128211:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128213:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219828.128216:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219828.129640:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219828.129645:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219828.129649:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1788219828.757579:0:329049:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219828.757587:0:329049:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26b00. 00000002:00000001:3.0:1788219828.757592:0:329049:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219828.757599:0:329049:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:3.0:1788219828.757602:0:329049:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e070e280. 00000020:00000040:3.0:1788219828.757610:0:329049:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219828.757613:0:329049:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:3.0:1788219828.757617:0:329049:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1788219828.757620:0:329049:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:3.0:1788219828.757625:0:329049:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219828.757628:0:329049:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219828.757634:0:329049:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219828.757636:0:329049:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219828.757641:0:329049:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219828.757648:0:329049:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d1520600. 00000100:00000001:3.0:1788219828.757653:0:329049:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.757660:0:329049:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219828.757662:0:329049:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219828.757668:0:329049:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219828.757670:0:329049:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516900288 : -113710192651328 : ffff9894c85c13c0) 00000100:00000001:3.0:1788219828.757673:0:329049:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219828.757674:0:329049:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219828.757679:0:329049:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219828.757682:0:329049:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.757684:0:329049:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219828.757685:0:329049:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219828.757696:0:329049:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.757704:0:329049:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219828.757706:0:329049:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219828.757710:0:329049:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219828.757713:0:329049:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219828.757715:0:329049:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219828.757718:0:329049:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329049:1875079566214784:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219828.757722:0:329049:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219828.757727:0:329049:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219828.757729:0:329049:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219828.757731:0:329049:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219828.757735:0:329049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520a00. 02000000:00000001:3.0:1788219828.757737:0:329049:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219828.757744:0:329049:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219828.757749:0:329049:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219828.757756:0:329049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219828.757763:0:329049:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566214784, portal 10 00000100:00000001:3.0:1788219828.757764:0:329049:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219828.757765:0:329049:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219828.757772:0:329049:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.757779:0:329049:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219828.757781:0:329049:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219828.757784:0:329049:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219828.757786:0:329049:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566214784, offset 0 00000400:00000200:3.0:1788219828.757792:0:329049:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219828.757801:0:329049:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219828.757808:0:329049:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219828.757812:0:329049:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219828.757817:0:329049:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219828.757821:0:329049:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219828.757824:0:329049:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219828.757827:0:329049:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92862:92862:256:4294967295] 192.168.203.120@tcp LPNI seq info [92862:92862:8:4294967295] 00000400:00000200:3.0:1788219828.757831:0:329049:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219828.757841:0:329049:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219828.757847:0:329049:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219828.757852:0:329049:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 00000800:00000200:3.0:1788219828.757857:0:329049:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219828.757864:0:329049:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219828.757868:0:329049:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1788219828.758192:0:329049:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219828.758198:0:329049:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14673 usecs (15 jiffies) 00000400:00000200:3.0:1788219828.758202:0:329049:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219828.758205:0:329049:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313697861 00000100:00000010:3.0:1788219828.758211:0:329049:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecea0. 00000100:00000001:3.0:1788219828.758217:0:329049:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219828.758224:0:329049:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313697861 00000100:00000010:3.0:1788219828.758227:0:329049:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec6c0. 00000100:00000001:3.0:1788219828.758229:0:329049:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219828.758232:0:329049:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219828.758235:0:329049:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.758238:0:329049:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219828.758240:0:329049:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219828.758242:0:329049:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c13c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219828.758245:0:329049:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219828.758247:0:329049:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219828.759300:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219828.759308:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:3.0:1788219828.759585:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219828.759593:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219828.759600:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:3.0:1788219828.759603:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:3.0:1788219828.759607:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219828.759614:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.759624:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219828.759627:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.759634:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.759635:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219828.766516:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219828.766532:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219828.766535:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219828.766538:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219828.766547:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219828.766555:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219828.766563:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219828.766570:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219828.766576:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219828.766580:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb784680 00000400:00000200:2.0:1788219828.766584:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219828.766590:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9145 [1] + 224 00000800:00000001:2.0:1788219828.766596:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219828.766603:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219828.766606:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219828.766611:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219828.766618:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219828.766627:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219828.766639:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219828.766652:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219828.766660:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219828.766663:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219828.766800:0:329049:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219828.766808:0:329049:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219828.766810:0:329049:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219828.766813:0:329049:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219828.766818:0:329049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219828.766820:0:329049:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219828.766823:0:329049:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219828.766829:0:329049:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219828.766837:0:329049:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.766843:0:329049:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219828.766845:0:329049:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219828.766847:0:329049:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219828.766851:0:329049:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219828.766854:0:329049:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219828.766856:0:329049:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219828.766858:0:329049:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219828.766867:0:329049:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219828.766871:0:329049:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219828.766874:0:329049:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219828.766875:0:329049:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219828.766879:0:329049:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219828.766881:0:329049:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.766885:0:329049:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219828.766887:0:329049:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:3.0:1788219828.766889:0:329049:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219828.766890:0:329049:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219828.766895:0:329049:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.766903:0:329049:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219828.766906:0:329049:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219828.766908:0:329049:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219828.766911:0:329049:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219828.766918:0:329049:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329049:1875079566214784:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219828.766923:0:329049:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219828.766926:0:329049:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.766928:0:329049:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219828.766931:0:329049:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219828.766934:0:329049:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.766941:0:329049:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219828.766944:0:329049:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219828.766947:0:329049:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219828.766949:0:329049:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219828.766951:0:329049:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219828.766954:0:329049:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566214784/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219844 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219828.766959:0:329049:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219828.766962:0:329049:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219828.766965:0:329049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520a00. 02000000:00000001:3.0:1788219828.766968:0:329049:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219828.766970:0:329049:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219828.766972:0:329049:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219828.766974:0:329049:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219828.766977:0:329049:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d1520600. 02000000:00000001:3.0:1788219828.766980:0:329049:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219828.766981:0:329049:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219828.766984:0:329049:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219828.766986:0:329049:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219828.766988:0:329049:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219828.766990:0:329049:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219828.766993:0:329049:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219828.766996:0:329049:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219828.767000:0:329049:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219828.767002:0:329049:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:3.0:1788219828.767004:0:329049:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e070e280. 00000002:00000010:3.0:1788219828.767024:0:329049:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26b00. 00000100:00000040:3.0:1788219828.774795:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313697861, at 4313697863 00000100:00000010:3.0:1788219828.774811:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec6c0. 00000100:00000040:2.0:1788219828.775020:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313697861, at 4313697863 00000100:00000010:2.0:1788219828.775037:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecea0. 00010000:00000001:1.0:1788219829.151495:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219829.151502:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219829.151508:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219829.151509:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219829.151918:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219829.151921:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219829.151927:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219829.151928:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219829.151931:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219829.151933:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219829.151985:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219829.151989:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219829.151992:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219830.176216:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.176224:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176230:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.176231:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176235:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.176239:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.176241:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.176247:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.176249:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.176251:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176254:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.176257:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176259:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176261:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176266:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.176267:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.176283:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.176284:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219830.176572:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.176576:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.176579:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788219830.558793:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.558800:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.558802:0:329079:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219830.558806:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb20 00000080:00200000:3.0:1788219830.558811:0:329079:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219830.558864:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521c00. 00800000:00000002:3.0:1788219830.558870:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219830.558874:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.558879:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.558881:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfba40 00800000:00000002:3.0:1788219830.558884:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.558888:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219830.558890:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.558893:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.558895:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.558898:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.558900:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.558902:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.558904:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.558908:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219830.558912:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.558914:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb910 00000002:00010000:3.0:1788219830.558916:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219830.558919:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.558921:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.558924:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219830.558941:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219830.558944:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219830.558949:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.558953:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219830.558958:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 02000000:00000001:3.0:1788219830.558969:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219830.558974:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.558991:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000002:00000001:3.0:1788219830.558999:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219830.559002:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219830.559004:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.559006:0:329079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.559008:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.559009:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219830.559012:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219830.559015:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219830.559018:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521c00. 00000080:00000001:3.0:1788219830.559023:0:329079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219830.559025:0:329079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.559027:0:329079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219830.559031:0:329079:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219830.559035:0:329079:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219830.559037:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219830.559038:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.559758:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.559765:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.559769:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.559772:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.559776:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.559778:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.559779:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.559782:0:329079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.559789:0:329079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cfbb58 00010000:00000001:3.0:1788219830.559792:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.559793:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.559794:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.559796:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.559798:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.559800:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.559804:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00000001:3.0:1788219830.559812:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.559814:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.559815:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219830.559818:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219830.559820:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00000001:3.0:1788219830.559840:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219830.559843:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219830.559845:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.559850:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.559851:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.559852:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.559855:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219830.559857:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.559859:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.559861:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.559863:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.559865:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.559866:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219830.559869:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219830.559871:0:329079:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.559874:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.559879:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.559884:0:329079:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219830.559887:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbae8 00000080:00002000:3.0:1788219830.559889:0:329079:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219830.559892:0:329079:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219830.559894:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb30 00000080:00200000:3.0:1788219830.559896:0:329079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:3.0:1788219830.559900:0:329079:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219830.559902:0:329079:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.559905:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219830.559907:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.559910:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219830.559919:0:329079:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba88520. 00000020:00000001:3.0:1788219830.559923:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbae8 00000080:00200000:3.0:1788219830.559925:0:329079:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:3.0:1788219830.559929:0:329079:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219830.559931:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb998 00000080:00200000:3.0:1788219830.559933:0:329079:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:3.0:1788219830.559941:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521c00. 00800000:00000002:3.0:1788219830.559944:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:3.0:1788219830.559948:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.559950:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.559952:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb8b8 00800000:00000002:3.0:1788219830.559953:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219830.559955:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1788219830.559959:0:329079:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1788219830.559963:0:329079:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00000020:00000001:3.0:1788219830.559965:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb850 00800000:00000002:3.0:1788219830.559967:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x4:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:3.0:1788219830.559971:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.559972:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb788 00000002:00010000:3.0:1788219830.559975:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788219830.559978:0:329079:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219830.559980:0:329079:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219830.559985:0:329079:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219830.559990:0:329079:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219830.559995:0:329079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219830.560000:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.560003:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.560004:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.560005:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.560008:0:329079:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219830.560010:0:329079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219830.560013:0:329079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219830.560020:0:329079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125e400. 00000100:00000001:3.0:1788219830.560026:0:329079:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.560031:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.560032:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.560034:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.560036:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.560037:0:329079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.560260:0:329079:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00010000:00000001:3.0:1788219830.560265:0:329079:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219830.560268:0:329079:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219830.560275:0:329079:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619100. 00010000:00000010:3.0:1788219830.560279:0:329079:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef280. 00010000:00000001:3.0:1788219830.560283:0:329079:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219830.560286:0:329079:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9000. 00000020:00000001:3.0:1788219830.560290:0:329079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219830.560292:0:329079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9000 with handle 0x34450ab7a1633dd to hash 00000020:00000001:3.0:1788219830.560294:0:329079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219830.560295:0:329079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.560299:0:329079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.560302:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.560304:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.560307:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.560409:0:329079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.560432:0:329079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219830.560438:0:329079:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219830.560440:0:329079:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219830.560447:0:329079:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.560449:0:329079:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516900288 : -113710192651328 : ffff9894c85c13c0) 00000100:00000001:3.0:1788219830.560451:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.560452:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219830.560457:0:329079:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219830.560461:0:329079:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.560462:0:329079:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219830.560464:0:329079:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219830.560473:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.560481:0:329079:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219830.560483:0:329079:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.560487:0:329079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219830.560490:0:329079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219830.560493:0:329079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219830.560496:0:329079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566214912:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.560500:0:329079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219830.560505:0:329079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219830.560508:0:329079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.560511:0:329079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219830.560515:0:329079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09c800. 02000000:00000001:3.0:1788219830.560517:0:329079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219830.560524:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219830.560528:0:329079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219830.560536:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219830.560542:0:329079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566214912, portal 10 00000100:00000001:3.0:1788219830.560544:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.560546:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219830.560552:0:329079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.560559:0:329079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219830.560562:0:329079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219830.560565:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219830.560567:0:329079:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566214912, offset 0 00000400:00000200:3.0:1788219830.560574:0:329079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219830.560583:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.560589:0:329079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219830.560595:0:329079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219830.560599:0:329079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219830.560603:0:329079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219830.560606:0:329079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219830.560609:0:329079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92863:92863:256:4294967295] 192.168.203.120@tcp LPNI seq info [92863:92863:8:4294967295] 00000400:00000200:3.0:1788219830.560614:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.560623:0:329079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219830.560629:0:329079:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219830.560634:0:329079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26b00. 00000800:00000200:3.0:1788219830.560640:0:329079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219830.560648:0:329079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219830.560652:0:329079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219830.560798:0:329079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.560802:0:329079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:3.0:1788219830.560806:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219830.560809:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699676 00000100:00000010:3.0:1788219830.560814:0:329079:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec6c0. 00000100:00000001:3.0:1788219830.560820:0:329079:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219830.560836:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699676 00000100:00000010:3.0:1788219830.560840:0:329079:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec8a0. 00000100:00000001:3.0:1788219830.560842:0:329079:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219830.560845:0:329079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219830.560848:0:329079:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.560850:0:329079:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219830.560852:0:329079:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219830.560855:0:329079:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c13c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219830.560857:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219830.560860:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219830.562206:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219830.562214:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26b00. 00000400:00000200:2.0:1788219830.562220:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.562228:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219830.562235:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:2.0:1788219830.562237:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:2.0:1788219830.562242:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219830.562249:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.562263:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.562266:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.562277:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.562279:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219830.565717:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.565733:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.565738:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.565740:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.565749:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.565757:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.565766:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.565773:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.565778:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.565782:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb784700 00000400:00000200:2.0:1788219830.565787:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.565793:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9155 [1] + 224 00000800:00000001:2.0:1788219830.565800:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.565806:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.565810:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.565814:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.565821:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.565840:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.565850:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.565866:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.565875:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.565878:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.565987:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219830.565996:0:329079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219830.565998:0:329079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219830.566002:0:329079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219830.566006:0:329079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219830.566009:0:329079:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219830.566012:0:329079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.566021:0:329079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219830.566031:0:329079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.566038:0:329079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219830.566040:0:329079:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.566050:0:329079:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219830.566054:0:329079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219830.566057:0:329079:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219830.566059:0:329079:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.566062:0:329079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219830.566072:0:329079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219830.566077:0:329079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=154 v=5 (1 0 0 0) 00000100:00000001:3.0:1788219830.566080:0:329079:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788219830.566083:0:329079:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.566089:0:329079:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788219830.566092:0:329079:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219830.566094:0:329079:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:3.0:1788219830.566096:0:329079:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219830.566097:0:329079:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788219830.566101:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.566108:0:329079:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788219830.566111:0:329079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219830.566113:0:329079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219830.566117:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219830.566125:0:329079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566214912:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.566131:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.566133:0:329079:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788219830.566136:0:329079:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219830.566138:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.566142:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.566148:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219830.566151:0:329079:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.566155:0:329079:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219830.566156:0:329079:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788219830.566159:0:329079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219830.566163:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.566165:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.566168:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=4 00000020:00000001:3.0:1788219830.566171:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.566174:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00010000:3.0:1788219830.566178:0:329079:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566189:0:329079:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788219830.566193:0:329079:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566198:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.566201:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566206:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566208:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219830.566210:0:329079:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566215:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.566218:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566221:0:329079:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788219830.566223:0:329079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.566229:0:329079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893de3b9000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:3.0:1788219830.566232:0:329079:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788219830.566235:0:329079:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566241:0:329079:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788219830.566243:0:329079:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788219830.566246:0:329079:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566250:0:329079:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788219830.566253:0:329079:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788219830.566254:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.566255:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.566256:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=5 00000020:00000001:3.0:1788219830.566258:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.566260:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.566262:0:329079:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219830.566264:0:329079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788219830.566269:0:329079:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219830.566271:0:329079:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.566273:0:329079:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788219830.566274:0:329079:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219830.566277:0:329079:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219830.566278:0:329079:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219830.566280:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.566281:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219830.566284:0:329079:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9000 with handle 0x34450ab7a1633dd from hash 00010000:00000001:3.0:1788219830.566286:0:329079:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219830.566287:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566288:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566289:0:329079:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219830.566291:0:329079:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219830.566292:0:329079:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788219830.566293:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566294:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566295:0:329079:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.566297:0:329079:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.566299:0:329079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.566303:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566304:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566306:0:329079:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788219830.566307:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.566309:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566309:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566347:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788219830.566349:0:329079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633dd lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788219830.566356:0:329079:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619100 count: 0 00010000:00000010:3.0:1788219830.566362:0:329079:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef280. 00010000:00000001:3.0:1788219830.566369:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566371:0:329079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788219830.566375:0:329079:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788219830.566379:0:329079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219830.566387:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788219830.566388:0:329079:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566390:0:329079:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566392:0:329079:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566394:0:329079:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219830.566397:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788219830.566399:0:329079:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566400:0:329079:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219830.566403:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb710 00000002:00002000:3.0:1788219830.566405:0:329079:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788219830.566409:0:329079:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.566412:0:329079:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.566415:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788219830.566417:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788219830.566429:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.566433:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:3.0:1788219830.566435:0:329079:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788219830.566437:0:329079:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8cfbb20 it_disposition 7 00000080:00002000:3.0:1788219830.566442:0:329079:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e92ee288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1788219830.566449:0:329079:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:3.0:1788219830.566453:0:329079:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.566457:0:329079:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788219830.566459:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.566462:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.566464:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.566467:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.566469:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.566472:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:3.0:1788219830.566474:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566477:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.566479:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.566481:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219830.566485:0:329079:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566487:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566489:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.566490:0:329079:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.566492:0:329079:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788219830.566496:0:329079:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788219830.566500:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521c00. 00000100:00000001:3.0:1788219830.566504:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.566507:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566214912/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.566518:0:329079:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219830.566521:0:329079:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219830.566523:0:329079:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09c800. 02000000:00000001:3.0:1788219830.566526:0:329079:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219830.566528:0:329079:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219830.566530:0:329079:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219830.566532:0:329079:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219830.566535:0:329079:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125e400. 02000000:00000001:3.0:1788219830.566537:0:329079:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219830.566539:0:329079:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219830.566541:0:329079:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219830.566544:0:329079:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219830.566545:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219830.566548:0:329079:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788219830.566549:0:329079:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8cfbb20 released 00000080:00000001:3.0:1788219830.566551:0:329079:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788219830.566555:0:329079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219830.566557:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb70 00000080:00002000:3.0:1788219830.566559:0:329079:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff9893e92ee288, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219830.566562:0:329079:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219830.566565:0:329079:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219830.566568:0:329079:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788219830.566572:0:329079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219830.566573:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbbf0 00000080:00002000:3.0:1788219830.566575:0:329079:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:3.0:1788219830.566577:0:329079:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.566615:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.566617:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.566619:0:329079:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219830.566620:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbbb0 00000080:00200000:3.0:1788219830.566622:0:329079:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219830.566627:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521c00. 00800000:00000002:3.0:1788219830.566632:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219830.566635:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.566637:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.566638:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbad0 00800000:00000002:3.0:1788219830.566641:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.566643:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219830.566645:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.566646:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.566647:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.566649:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.566650:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.566652:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.566653:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.566656:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219830.566659:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.566661:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb9a0 00000002:00010000:3.0:1788219830.566663:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219830.566666:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.566667:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.566668:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219830.566672:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219830.566675:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219830.566679:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.566681:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219830.566685:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 02000000:00000001:3.0:1788219830.566692:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219830.566696:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.566699:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000002:00000001:3.0:1788219830.566705:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219830.566707:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219830.566709:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.566711:0:329079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.566713:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.566714:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219830.566717:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219830.566719:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219830.566721:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521c00. 00000080:00000001:3.0:1788219830.566724:0:329079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219830.566725:0:329079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.566728:0:329079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219830.566731:0:329079:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219830.566734:0:329079:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219830.566736:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219830.566737:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.566738:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.566740:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.566742:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.566744:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.566746:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566747:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.566748:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.566750:0:329079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.566752:0:329079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cfbbe8 00010000:00000001:3.0:1788219830.566754:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.566755:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.566756:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.566758:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.566760:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.566761:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.566763:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00000001:3.0:1788219830.566769:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566770:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566771:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219830.566773:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219830.566775:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00000001:3.0:1788219830.566785:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219830.566787:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219830.566789:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.566793:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566795:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566796:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566799:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219830.566800:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566802:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566804:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566805:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.566806:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566807:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219830.566809:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219830.566810:0:329079:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.566813:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.566817:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.566819:0:329079:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219830.566821:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb78 00000080:00002000:3.0:1788219830.566823:0:329079:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219830.566825:0:329079:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219830.566839:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbbc0 00000080:00200000:3.0:1788219830.566840:0:329079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:3.0:1788219830.566844:0:329079:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219830.566845:0:329079:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.566848:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219830.566849:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.566851:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219830.566860:0:329079:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba88e60. 00000020:00000001:3.0:1788219830.566863:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb78 00000080:00200000:3.0:1788219830.566865:0:329079:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=16392 00000080:00000001:3.0:1788219830.566867:0:329079:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219830.566869:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfba28 00000080:00200000:3.0:1788219830.566870:0:329079:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:3.0:1788219830.566876:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521c00. 00800000:00000002:3.0:1788219830.566878:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:3.0:1788219830.566881:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.566883:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.566885:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb948 00800000:00000002:3.0:1788219830.566886:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219830.566889:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1788219830.566893:0:329079:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1788219830.566896:0:329079:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00000020:00000001:3.0:1788219830.566898:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb8e0 00800000:00000002:3.0:1788219830.566900:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x4:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:3.0:1788219830.566902:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.566904:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb818 00000002:00010000:3.0:1788219830.566905:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788219830.566909:0:329079:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219830.566911:0:329079:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219830.566914:0:329079:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219830.566917:0:329079:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219830.566922:0:329079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219830.566925:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.566928:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.566929:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.566930:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.566932:0:329079:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219830.566934:0:329079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219830.566936:0:329079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219830.566947:0:329079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125e400. 00000100:00000001:3.0:1788219830.566953:0:329079:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566956:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.566958:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566959:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.566960:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.566962:0:329079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.566969:0:329079:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00010000:00000001:3.0:1788219830.566972:0:329079:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219830.566975:0:329079:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219830.566979:0:329079:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619600. 00010000:00000010:3.0:1788219830.566983:0:329079:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef280. 00010000:00000001:3.0:1788219830.566987:0:329079:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219830.566990:0:329079:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9200. 00000020:00000001:3.0:1788219830.566992:0:329079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219830.566994:0:329079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9200 with handle 0x34450ab7a1633e4 to hash 00000020:00000001:3.0:1788219830.566996:0:329079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219830.566998:0:329079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.567000:0:329079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.567003:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.567005:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.567008:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.567014:0:329079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.567025:0:329079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219830.567030:0:329079:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219830.567031:0:329079:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219830.567037:0:329079:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.567039:0:329079:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516900288 : -113710192651328 : ffff9894c85c13c0) 00000100:00000001:3.0:1788219830.567042:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.567043:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219830.567047:0:329079:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219830.567051:0:329079:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.567053:0:329079:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219830.567055:0:329079:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219830.567059:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.567067:0:329079:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219830.567069:0:329079:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.567073:0:329079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219830.567075:0:329079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219830.567077:0:329079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219830.567080:0:329079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566215040:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.567083:0:329079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219830.567088:0:329079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219830.567089:0:329079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.567092:0:329079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219830.567095:0:329079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09c800. 02000000:00000001:3.0:1788219830.567097:0:329079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219830.567102:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219830.567106:0:329079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219830.567111:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219830.567117:0:329079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566215040, portal 10 00000100:00000001:3.0:1788219830.567119:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.567120:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219830.567126:0:329079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.567134:0:329079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219830.567136:0:329079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219830.567139:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219830.567142:0:329079:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566215040, offset 0 00000400:00000200:3.0:1788219830.567148:0:329079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219830.567155:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.567161:0:329079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219830.567166:0:329079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219830.567170:0:329079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219830.567173:0:329079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219830.567176:0:329079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219830.567179:0:329079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92864:92864:256:4294967295] 192.168.203.120@tcp LPNI seq info [92864:92864:8:4294967295] 00000400:00000200:3.0:1788219830.567184:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.567193:0:329079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219830.567200:0:329079:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219830.567207:0:329079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26500. 00000800:00000200:3.0:1788219830.567214:0:329079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219830.567222:0:329079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219830.567227:0:329079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219830.567242:0:329079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.567246:0:329079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:3.0:1788219830.567249:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219830.567252:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699681 00000100:00000001:3.0:1788219830.567260:0:329079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699676 00000100:00000001:3.0:1788219830.567266:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699681 00000100:00000001:3.0:1788219830.567269:0:329079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699676 00000100:00000001:3.0:1788219830.567272:0:329079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219830.567274:0:329079:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.567277:0:329079:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219830.567279:0:329079:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219830.567282:0:329079:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c13c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219830.567284:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219830.567286:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219830.567571:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219830.567576:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26500. 00000400:00000200:2.0:1788219830.567580:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.567585:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219830.567590:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:2.0:1788219830.567592:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:2.0:1788219830.567596:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219830.567600:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.567609:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.567613:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.567619:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.567620:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219830.576725:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.576741:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.576746:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.576748:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.576757:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.576765:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.576774:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.576780:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.576785:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.576789:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb784780 00000400:00000200:2.0:1788219830.576794:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.576800:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9165 [1] + 224 00000800:00000001:2.0:1788219830.576807:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.576814:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.576817:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.576821:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.576828:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.576838:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.576848:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.576868:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.576878:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.576881:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.576935:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219830.576942:0:329079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219830.576944:0:329079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219830.576947:0:329079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219830.576951:0:329079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219830.576954:0:329079:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219830.576957:0:329079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.576961:0:329079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219830.576970:0:329079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.576976:0:329079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219830.576979:0:329079:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.576981:0:329079:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219830.576985:0:329079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219830.576987:0:329079:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219830.576989:0:329079:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.576992:0:329079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219830.577001:0:329079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219830.577005:0:329079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219830.577007:0:329079:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788219830.577010:0:329079:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.577017:0:329079:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788219830.577020:0:329079:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219830.577022:0:329079:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:3.0:1788219830.577024:0:329079:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219830.577025:0:329079:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788219830.577029:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.577035:0:329079:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788219830.577038:0:329079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219830.577052:0:329079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219830.577057:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219830.577063:0:329079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566215040:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.577068:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.577070:0:329079:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788219830.577072:0:329079:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219830.577074:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.577078:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.577084:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219830.577087:0:329079:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.577091:0:329079:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219830.577092:0:329079:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788219830.577097:0:329079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219830.577100:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.577103:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.577106:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9200 refcount=4 00000020:00000001:3.0:1788219830.577108:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.577111:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00010000:3.0:1788219830.577116:0:329079:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.577125:0:329079:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788219830.577129:0:329079:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.1:1788219830.578969:0:329079:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619100. 00010000:00000010:3.1:1788219830.578987:0:329079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9000. 00000080:00000010:3.1:1788219830.578993:0:329079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88520. 00010000:00000001:3.0:1788219830.579013:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.579016:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.579023:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579024:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219830.579026:0:329079:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.579031:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.579034:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579037:0:329079:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788219830.579040:0:329079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.579046:0:329079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893de3b9200 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:3.0:1788219830.579049:0:329079:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788219830.579053:0:329079:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.579063:0:329079:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788219830.579065:0:329079:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788219830.579068:0:329079:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.579073:0:329079:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788219830.579075:0:329079:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788219830.579077:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.579080:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.579082:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9200 refcount=5 00000020:00000001:3.0:1788219830.579084:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.579086:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.579089:0:329079:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219830.579091:0:329079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788219830.579096:0:329079:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219830.579098:0:329079:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.579100:0:329079:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788219830.579102:0:329079:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219830.579105:0:329079:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219830.579106:0:329079:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219830.579107:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.579109:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219830.579111:0:329079:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9200 with handle 0x34450ab7a1633e4 from hash 00010000:00000001:3.0:1788219830.579113:0:329079:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219830.579115:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579116:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579117:0:329079:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219830.579118:0:329079:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219830.579120:0:329079:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788219830.579123:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579124:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579126:0:329079:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.579128:0:329079:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.579130:0:329079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.579148:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579149:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579150:0:329079:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788219830.579152:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.579153:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579154:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579156:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788219830.579157:0:329079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a1633e4 lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788219830.579164:0:329079:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619600 count: 0 00010000:00000010:3.0:1788219830.579170:0:329079:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef280. 00010000:00000001:3.0:1788219830.579177:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579180:0:329079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788219830.579189:0:329079:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788219830.579199:0:329079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219830.579209:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788219830.579210:0:329079:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579212:0:329079:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579214:0:329079:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579217:0:329079:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219830.579220:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788219830.579221:0:329079:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579223:0:329079:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219830.579225:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb7a0 00000002:00002000:3.0:1788219830.579227:0:329079:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788219830.579230:0:329079:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.579234:0:329079:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.579237:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788219830.579240:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788219830.579242:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579245:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:3.0:1788219830.579248:0:329079:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788219830.579249:0:329079:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8cfbbb0 it_disposition 7 00000080:00002000:3.0:1788219830.579256:0:329079:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e92eee58 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1788219830.579264:0:329079:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:3.0:1788219830.579267:0:329079:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.579272:0:329079:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788219830.579274:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.579276:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.579278:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.579281:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.579284:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579286:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:3.0:1788219830.579288:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579292:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.579294:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.579296:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219830.579300:0:329079:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579302:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579304:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.579306:0:329079:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.579308:0:329079:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788219830.579336:0:329079:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788219830.579341:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521c00. 00000100:00000001:3.0:1788219830.579347:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.579352:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566215040/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.579358:0:329079:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219830.579361:0:329079:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219830.579365:0:329079:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09c800. 02000000:00000001:3.0:1788219830.579367:0:329079:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219830.579369:0:329079:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219830.579371:0:329079:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219830.579374:0:329079:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219830.579377:0:329079:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125e400. 02000000:00000001:3.0:1788219830.579380:0:329079:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219830.579381:0:329079:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219830.579383:0:329079:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219830.579386:0:329079:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219830.579387:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219830.579390:0:329079:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788219830.579391:0:329079:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8cfbbb0 released 00000080:00000001:3.0:1788219830.579393:0:329079:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788219830.579397:0:329079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219830.579399:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbc00 00000080:00002000:3.0:1788219830.579401:0:329079:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff9893e92eee58, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788219830.579404:0:329079:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219830.579408:0:329079:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788219830.579411:0:329079:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788219830.579414:0:329079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788219830.579415:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbc80 00000080:00002000:3.0:1788219830.579417:0:329079:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:3.0:1788219830.579419:0:329079:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.579477:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.579480:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.579482:0:329079:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219830.579483:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb20 00000080:00200000:3.0:1788219830.579486:0:329079:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219830.579493:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521c00. 00800000:00000002:3.0:1788219830.579498:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219830.579500:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.579503:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.579504:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfba40 00800000:00000002:3.0:1788219830.579507:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.579509:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219830.579511:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.579512:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.579513:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.579516:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.579517:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579519:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.579520:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579524:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219830.579528:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.579530:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb910 00000002:00010000:3.0:1788219830.579531:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219830.579534:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.579535:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.579537:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219830.579542:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219830.579544:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219830.579548:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.579551:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219830.579554:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 02000000:00000001:3.0:1788219830.579562:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219830.579566:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.579569:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000002:00000001:3.0:1788219830.579575:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219830.579577:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219830.579579:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.579581:0:329079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.579582:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.579584:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219830.579586:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219830.579588:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219830.579590:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521c00. 00000080:00000001:3.0:1788219830.579593:0:329079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219830.579594:0:329079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.579596:0:329079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219830.579599:0:329079:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219830.579602:0:329079:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219830.579604:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219830.579605:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.579606:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.579608:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.579610:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.579612:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.579614:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579615:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.579616:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.579618:0:329079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.579620:0:329079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cfbb58 00010000:00000001:3.0:1788219830.579622:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.579634:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.579636:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.579638:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.579640:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.579641:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.579644:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00000001:3.0:1788219830.579649:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579650:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579652:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219830.579653:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219830.579655:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:3.0:1788219830.579662:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219830.579664:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219830.579666:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.579670:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579671:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579673:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579675:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219830.579676:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579679:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579681:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579683:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.579684:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579685:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219830.579686:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219830.579688:0:329079:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.579690:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.579694:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.579697:0:329079:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219830.579699:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb48 00000080:00002000:3.0:1788219830.579701:0:329079:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219830.579703:0:329079:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219830.579705:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb90 00000080:00200000:3.0:1788219830.579706:0:329079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:3.0:1788219830.579710:0:329079:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219830.579712:0:329079:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219830.579718:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbd08 00000080:00200008:3.0:1788219830.579720:0:329079:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788219830.579724:0:329079:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219830.579726:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbc80 00000080:00200000:3.0:1788219830.579727:0:329079:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:3.0:1788219830.579732:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521c00. 00800000:00000002:3.0:1788219830.579734:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:3.0:1788219830.579736:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:3.0:1788219830.579740:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.579742:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.579743:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbba0 00800000:00000002:3.0:1788219830.579745:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.579748:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219830.579750:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.579751:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.579753:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.579754:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.579756:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579757:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.579760:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.579762:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.579763:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.579764:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.579765:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.579767:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579768:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219830.579770:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.579772:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219830.579775:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.579777:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfba70 00000002:00010000:3.0:1788219830.579778:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219830.579781:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.579782:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.579784:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219830.579787:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:3.0:1788219830.579790:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219830.579793:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.579795:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219830.579799:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788219830.579805:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219830.579807:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.579810:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788219830.579815:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219830.579817:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219830.579818:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.579820:0:329079:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1788219830.579823:0:329079:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d1520200. 00800000:00000002:3.0:1788219830.579826:0:329079:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:3.0:1788219830.579828:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.579830:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb990 00000002:00010000:3.0:1788219830.579832:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219830.579834:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.579835:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.579837:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219830.579838:0:329079:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579840:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579841:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579843:0:329079:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219830.579846:0:329079:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219830.579849:0:329079:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219830.579853:0:329079:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219830.579858:0:329079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219830.579862:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.579865:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.579866:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.579867:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.579870:0:329079:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219830.579872:0:329079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219830.579875:0:329079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219830.579880:0:329079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125e400. 00000100:00000001:3.0:1788219830.579885:0:329079:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579888:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.579890:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579892:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.579893:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.579894:0:329079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.579899:0:329079:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00010000:00000001:3.0:1788219830.579902:0:329079:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219830.579904:0:329079:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219830.579907:0:329079:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619100. 00010000:00000010:3.0:1788219830.579911:0:329079:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef280. 00010000:00000001:3.0:1788219830.579914:0:329079:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219830.579917:0:329079:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9000. 00000020:00000001:3.0:1788219830.579920:0:329079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219830.579922:0:329079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9000 with handle 0x34450ab7a1633eb to hash 00000020:00000001:3.0:1788219830.579924:0:329079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219830.579925:0:329079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.579928:0:329079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.579931:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.579933:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.579935:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.579942:0:329079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.579952:0:329079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219830.579957:0:329079:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219830.579959:0:329079:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219830.579966:0:329079:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.579968:0:329079:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516900288 : -113710192651328 : ffff9894c85c13c0) 00000100:00000001:3.0:1788219830.579971:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.579972:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219830.579976:0:329079:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219830.579979:0:329079:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.579981:0:329079:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219830.579983:0:329079:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219830.579988:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.579994:0:329079:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219830.579997:0:329079:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.580000:0:329079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219830.580003:0:329079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219830.580005:0:329079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219830.580008:0:329079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566215168:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.580011:0:329079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219830.580018:0:329079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219830.580021:0:329079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.580023:0:329079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219830.580027:0:329079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09c800. 02000000:00000001:3.0:1788219830.580029:0:329079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219830.580037:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219830.580041:0:329079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219830.580048:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219830.580056:0:329079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566215168, portal 10 00000100:00000001:3.0:1788219830.580058:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.580059:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219830.580065:0:329079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.580072:0:329079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219830.580075:0:329079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219830.580077:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c908. 00000100:00000200:3.0:1788219830.580080:0:329079:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566215168, offset 0 00000400:00000200:3.0:1788219830.580087:0:329079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219830.580096:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.580103:0:329079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219830.580109:0:329079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219830.580116:0:329079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219830.580120:0:329079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219830.580122:0:329079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219830.580125:0:329079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92865:92865:256:4294967295] 192.168.203.120@tcp LPNI seq info [92865:92865:8:4294967295] 00000400:00000200:3.0:1788219830.580128:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.580137:0:329079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219830.580144:0:329079:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219830.580149:0:329079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26400. 00000800:00000200:3.0:1788219830.580155:0:329079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219830.580163:0:329079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219830.580167:0:329079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219830.580190:0:329079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.580195:0:329079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:3.0:1788219830.580198:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219830.580201:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699695 00000100:00000001:3.0:1788219830.580208:0:329079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699681 00000100:00000001:3.0:1788219830.580213:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699695 00000100:00000001:3.0:1788219830.580216:0:329079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699681 00000100:00000001:3.0:1788219830.580218:0:329079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219830.580221:0:329079:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.580222:0:329079:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219830.580224:0:329079:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219830.580227:0:329079:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c13c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219830.580229:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219830.580232:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219830.580731:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219830.580737:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26400. 00000400:00000200:2.0:1788219830.580743:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.580749:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219830.580754:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c908 00000400:00000010:2.0:1788219830.580756:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c908. 00000100:00000001:2.0:1788219830.580760:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219830.580765:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.580775:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.580779:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.580786:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.580787:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788219830.586883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619600. 00010000:00000010:3.1:1788219830.586900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9200. 00000800:00000001:2.0:1788219830.587145:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.587160:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.587163:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.587166:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.587174:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.587181:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.587190:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.587196:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.587200:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.587204:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb784800 00000400:00000200:2.0:1788219830.587208:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.587213:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe9175 [1] + 224 00000800:00000001:2.0:1788219830.587220:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.587227:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.587230:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.587235:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.587243:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.587251:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.587266:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.587284:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.587293:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.587296:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1788219830.587428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88e60. 00000100:00000001:3.0:1788219830.587451:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219830.587458:0:329079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219830.587461:0:329079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219830.587464:0:329079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:3.0:1788219830.587468:0:329079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:3.0:1788219830.587471:0:329079:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:3.0:1788219830.587474:0:329079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.587479:0:329079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219830.587489:0:329079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.587495:0:329079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219830.587496:0:329079:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.587499:0:329079:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219830.587503:0:329079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219830.587505:0:329079:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219830.587507:0:329079:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.587510:0:329079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219830.587520:0:329079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219830.587525:0:329079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219830.587527:0:329079:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219830.587529:0:329079:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587531:0:329079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219830.587534:0:329079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.587538:0:329079:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219830.587539:0:329079:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:3.0:1788219830.587541:0:329079:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219830.587543:0:329079:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.587548:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.587554:0:329079:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219830.587556:0:329079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219830.587558:0:329079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219830.587562:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219830.587569:0:329079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566215168:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.587573:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219830.587576:0:329079:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.587578:0:329079:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219830.587580:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.587584:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.587590:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219830.587592:0:329079:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.587595:0:329079:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219830.587596:0:329079:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587599:0:329079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788219830.587602:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587604:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587607:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=4 00000020:00000001:3.0:1788219830.587609:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587612:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000040:3.0:1788219830.587620:0:329079:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893de3b9000, remote cookie: 0x1782eba8aded8673, flags: 0x1001 00010000:00010000:3.0:1788219830.587635:0:329079:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.587646:0:329079:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587653:0:329079:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788219830.587657:0:329079:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788219830.587658:0:329079:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788219830.587660:0:329079:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788219830.587661:0:329079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788219830.587664:0:329079:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x4:0x0].0x0 (ffff9894cd619100) refcount = 1 00010000:00010000:3.0:1788219830.587668:0:329079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587674:0:329079:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788219830.587678:0:329079:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788219830.587679:0:329079:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219830.587682:0:329079:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788219830.587684:0:329079:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.587687:0:329079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587692:0:329079:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788219830.587693:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587695:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587696:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587697:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587698:0:329079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.587702:0:329079:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788219830.587704:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587705:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587706:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:3.0:1788219830.587708:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587710:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587712:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587714:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587715:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=4 00000020:00000001:3.0:1788219830.587716:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587718:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587720:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.587723:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.587726:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587732:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587733:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587734:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587735:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587736:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=5 00000020:00000001:3.0:1788219830.587738:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587740:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587742:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.587745:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587751:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587752:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788219830.587755:0:329079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587760:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.587762:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587763:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587764:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587766:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788219830.587770:0:329079:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788219830.587779:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587780:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587781:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:3.0:1788219830.587783:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587785:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587787:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587788:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.587790:0:329079:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.587792:0:329079:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.587794:0:329079:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788219830.587797:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587798:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587799:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:3.0:1788219830.587800:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587802:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00000002:00010000:3.0:1788219830.587805:0:329079:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587811:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587812:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587814:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788219830.587816:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587817:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587818:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:3.0:1788219830.587820:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587822:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000040:3.0:1788219830.587827:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619100 count: 2 00010000:00000001:3.0:1788219830.587829:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788219830.587833:0:329079:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/4 (0 0) 00010000:00000001:3.0:1788219830.587836:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587837:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.587838:0:329079:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788219830.587841:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb918 00000002:00002000:3.0:1788219830.587843:0:329079:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788219830.587846:0:329079:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.587850:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219830.587852:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587853:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587854:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:3.0:1788219830.587856:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587859:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587861:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587862:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.587863:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587865:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.587866:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.587867:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:3.0:1788219830.587869:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587871:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:3.0:1788219830.587873:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.587875:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788219830.587880:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587881:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587883:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219830.587885:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219830.587887:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788219830.587894:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219830.587895:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219830.587897:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.587901:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587902:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.587904:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587907:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219830.587909:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587911:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587914:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.587916:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.587917:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.587918:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:2.0:1788219830.588257:0:329079:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000100:00000001:2.0:1788219830.588261:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.588266:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566215168/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.588273:0:329079:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219830.588276:0:329079:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219830.588279:0:329079:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09c800. 02000000:00000001:2.0:1788219830.588283:0:329079:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219830.588285:0:329079:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219830.588286:0:329079:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219830.588289:0:329079:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219830.588291:0:329079:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125e400. 02000000:00000001:2.0:1788219830.588295:0:329079:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219830.588296:0:329079:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219830.588298:0:329079:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:2.0:1788219830.588301:0:329079:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219830.588303:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.588307:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.588309:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb990 00000002:00010000:2.0:1788219830.588332:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.588336:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.588337:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.588339:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.588343:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:2.0:1788219830.588345:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.588348:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.588351:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.588354:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788219830.588402:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.588407:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.588410:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788219830.588416:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.588418:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.588428:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.588430:0:329079:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:2.0:1788219830.588432:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.588433:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588434:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588436:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219830.588438:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588440:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588442:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588443:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.588444:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588446:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588447:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588448:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219830.588450:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588452:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588454:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.588456:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788219830.588462:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588462:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588463:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.588465:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.588468:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788219830.588476:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.588478:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.588479:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.588481:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588482:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588484:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588486:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.588487:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588489:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588490:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588492:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.588493:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588494:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:2.0:1788219830.588496:0:329079:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d1520200. 00800000:00000001:2.0:1788219830.588499:0:329079:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.588501:0:329079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.588503:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788219830.588507:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788219830.588510:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.588513:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:2.0:1788219830.588515:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219830.588518:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521c00. 00000080:00000001:2.0:1788219830.588522:0:329079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219830.588524:0:329079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.588527:0:329079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:2.0:1788219830.588530:0:329079:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:2.0:1788219830.588534:0:329079:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219830.588536:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.588537:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588538:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588540:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:2.0:1788219830.588541:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219830.588543:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219830.588546:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588547:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.588548:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.588550:0:329079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.588552:0:329079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c8cfbcb8 00010000:00000001:2.0:1788219830.588554:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588555:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588556:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:2.0:1788219830.588557:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219830.588559:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:2.0:1788219830.588561:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.588564:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788219830.588569:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588570:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588571:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.588572:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.588575:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788219830.588580:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.588581:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.588582:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.588583:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588584:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588585:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588587:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.588588:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588589:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588591:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588593:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.588594:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588595:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219830.588596:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219830.588598:0:329079:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.588603:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:2.0:1788219830.588605:0:329079:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:2.0:1788219830.588610:0:329079:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974600. 00800000:00000002:2.0:1788219830.588612:0:329079:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:2.0:1788219830.588615:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.588616:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb28 00000002:00010000:2.0:1788219830.588618:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.588629:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.588630:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.588632:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.588634:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619100 count: 2 00010000:00000001:2.0:1788219830.588636:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.588638:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.588641:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.588644:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788219830.588650:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.588652:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.588654:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788219830.588661:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.588662:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.588664:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.588665:0:329079:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:2.0:1788219830.588667:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.588668:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588669:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588670:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:2.0:1788219830.588672:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:2.0:1788219830.588673:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:2.0:1788219830.588675:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588677:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.588678:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588680:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588681:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588682:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9000 refcount=3 00000020:00000001:2.0:1788219830.588684:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:2.0:1788219830.588686:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588900864 : -113714120650752 : ffff9893de3b9000) 00010000:00000001:2.0:1788219830.588687:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.588690:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219830.588695:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588696:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588697:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.588698:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.588700:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788219830.588705:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.588706:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.588707:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.588709:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588710:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588711:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588712:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.588713:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588715:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588717:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588718:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.588719:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588720:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:2.0:1788219830.588721:0:329079:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:2.0:1788219830.588723:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.588724:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb28 00000002:00010000:2.0:1788219830.588726:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.588728:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.588730:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.588731:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.588733:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:2.0:1788219830.588735:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.588736:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.588738:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.588740:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788219830.588746:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.588747:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.588750:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788219830.588755:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.588757:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.588758:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.588760:0:329079:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:2.0:1788219830.588761:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.588762:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588763:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588764:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219830.588766:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588767:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588769:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588770:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.588771:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588772:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.588773:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.588774:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219830.588776:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588777:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.588779:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.588781:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788219830.588787:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588788:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588789:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.588790:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.588792:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788219830.588797:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.588798:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.588799:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.588801:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588802:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.588803:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588805:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.588806:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588808:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588809:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.588811:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.588812:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.588813:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:2.0:1788219830.588814:0:329079:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974600. 00800000:00000001:2.0:1788219830.588817:0:329079:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1788219830.588820:0:329079:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 4, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000040:2.0:1788219830.588823:0:329079:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 4, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000002:2.0:1788219830.588826:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:2.0:1788219830.588828:0:329079:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.588833:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbd08 00000080:00000008:2.0:1788219830.588835:0:329079:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788219830.588841:0:329079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219830.588843:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbda0 00000080:00002000:2.0:1788219830.588845:0:329079:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:2.0:1788219830.588848:0:329079:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589385:0:329079:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.589409:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbd08 00000080:00200008:2.0:1788219830.589412:0:329079:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788219830.589417:0:329079:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219830.589418:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbc80 00000080:00200000:2.0:1788219830.589430:0:329079:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219830.589436:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974600. 00800000:00000002:2.0:1788219830.589440:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219830.589443:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.589447:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.589448:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbba0 00800000:00000002:2.0:1788219830.589450:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.589454:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219830.589456:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.589459:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.589461:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.589464:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.589466:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.589468:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.589470:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.589473:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219830.589476:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.589478:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfba70 00000002:00010000:2.0:1788219830.589479:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.589482:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.589483:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.589485:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.589489:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219830.589491:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.589494:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.589497:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.589501:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 02000000:00000001:2.0:1788219830.589508:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.589511:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.589514:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000002:00000001:2.0:1788219830.589520:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.589521:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.589523:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.589524:0:329079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.589526:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.589528:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219830.589530:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.589532:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219830.589534:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974600. 00000080:00000001:2.0:1788219830.589537:0:329079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219830.589538:0:329079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.589540:0:329079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219830.589543:0:329079:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219830.589546:0:329079:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219830.589547:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.589549:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.589550:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.589552:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.589554:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589556:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589558:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589559:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.589560:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.589562:0:329079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.589564:0:329079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cfbcb8 00010000:00000001:2.0:1788219830.589566:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.589567:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.589568:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.589570:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589571:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589574:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.589576:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00000001:2.0:1788219830.589582:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589583:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.589584:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.589586:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.589588:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00000001:2.0:1788219830.589594:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.589596:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.589597:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.589599:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589600:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.589602:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589604:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.589605:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589607:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589608:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589610:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.589611:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589612:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219830.589614:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219830.589615:0:329079:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219830.589617:0:329079:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.589620:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbd08 00000080:00000008:2.0:1788219830.589622:0:329079:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788219830.589722:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.589724:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.589726:0:329079:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219830.589727:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbbc0 00000080:00200000:2.0:1788219830.589729:0:329079:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219830.589733:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974600. 00800000:00000002:2.0:1788219830.589735:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219830.589738:0:329079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.589739:0:329079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.589741:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbae0 00800000:00000002:2.0:1788219830.589742:0:329079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.589745:0:329079:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219830.589746:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.589748:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.589749:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.589750:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.589752:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.589753:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.589755:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.589757:0:329079:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219830.589760:0:329079:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.589762:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb9b0 00000002:00010000:2.0:1788219830.589763:0:329079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.589766:0:329079:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.589767:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.589768:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.589771:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219830.589773:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.589775:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.589777:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.589780:0:329079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 02000000:00000001:2.0:1788219830.589785:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.589787:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.589790:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000002:00000001:2.0:1788219830.589795:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.589796:0:329079:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.589798:0:329079:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.589800:0:329079:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.589801:0:329079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.589803:0:329079:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219830.589805:0:329079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.589806:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219830.589808:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974600. 00000080:00000001:2.0:1788219830.589810:0:329079:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219830.589811:0:329079:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.589813:0:329079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219830.589816:0:329079:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219830.589818:0:329079:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219830.589820:0:329079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.589821:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.589822:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.589823:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.589825:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589827:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589829:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589830:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.589831:0:329079:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.589833:0:329079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.589835:0:329079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cfbbf8 00010000:00000001:2.0:1788219830.589837:0:329079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.589838:0:329079:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.589839:0:329079:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.589841:0:329079:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589843:0:329079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.589844:0:329079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.589847:0:329079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00000001:2.0:1788219830.589852:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589853:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.589854:0:329079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.589855:0:329079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.589858:0:329079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00000001:2.0:1788219830.589864:0:329079:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.589865:0:329079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.589867:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.589869:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589870:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.589871:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589873:0:329079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.589874:0:329079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589876:0:329079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589878:0:329079:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.589879:0:329079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.589880:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.589881:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219830.589882:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219830.589883:0:329079:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.589886:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219830.589889:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589892:0:329079:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219830.589894:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbbc0 00000080:00002000:2.0:1788219830.589896:0:329079:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:2.0:1788219830.589898:0:329079:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.589900:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbc08 00000080:00200000:2.0:1788219830.589901:0:329079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:2.0:1788219830.589905:0:329079:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219830.589907:0:329079:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589909:0:329079:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219830.589911:0:329079:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:2.0:1788219830.589913:0:329079:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589916:0:329079:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1788219830.589918:0:329079:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788219830.589919:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb78 00000080:00200008:2.0:1788219830.589921:0:329079:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:2.0:1788219830.589926:0:329079:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9893f3abaa00. 00000080:00000001:2.0:1788219830.589930:0:329079:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:2.0:1788219830.589933:0:329079:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788219830.589937:0:329079:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589940:0:329079:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788219830.589941:0:329079:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589943:0:329079:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788219830.589945:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbb78 00000080:00000008:2.0:1788219830.589947:0:329079:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:2.0:1788219830.589950:0:329079:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589959:0:329079:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788219830.589961:0:329079:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7fff8dc03150 00000020:00000001:2.0:1788219830.589967:0:329079:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788219830.589971:0:329079:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894d3d4d400. 00000020:00000001:2.0:1788219830.589975:0:329079:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.589977:0:329079:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788219830.589979:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbad0 00000080:00200000:2.0:1788219830.589981:0:329079:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:2.0:1788219830.589985:0:329079:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974600. 00800000:00000002:2.0:1788219830.589988:0:329079:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:2.0:1788219830.589993:0:329079:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:2.0:1788219830.589995:0:329079:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:2.0:1788219830.589998:0:329079:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:2.0:1788219830.590002:0:329079:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00800000:00000001:2.0:1788219830.590005:0:329079:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:2.0:1788219830.590007:0:329079:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788219830.590009:0:329079:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788219830.590011:0:329079:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788219830.590013:0:329079:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788219830.590015:0:329079:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x985:0x0] 40000000:00000001:2.0:1788219830.590017:0:329079:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.590019:0:329079:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.590021:0:329079:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.590023:0:329079:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.590025:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfb9e8 00800000:00000002:2.0:1788219830.590027:0:329079:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x985:0x0] on [0x200001b70:0x4:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788219830.590030:0:329079:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788219830.590032:0:329079:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788219830.590036:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619100 count: 2 00010000:00000001:2.0:1788219830.590037:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.590040:0:329079:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788219830.590043:0:329079:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219830.590046:0:329079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788219830.590053:0:329079:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219830.590057:0:329079:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788219830.590058:0:329079:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788219830.590060:0:329079:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x4:0x0] mode (null) 00000002:00000001:2.0:1788219830.590062:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.590064:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.590065:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619100 count: 3 00010000:00000001:2.0:1788219830.590067:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788219830.590069:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.590070:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.590071:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.590073:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619100 count: 3 00010000:00000001:2.0:1788219830.590074:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788219830.590076:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.590078:0:329079:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788219830.590080:0:329079:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x4:0x0] lli = ffff9894c7b698c0, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:2.0:1788219830.590084:0:329079:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x4:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:2.0:1788219830.590087:0:329079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:2.0:1788219830.590090:0:329079:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788219830.590092:0:329079:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788219830.590094:0:329079:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788219830.590095:0:329079:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x4:0x0](ffff9894c7b69988) invalid 00000080:00000001:2.0:1788219830.590098:0:329079:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788219830.590099:0:329079:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788219830.590101:0:329079:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.590103:0:329079:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219830.590106:0:329079:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219830.590108:0:329079:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219830.590110:0:329079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.590111:0:329079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788219830.590114:0:329079:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9000 with handle 0x34450ab7a1633eb from hash 00010000:00000001:2.0:1788219830.590116:0:329079:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219830.590117:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.590118:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.590120:0:329079:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219830.590122:0:329079:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219830.590124:0:329079:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788219830.590127:0:329079:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788219830.590129:0:329079:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.590130:0:329079:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788219830.590135:0:329079:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029c00. 00000020:00000040:2.0:1788219830.590138:0:329079:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:2.0:1788219830.590142:0:329079:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788219830.590144:0:329079:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.590146:0:329079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219830.590150:0:329079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.590152:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.590153:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.590155:0:329079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.590157:0:329079:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219830.590159:0:329079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219830.590161:0:329079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219830.590166:0:329079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4f800. 00000100:00000001:2.0:1788219830.590172:0:329079:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.590174:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219830.590176:0:329079:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788219830.590181:0:329079:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788219830.590188:0:329079:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788219830.590189:0:329079:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788219830.590191:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788219830.590193:0:329079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b9000/0x34450ab7a1633eb lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8673 expref: -99 pid: 329079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788219830.590200:0:329079:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619100 count: 0 00010000:00000010:2.0:1788219830.590204:0:329079:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef280. 00010000:00000001:2.0:1788219830.590210:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.590212:0:329079:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.590214:0:329079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219830.590215:0:329079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.590217:0:329079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788219830.590226:0:329079:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788219830.590235:0:329079:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219830.590243:0:329079:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219830.590245:0:329079:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219830.590251:0:329079:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490c840. 00000100:00000001:2.0:1788219830.590253:0:329079:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695149120 : -113714014402496 : ffff9893e490c840) 00000100:00000001:2.0:1788219830.590255:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219830.590257:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000001:2.0:1788219830.590261:0:329079:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219830.590264:0:329079:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.590266:0:329079:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219830.590267:0:329079:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219830.590271:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.590278:0:329079:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219830.590280:0:329079:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.590283:0:329079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219830.590285:0:329079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219830.590288:0:329079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219830.590291:0:329079:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029c00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566215424:192.168.203.120@tcp:36:lfs.0 00000100:00000001:2.0:1788219830.590294:0:329079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219830.590299:0:329079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219830.590301:0:329079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.590303:0:329079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219830.590307:0:329079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894d3d4e000. 02000000:00000001:2.0:1788219830.590308:0:329079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219830.590355:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219830.590359:0:329079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2840. 00000400:00000010:2.0:1788219830.590365:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000200:2.0:1788219830.590372:0:329079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566215424, portal 10 00000100:00000001:2.0:1788219830.590374:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219830.590376:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000040:2.0:1788219830.590382:0:329079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.590388:0:329079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219830.590391:0:329079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219830.590393:0:329079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219830.590396:0:329079:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566215424, offset 0 00000400:00000200:2.0:1788219830.590401:0:329079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219830.590408:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.590415:0:329079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219830.590432:0:329079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219830.590436:0:329079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219830.590440:0:329079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219830.590443:0:329079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219830.590446:0:329079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92866:92866:256:4294967295] 192.168.203.120@tcp LPNI seq info [92866:92866:8:4294967295] 00000400:00000200:2.0:1788219830.590450:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.590459:0:329079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219830.590464:0:329079:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219830.590469:0:329079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006700. 00000800:00000200:2.0:1788219830.590475:0:329079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219830.590481:0:329079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219830.590485:0:329079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006700 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:2.0:1788219830.590505:0:329079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.590509:0:329079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:2.0:1788219830.590512:0:329079:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219830.590515:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699706 00000100:00000001:2.0:1788219830.590521:0:329079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699695 00000100:00000001:2.0:1788219830.590526:0:329079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699706 00000100:00000001:2.0:1788219830.590529:0:329079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699695 00000100:00000001:2.0:1788219830.590532:0:329079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219830.590534:0:329079:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.590537:0:329079:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219830.590538:0:329079:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219830.590541:0:329079:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490c840 going to sleep for 11 seconds 00000100:00000001:2.0:1788219830.590543:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219830.590545:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.590852:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.590857:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006700. 00000400:00000200:3.0:1788219830.590861:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.590866:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.590872:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:3.0:1788219830.590874:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:3.0:1788219830.590877:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.590882:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.590891:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.590894:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.590901:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.590903:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788219830.596350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619100. 00010000:00000010:2.1:1788219830.596363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9000. 00000100:00000040:2.0:1788219830.618569:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313699706, at 4313699707 00000100:00000010:2.0:1788219830.618583:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec6c0. 00000100:00000040:3.0:1788219830.618629:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313699706, at 4313699707 00000100:00000010:3.0:1788219830.618636:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec8a0. 00000800:00000001:2.0:1788219830.663111:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.663130:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.663134:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.663137:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.663145:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.663153:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.663163:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.663169:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.663174:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.663178:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb784900 00000400:00000200:2.0:1788219830.663182:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.663189:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe9185 [1] + 224 00000800:00000001:2.0:1788219830.663195:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.663208:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.663211:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.663215:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.663223:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.663231:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219830.663243:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.663267:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.663276:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.663279:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.663347:0:329079:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219830.663355:0:329079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219830.663357:0:329079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219830.663360:0:329079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2840. 00000400:00000200:0.0:1788219830.663365:0:329079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:0.0:1788219830.663367:0:329079:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:0.0:1788219830.663370:0:329079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219830.663375:0:329079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219830.663383:0:329079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029c00 x1875079566215424/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.663389:0:329079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.663391:0:329079:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.663393:0:329079:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219830.663396:0:329079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219830.663399:0:329079:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219830.663401:0:329079:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.663404:0:329079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219830.663413:0:329079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219830.663417:0:329079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219830.663452:0:329079:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219830.663454:0:329079:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.663457:0:329079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219830.663460:0:329079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.663463:0:329079:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219830.663465:0:329079:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400000024/0x1] 00000100:00000001:0.0:1788219830.663466:0:329079:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219830.663469:0:329079:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219830.663470:0:329079:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000001:0.0:1788219830.663473:0:329079:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219830.663475:0:329079:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869225 00000100:00000001:0.0:1788219830.663477:0:329079:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219830.663479:0:329079:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.663483:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029c00 x1875079566215424/t17179869228(17179869228) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.663490:0:329079:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219830.663493:0:329079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219830.663495:0:329079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219830.663498:0:329079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029c00 x1875079566215424/t17179869228(17179869228) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219830.663505:0:329079:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029c00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329079:1875079566215424:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219830.663510:0:329079:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.663512:0:329079:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.663514:0:329079:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219830.663516:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.663520:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029c00 x1875079566215424/t17179869228(17179869228) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.663526:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219830.663528:0:329079:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490c840. 00000100:00000001:0.0:1788219830.663532:0:329079:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219830.663533:0:329079:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.663540:0:329079:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.663543:0:329079:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x985:0x0] 00800000:00000001:0.0:1788219830.663545:0:329079:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.663550:0:329079:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219830.663555:0:329079:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219830.663557:0:329079:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219830.663559:0:329079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145925 : 144115272398145925 : 2000013a2000985) 00000080:00000001:0.0:1788219830.663563:0:329079:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788219830.663612:0:329079:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa010840. 00000080:00000001:0.0:1788219830.663622:0:329079:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788219830.663625:0:329079:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x985:0x0](ffff9893fa010908) 00000080:00000001:0.0:1788219830.663628:0:329079:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219830.663630:0:329079:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x985:0x0] 00000080:00000001:0.0:1788219830.663633:0:329079:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.663634:0:329079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145925 : 144115272398145925 : 2000013a2000985) 00000080:00000001:0.0:1788219830.663637:0:329079:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1788219830.663640:0:329079:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145925 mtime from 0 to 1788219830 00000080:00200000:0.0:1788219830.663644:0:329079:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x985:0x0], updating i_size 4096 00000080:00000001:0.0:1788219830.663646:0:329079:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788219830.663648:0:329079:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630360054827272 : -113713654724344 : ffff9893fa010908) 00000080:00000001:0.0:1788219830.663651:0:329079:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219830.663654:0:329079:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219830.663656:0:329079:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.663662:0:329079:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.663666:0:329079:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029c00 x1875079566215424/t17179869228(17179869228) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.663673:0:329079:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.663675:0:329079:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:0.0:1788219830.663679:0:329079:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974600. 00000080:00000010:0.0:1788219830.663683:0:329079:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894d3d4d400. 00000080:00000001:0.0:1788219830.663687:0:329079:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.663705:0:329079:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1788219830.663707:0:329079:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788219830.663711:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbdd0 00000080:00200008:0.0:1788219830.663713:0:329079:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:0.0:1788219830.663717:0:329079:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219830.663720:0:329079:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788219830.663721:0:329079:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788219830.663723:0:329079:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788219830.663728:0:329079:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219830.663730:0:329079:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219830.663732:0:329079:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219830.663735:0:329079:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219830.663737:0:329079:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.663739:0:329079:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219830.663741:0:329079:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.663745:0:329079:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.663748:0:329079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.663755:0:329079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219830.663758:0:329079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.663763:0:329079:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219830.663765:0:329079:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219830.663769:0:329079:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219830.663773:0:329079:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.663778:0:329079:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219830.663786:0:329079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.663788:0:329079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.663790:0:329079:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788219830.663792:0:329079:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:0.0:1788219830.663795:0:329079:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9893f3abaa00. 00000080:00000001:0.0:1788219830.663799:0:329079:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219830.663803:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbdd0 00000080:00000008:0.0:1788219830.663805:0:329079:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:0.0:1788219830.663808:0:329079:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.663810:0:329079:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.663815:0:329079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219830.663816:0:329079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cfbe00 00000080:00002000:0.0:1788219830.663818:0:329079:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:0.0:1788219830.663821:0:329079:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.695025:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.695033:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.695035:0:329080:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.695038:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb20 00000080:00200000:1.0:1788219830.695049:0:329080:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.695057:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015ba00. 00800000:00000002:1.0:1788219830.695064:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.695068:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.695073:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.695075:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5ba40 00800000:00000002:1.0:1788219830.695078:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.695082:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.695084:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.695086:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.695089:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.695091:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.695093:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.695095:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.695097:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.695101:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.695105:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.695107:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b910 00000002:00010000:1.0:1788219830.695109:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.695112:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.695114:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.695117:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.695124:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.695126:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.695131:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.695135:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.695140:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 02000000:00000001:1.0:1788219830.695151:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.695155:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.695158:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000002:00000001:1.0:1788219830.695165:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.695167:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.695169:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.695171:0:329080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.695173:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.695175:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.695178:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.695181:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.695184:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015ba00. 00000080:00000001:1.0:1788219830.695189:0:329080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.695191:0:329080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.695193:0:329080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.695197:0:329080:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.695200:0:329080:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.695203:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.695205:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.695207:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.695210:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.695212:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.695217:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.695220:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.695221:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.695222:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.695224:0:329080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.695227:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d5bb58 00010000:00000001:1.0:1788219830.695229:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.695230:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.695231:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.695233:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.695235:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.695238:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.695240:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00000001:1.0:1788219830.695247:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.695248:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.695250:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.695253:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.695255:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00000001:1.0:1788219830.695262:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.695264:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.695266:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.695271:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.695271:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.695273:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.695276:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.695278:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.695280:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.695283:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.695285:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.695286:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.695287:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.695290:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.695291:0:329080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.695294:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.695299:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.695302:0:329080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.695304:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bae8 00000080:00002000:1.0:1788219830.695306:0:329080:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219830.695309:0:329080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.698468:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb30 00000080:00200000:1.0:1788219830.698476:0:329080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:1.0:1788219830.698482:0:329080:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.698485:0:329080:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.698492:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219830.698495:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.698502:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219830.698518:0:329080:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e33580. 00000020:00000001:1.0:1788219830.698522:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bae8 00000080:00200000:1.0:1788219830.698524:0:329080:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d1.2, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:1.0:1788219830.698528:0:329080:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219830.698530:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b998 00000080:00200000:1.0:1788219830.698532:0:329080:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d1.2, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:1.0:1788219830.698539:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015ba00. 00800000:00000002:1.0:1788219830.698544:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:1.0:1788219830.698549:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.698553:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.698555:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b8b8 00800000:00000002:1.0:1788219830.698557:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.2' on [0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219830.698560:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1788219830.698565:0:329080:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:1.0:1788219830.698570:0:329080:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00000020:00000001:1.0:1788219830.698573:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b850 00800000:00000002:1.0:1788219830.698576:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x3:0x0], fid2=[0x0:0x0:0x0], name='d1.2' -> mds #1 00000002:00000001:1.0:1788219830.698581:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.698583:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b788 00000002:00010000:1.0:1788219830.698585:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.2,[0x0:0x0:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219830.698589:0:329080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219830.698592:0:329080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219830.698597:0:329080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219830.698602:0:329080:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219830.698608:0:329080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219830.698613:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.698619:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.698621:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.698623:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.698626:0:329080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219830.698629:0:329080:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219830.698633:0:329080:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219830.698639:0:329080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183c00. 00000100:00000001:1.0:1788219830.698645:0:329080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.698650:0:329080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.698651:0:329080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.698653:0:329080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.698655:0:329080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.698656:0:329080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.698663:0:329080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00010000:00000001:1.0:1788219830.698667:0:329080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219830.698669:0:329080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219830.698675:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219830.698678:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.698680:0:329080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219830.698684:0:329080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195800. 00000020:00000001:1.0:1788219830.698689:0:329080:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219830.698692:0:329080:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195800 with handle 0x34450ab7a1633f2 to hash 00000020:00000001:1.0:1788219830.698694:0:329080:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219830.698695:0:329080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.698699:0:329080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.698703:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.698705:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.698708:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.698718:0:329080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.698728:0:329080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219830.698734:0:329080:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219830.698735:0:329080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219830.698742:0:329080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.698744:0:329080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821376 : -113714041730240 : ffff9893e2efcb40) 00000100:00000001:1.0:1788219830.698747:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.698748:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219830.698752:0:329080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219830.698756:0:329080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.698758:0:329080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219830.698759:0:329080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219830.698768:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.698775:0:329080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219830.698777:0:329080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.698780:0:329080:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219830.698782:0:329080:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219830.698784:0:329080:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219830.698788:0:329080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329080:1875079566215552:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219830.698792:0:329080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219830.698796:0:329080:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219830.698798:0:329080:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.698801:0:329080:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219830.698805:0:329080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9d800. 02000000:00000001:1.0:1788219830.698807:0:329080:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219830.698814:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219830.698818:0:329080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219830.698825:0:329080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219830.698832:0:329080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566215552, portal 10 00000100:00000001:1.0:1788219830.698835:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.698836:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219830.698841:0:329080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.698848:0:329080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219830.698850:0:329080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219830.698853:0:329080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219830.698856:0:329080:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566215552, offset 0 00000400:00000200:1.0:1788219830.698862:0:329080:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219830.698871:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.698877:0:329080:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219830.698882:0:329080:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219830.698886:0:329080:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219830.698889:0:329080:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219830.698892:0:329080:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219830.698894:0:329080:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92867:92867:256:4294967295] 192.168.203.120@tcp LPNI seq info [92867:92867:8:4294967295] 00000400:00000200:1.0:1788219830.698898:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.698908:0:329080:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219830.698913:0:329080:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219830.698917:0:329080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2500. 00000800:00000200:1.0:1788219830.698923:0:329080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.698931:0:329080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.698935:0:329080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.699029:0:329080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.699034:0:329080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14672 usecs (15 jiffies) 00000400:00000200:1.0:1788219830.699037:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.699046:0:329080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699802 00000100:00000010:1.0:1788219830.699051:0:329080:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2ea0. 00000100:00000001:1.0:1788219830.699057:0:329080:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219830.699063:0:329080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699802 00000100:00000010:1.0:1788219830.699066:0:329080:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2180. 00000100:00000001:1.0:1788219830.699070:0:329080:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219830.699073:0:329080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.699075:0:329080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.699077:0:329080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.699079:0:329080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219830.699082:0:329080:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219830.699084:0:329080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219830.699087:0:329080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.709596:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.709605:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2500. 00000400:00000200:3.0:1788219830.709611:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.709621:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.709629:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:3.0:1788219830.709632:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:3.0:1788219830.709637:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.709645:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.709658:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.709663:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.709670:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.709672:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788219830.714396:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313699802, at 4313699803 00000100:00000040:3.0:1788219830.714397:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313699802, at 4313699803 00000100:00000010:3.0:1788219830.714412:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2180. 00000100:00000010:2.0:1788219830.714414:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2ea0. 00000800:00000001:2.0:1788219830.716373:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.716387:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.716392:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.716393:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.716402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.716411:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.716418:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.716434:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.716441:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.716445:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb784980 00000400:00000200:2.0:1788219830.716450:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.716456:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9195 [1] + 224 00000800:00000001:2.0:1788219830.716462:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.716468:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.716471:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.716475:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.716482:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.716489:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.716499:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.716517:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.716526:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.716529:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.716566:0:329080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219830.716575:0:329080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.716577:0:329080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.716580:0:329080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219830.716585:0:329080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219830.716587:0:329080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219830.716591:0:329080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.716596:0:329080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219830.716606:0:329080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.716613:0:329080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.716615:0:329080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.716618:0:329080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.716622:0:329080:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.716624:0:329080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.716627:0:329080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.716631:0:329080:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.716642:0:329080:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219830.716646:0:329080:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219830.716648:0:329080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219830.716653:0:329080:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.716660:0:329080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219830.716664:0:329080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.716666:0:329080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:1.0:1788219830.716667:0:329080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.716669:0:329080:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219830.716674:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.716681:0:329080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219830.716684:0:329080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.716686:0:329080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.716690:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219830.716698:0:329080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329080:1875079566215552:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219830.716703:0:329080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.716706:0:329080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219830.716708:0:329080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219830.716711:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.716714:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.716721:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.716724:0:329080:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.716732:0:329080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219830.716733:0:329080:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219830.716738:0:329080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219830.716743:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.716746:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.716750:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=4 00000020:00000001:1.0:1788219830.716752:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.716754:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00010000:1.0:1788219830.716759:0:329080:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716770:0:329080:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219830.716774:0:329080:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716779:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.716781:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716786:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.716788:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219830.716790:0:329080:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716795:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.716798:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.716800:0:329080:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219830.716803:0:329080:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.716809:0:329080:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7195800 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219830.716812:0:329080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219830.716814:0:329080:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716820:0:329080:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219830.716822:0:329080:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219830.716826:0:329080:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716831:0:329080:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219830.716834:0:329080:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219830.716835:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.716837:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.716838:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=5 00000020:00000001:1.0:1788219830.716840:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.716842:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.716845:0:329080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219830.716847:0:329080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219830.716852:0:329080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219830.716854:0:329080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.716857:0:329080:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219830.716859:0:329080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219830.716862:0:329080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219830.716865:0:329080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219830.716867:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.716868:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219830.716871:0:329080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195800 with handle 0x34450ab7a1633f2 from hash 00010000:00000001:1.0:1788219830.716873:0:329080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219830.716874:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.716875:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.716876:0:329080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219830.716877:0:329080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219830.716879:0:329080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219830.716881:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.716882:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.716884:0:329080:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.716885:0:329080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.716887:0:329080:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716892:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.716893:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.716895:0:329080:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219830.716897:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.716898:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.716899:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.716900:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219830.716902:0:329080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a1633f2 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.716912:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.716914:0:329080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219830.716918:0:329080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219830.716923:0:329080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219830.716931:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219830.716933:0:329080:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.716935:0:329080:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.716937:0:329080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.716940:0:329080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219830.716942:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219830.716943:0:329080:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.716945:0:329080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219830.716949:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b710 00000002:00002000:1.0:1788219830.716951:0:329080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788219830.716958:0:329080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.716963:0:329080:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.716965:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219830.716968:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x3:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219830.716970:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.716974:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219830.716976:0:329080:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219830.716977:0:329080:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8d5bb20 it_disposition 7 00000080:00002000:1.0:1788219830.716983:0:329080:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e527f288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:1.0:1788219830.716990:0:329080:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:1.0:1788219830.716993:0:329080:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.716996:0:329080:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788219830.716999:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.717002:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.717004:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.717008:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.717010:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.717012:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219830.717014:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.717018:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.717020:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.717022:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.717028:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219830.717030:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.717034:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.717037:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.717754:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219830.717766:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.721509:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.721524:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788219830.721537:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.721540:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.721544:0:329080:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219830.721549:0:329080:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788219830.721551:0:329080:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8d5b930 released 00000080:00010000:2.0:1788219830.721553:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1633d6 from it ffffa959c8d5b930 00010000:00000001:2.0:1788219830.721556:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.721559:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.721561:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:2.0:1788219830.721564:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.721567:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:2.0:1788219830.721570:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.721573:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788219830.721580:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721582:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.721583:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.721586:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.721589:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788219830.721597:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.721600:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.721602:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.721606:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721608:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.721610:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721613:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.721616:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721618:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721621:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721623:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.721624:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721625:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219830.721626:0:329080:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788219830.721628:0:329080:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788219830.721632:0:329080:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219830.721638:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015ba00. 00000100:00000001:2.0:1788219830.721645:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.721656:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566215552/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.721665:0:329080:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219830.721668:0:329080:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219830.721670:0:329080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9d800. 02000000:00000001:2.0:1788219830.721674:0:329080:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219830.721676:0:329080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219830.721678:0:329080:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219830.721680:0:329080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219830.721683:0:329080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183c00. 02000000:00000001:2.0:1788219830.721686:0:329080:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219830.721687:0:329080:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219830.721689:0:329080:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:2.0:1788219830.721692:0:329080:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219830.721693:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219830.721696:0:329080:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788219830.721697:0:329080:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8d5bb20 released 00000080:00000001:2.0:1788219830.721698:0:329080:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788219830.721702:0:329080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219830.721705:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb70 00000080:00002000:2.0:1788219830.721707:0:329080:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.2 (ffff9893e527f288, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219830.721710:0:329080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.721756:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.721759:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.721761:0:329080:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219830.721762:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bbb0 00000080:00200000:2.0:1788219830.721765:0:329080:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219830.721771:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974400. 00800000:00000002:2.0:1788219830.721776:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219830.721779:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.721784:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.721786:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bad0 00800000:00000002:2.0:1788219830.721788:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.721791:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219830.721793:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.721796:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.721798:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.721800:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.721802:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.721804:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.721806:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.721809:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219830.721813:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.721815:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b9a0 00000002:00010000:2.0:1788219830.721816:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.721819:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.721820:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.721822:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.721828:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219830.721830:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.721835:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.721838:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.721842:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 02000000:00000001:2.0:1788219830.721850:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.721853:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.721855:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000002:00000001:2.0:1788219830.721861:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.721863:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.721865:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.721867:0:329080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.721869:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.721871:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219830.721873:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.721876:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219830.721878:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974400. 00000080:00000001:2.0:1788219830.721881:0:329080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219830.721882:0:329080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.721885:0:329080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219830.721888:0:329080:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219830.721891:0:329080:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219830.721893:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.721895:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.721896:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.721898:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.721900:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.721902:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.721904:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721905:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.721907:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.721908:0:329080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.721910:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d5bbe8 00010000:00000001:2.0:1788219830.721912:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.721914:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.721915:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.721916:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.721918:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.721920:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.721922:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00000001:2.0:1788219830.721929:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721930:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.721931:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.721933:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.721935:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00000001:2.0:1788219830.721941:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.721942:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.721943:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.721945:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721947:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.721948:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721950:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.721951:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721953:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721955:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.721956:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.721958:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.721958:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219830.721960:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219830.721961:0:329080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.721964:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219830.721968:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.721971:0:329080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219830.721973:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb78 00000080:00002000:2.0:1788219830.721975:0:329080:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:2.0:1788219830.721978:0:329080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.721979:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bbc0 00000080:00200000:2.0:1788219830.721981:0:329080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:2.0:1788219830.721985:0:329080:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219830.721986:0:329080:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.721989:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219830.721991:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:2.0:1788219830.721993:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.721996:0:329080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219830.721997:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bbd8 00000080:00002000:2.0:1788219830.721999:0:329080:0:(dcache.c:87:ll_dcompare()) found name d1.2(ffff9893e527f288) flags 0x8000e refc 0 00000080:00000001:2.0:1788219830.722001:0:329080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.722003:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bc20 00000080:00200000:2.0:1788219830.722005:0:329080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d1.2, flags=16392 00000080:00000001:2.0:1788219830.722007:0:329080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219830.722008:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bba8 00000080:00002000:2.0:1788219830.722010:0:329080:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.2 (ffff9893e527f288, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788219830.722013:0:329080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.722033:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.722035:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.722036:0:329080:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219830.722038:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb20 00000080:00200000:2.0:1788219830.722039:0:329080:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219830.722043:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974400. 00800000:00000002:2.0:1788219830.722046:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219830.722048:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.722050:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.722051:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5ba40 00800000:00000002:2.0:1788219830.722053:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.722056:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219830.722057:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.722058:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.722059:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.722061:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.722062:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.722063:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.722065:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.722067:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219830.722070:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.722071:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b910 00000002:00010000:2.0:1788219830.722072:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.722075:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.722076:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.722078:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.722081:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219830.722083:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.722085:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.722087:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.722091:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 02000000:00000001:2.0:1788219830.722098:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.722100:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.722102:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000002:00000001:2.0:1788219830.722108:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.722110:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.722111:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.722113:0:329080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.722115:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.722117:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219830.722119:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.722121:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219830.722123:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974400. 00000080:00000001:2.0:1788219830.722126:0:329080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219830.722128:0:329080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.722130:0:329080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219830.722132:0:329080:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219830.722135:0:329080:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219830.722136:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.722137:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.722138:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.722140:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.722142:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.722144:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.722146:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.722147:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.722148:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.722149:0:329080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.722151:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d5bb58 00010000:00000001:2.0:1788219830.722153:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.722154:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.722156:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.722157:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.722159:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.722161:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.722163:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00000001:2.0:1788219830.722170:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.722171:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.722172:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.722173:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.722175:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00000001:2.0:1788219830.722181:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.722183:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.722184:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.722187:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.722187:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.722189:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722191:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.722192:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722194:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722196:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722197:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.722198:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.722199:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219830.722201:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219830.722202:0:329080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.722204:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219830.722207:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.722210:0:329080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219830.722212:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb48 00000080:00002000:2.0:1788219830.722214:0:329080:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:2.0:1788219830.722216:0:329080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.722218:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb90 00000080:00200000:2.0:1788219830.722219:0:329080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:2.0:1788219830.722222:0:329080:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219830.722223:0:329080:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.722229:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bd08 00000080:00200008:2.0:1788219830.722231:0:329080:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788219830.722236:0:329080:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219830.722237:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bc80 00000080:00200000:2.0:1788219830.722239:0:329080:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:2.0:1788219830.722244:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4974400. 00800000:00000002:2.0:1788219830.722246:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:2.0:1788219830.722248:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:2.0:1788219830.722252:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.722254:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.722256:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bba0 00800000:00000002:2.0:1788219830.722257:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.722260:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219830.722263:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.722264:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.722265:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.722267:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.722268:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.722270:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.722272:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.722274:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.722275:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.722276:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.722277:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.722279:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.722281:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219830.722283:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.722285:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219830.722288:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.722289:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5ba70 00000002:00010000:2.0:1788219830.722291:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.722295:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.722296:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.722297:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.722300:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:2.0:1788219830.722303:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.722306:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.722308:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.722363:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788219830.722372:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.722375:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.722378:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788219830.722385:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.722387:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.722389:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.722391:0:329080:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:2.0:1788219830.722395:0:329080:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d4974000. 00800000:00000002:2.0:1788219830.722398:0:329080:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:2.0:1788219830.722401:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.722402:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b990 00000002:00010000:2.0:1788219830.722404:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.722407:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.722408:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.722409:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219830.722412:0:329080:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.722414:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.722416:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.722418:0:329080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219830.722433:0:329080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219830.722437:0:329080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219830.722441:0:329080:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219830.722448:0:329080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219830.722452:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.722456:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.722457:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.722458:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.722461:0:329080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219830.722463:0:329080:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219830.722466:0:329080:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219830.722473:0:329080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4fc00. 00000100:00000001:2.0:1788219830.722479:0:329080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722484:0:329080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219830.722486:0:329080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722487:0:329080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219830.722489:0:329080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.722491:0:329080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.722496:0:329080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00010000:00000001:2.0:1788219830.722500:0:329080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219830.722502:0:329080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788219830.722506:0:329080:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089c00. 00010000:00000010:2.0:1788219830.722510:0:329080:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3780. 00010000:00000001:2.0:1788219830.722514:0:329080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219830.722517:0:329080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341c00. 00000020:00000001:2.0:1788219830.722520:0:329080:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219830.722523:0:329080:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341c00 with handle 0x34450ab7a1633f9 to hash 00000020:00000001:2.0:1788219830.722525:0:329080:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219830.722527:0:329080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:2.0:1788219830.722530:0:329080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:2.0:1788219830.722533:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.722535:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.722538:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219830.722545:0:329080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219830.722560:0:329080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219830.722565:0:329080:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219830.722567:0:329080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219830.722574:0:329080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490cb40. 00000100:00000001:2.0:1788219830.722576:0:329080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695149888 : -113714014401728 : ffff9893e490cb40) 00000100:00000001:2.0:1788219830.722579:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219830.722580:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000001:2.0:1788219830.722584:0:329080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219830.722588:0:329080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.722590:0:329080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219830.722592:0:329080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219830.722598:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.722606:0:329080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219830.722608:0:329080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.722611:0:329080:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219830.722613:0:329080:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219830.722615:0:329080:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219830.722619:0:329080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329080:1875079566215680:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219830.722623:0:329080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219830.722628:0:329080:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219830.722631:0:329080:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.722633:0:329080:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219830.722637:0:329080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0d8000. 02000000:00000001:2.0:1788219830.722640:0:329080:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219830.722647:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219830.722651:0:329080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e18. 00000400:00000010:2.0:1788219830.722657:0:329080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219830.722664:0:329080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566215680, portal 10 00000100:00000001:2.0:1788219830.722666:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219830.722668:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:2.0:1788219830.722673:0:329080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.722680:0:329080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219830.722683:0:329080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219830.722685:0:329080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219830.722688:0:329080:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566215680, offset 0 00000400:00000200:2.0:1788219830.722694:0:329080:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219830.722702:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.722710:0:329080:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219830.722715:0:329080:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219830.722719:0:329080:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219830.722722:0:329080:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219830.722725:0:329080:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219830.722728:0:329080:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92868:92868:256:4294967295] 192.168.203.120@tcp LPNI seq info [92868:92868:8:4294967295] 00000400:00000200:2.0:1788219830.722732:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.722741:0:329080:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219830.722746:0:329080:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219830.722751:0:329080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006000. 00000800:00000200:2.0:1788219830.722757:0:329080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219830.722764:0:329080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219830.722769:0:329080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219830.722789:0:329080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.722794:0:329080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:2.0:1788219830.722798:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219830.722801:0:329080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699838 00000100:00000010:2.0:1788219830.722805:0:329080:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1928a0. 00000100:00000001:2.0:1788219830.722813:0:329080:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219830.722821:0:329080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699838 00000100:00000010:2.0:1788219830.722824:0:329080:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1923c0. 00000100:00000001:2.0:1788219830.722828:0:329080:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219830.722831:0:329080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219830.722834:0:329080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.722836:0:329080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219830.722838:0:329080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219830.722841:0:329080:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490cb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788219830.722844:0:329080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219830.722846:0:329080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.722920:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.722925:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006000. 00000400:00000200:3.0:1788219830.722930:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.722936:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.722941:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:3.0:1788219830.722943:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:3.0:1788219830.722947:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.722951:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.722960:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.722963:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.722969:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.722970:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219830.728899:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.728916:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.728921:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.728923:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.728932:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.728940:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.728949:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.728956:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.728962:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.728966:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb784a00 00000400:00000200:2.0:1788219830.728972:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.728979:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe919d [1] + 224 00000800:00000001:2.0:1788219830.728985:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.728992:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.728995:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.729000:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.729008:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.729017:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.729028:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.729059:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.729067:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.729070:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.729136:0:329080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219830.729144:0:329080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219830.729146:0:329080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219830.729150:0:329080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e18. 00000400:00000200:0.0:1788219830.729155:0:329080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:0.0:1788219830.729157:0:329080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:0.0:1788219830.729160:0:329080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219830.729165:0:329080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219830.729173:0:329080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.729179:0:329080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.729181:0:329080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.729183:0:329080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219830.729187:0:329080:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219830.729189:0:329080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219830.729191:0:329080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.729194:0:329080:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219830.729203:0:329080:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219830.729208:0:329080:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219830.729210:0:329080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219830.729212:0:329080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729214:0:329080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219830.729217:0:329080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.729220:0:329080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788219830.729222:0:329080:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869228 gen 1 00000100:00000040:0.0:1788219830.729227:0:329080:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869228) req@ffff9894ed029c00 x1875079566215424/t17179869228(17179869228) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.729239:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.729242:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029c00 x1875079566215424/t17179869228(17179869228) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.729249:0:329080:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219830.729251:0:329080:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219830.729255:0:329080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894d3d4e000. 02000000:00000001:0.0:1788219830.729259:0:329080:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219830.729261:0:329080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219830.729263:0:329080:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219830.729265:0:329080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219830.729268:0:329080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4f800. 02000000:00000001:0.0:1788219830.729272:0:329080:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219830.729274:0:329080:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219830.729276:0:329080:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029c00. 00000100:00000001:0.0:1788219830.729279:0:329080:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219830.729280:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.729283:0:329080:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788219830.729286:0:329080:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788219830.729288:0:329080:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219830.729290:0:329080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.729295:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.729302:0:329080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219830.729306:0:329080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219830.729307:0:329080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219830.729407:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219830.729415:0:329080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329080:1875079566215680:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219830.729428:0:329080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.729431:0:329080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.729433:0:329080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219830.729435:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.729438:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.729445:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219830.729447:0:329080:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490cb40. 00000100:00000001:0.0:1788219830.729451:0:329080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219830.729453:0:329080:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729456:0:329080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219830.729460:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729462:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729466:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=4 00000020:00000001:0.0:1788219830.729468:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729471:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000040:0.0:1788219830.729477:0:329080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9894ed341c00, remote cookie: 0x1782eba8aded86ab, flags: 0x1001 00010000:00010000:0.0:1788219830.729483:0:329080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219830.729493:0:329080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729499:0:329080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219830.729503:0:329080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219830.729505:0:329080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219830.729506:0:329080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219830.729508:0:329080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219830.729510:0:329080:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x4:0x0].0x0 (ffff9894d9089c00) refcount = 1 00010000:00010000:0.0:1788219830.729514:0:329080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729521:0:329080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219830.729524:0:329080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219830.729525:0:329080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.729529:0:329080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219830.729531:0:329080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.729534:0:329080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729539:0:329080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219830.729540:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729542:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729543:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729544:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729545:0:329080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.729549:0:329080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219830.729551:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729552:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729553:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.729555:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729556:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729558:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729559:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729561:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=4 00000020:00000001:0.0:1788219830.729562:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729564:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729567:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.729569:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.729572:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729578:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729579:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729580:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729581:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729582:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=5 00000020:00000001:0.0:1788219830.729583:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729585:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729588:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.729590:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729596:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729596:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219830.729598:0:329080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729603:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.729605:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729605:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729606:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729607:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219830.729612:0:329080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219830.729619:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729620:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729621:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.729623:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729625:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729627:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729628:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.729629:0:329080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.729631:0:329080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.729634:0:329080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219830.729636:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729637:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729638:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.729639:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729641:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00000002:00010000:0.0:1788219830.729645:0:329080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729657:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729658:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729660:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219830.729661:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729662:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729663:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.729665:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729666:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000040:0.0:1788219830.729672:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:0.0:1788219830.729674:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219830.729678:0:329080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/4 (0 0) 00010000:00000001:0.0:1788219830.729680:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729682:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.729683:0:329080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219830.729687:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b918 00000002:00002000:0.0:1788219830.729689:0:329080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219830.729691:0:329080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.729696:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219830.729697:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729698:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729699:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.729701:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729703:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729705:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729706:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.729707:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729709:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729710:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729711:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.729713:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729715:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.729716:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.729719:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.729725:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729726:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729727:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.729730:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.729732:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219830.729738:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.729741:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.729742:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.729746:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729747:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729749:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729752:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.729753:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729755:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729758:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729759:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.729760:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729762:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219830.729765:0:329080:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000100:00000001:0.0:1788219830.729769:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.729773:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566215680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.729779:0:329080:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219830.729780:0:329080:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219830.729782:0:329080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0d8000. 02000000:00000001:0.0:1788219830.729785:0:329080:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219830.729786:0:329080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219830.729787:0:329080:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219830.729789:0:329080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219830.729790:0:329080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4fc00. 02000000:00000001:0.0:1788219830.729793:0:329080:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219830.729794:0:329080:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219830.729796:0:329080:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:0.0:1788219830.729798:0:329080:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219830.729800:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219830.729803:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.729805:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b990 00000002:00010000:0.0:1788219830.729807:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219830.729810:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.729812:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.729814:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.729817:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:0.0:1788219830.729819:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.729822:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.729825:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219830.729828:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788219830.729836:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219830.729840:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.729843:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788219830.729848:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219830.729850:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219830.729851:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219830.729853:0:329080:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:0.0:1788219830.729854:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219830.729855:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729857:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729858:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:0.0:1788219830.729860:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.729861:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.729863:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729864:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.729865:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729914:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729915:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.729916:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:0.0:1788219830.729918:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.729920:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.729922:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.729924:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219830.729929:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729930:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729931:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.729932:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.729934:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219830.729939:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.729941:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.729942:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.729944:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729945:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.729946:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729947:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.729948:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729950:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729952:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.729953:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.729955:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.729955:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219830.729957:0:329080:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d4974000. 00800000:00000001:0.0:1788219830.729960:0:329080:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.729962:0:329080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.729965:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219830.729968:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219830.729970:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.729974:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:0.0:1788219830.729976:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219830.729979:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4974400. 00000080:00000001:0.0:1788219830.729982:0:329080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219830.729984:0:329080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219830.729988:0:329080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:0.0:1788219830.729991:0:329080:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:0.0:1788219830.729994:0:329080:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219830.729996:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219830.729997:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.729999:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.730000:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219830.730002:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219830.730004:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219830.730006:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730007:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.730008:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.730010:0:329080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219830.730012:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c8d5bcb8 00010000:00000001:0.0:1788219830.730014:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.730015:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.730016:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:0.0:1788219830.730017:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219830.730019:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:0.0:1788219830.730021:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.730024:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219830.730030:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730031:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.730032:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.730033:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.730035:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219830.730045:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.730047:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.730048:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.730050:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730051:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.730053:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730054:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.730055:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730057:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730059:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730060:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.730061:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730062:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219830.730063:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219830.730065:0:329080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219830.730068:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:0.0:1788219830.730071:0:329080:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219830.730075:0:329080:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:0.0:1788219830.730077:0:329080:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:0.0:1788219830.730080:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.730082:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb28 00000002:00010000:0.0:1788219830.730084:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219830.730086:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.730088:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.730089:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.730091:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:0.0:1788219830.730093:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.730096:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.730098:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219830.730100:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219830.730106:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219830.730108:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.730111:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219830.730117:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219830.730119:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219830.730121:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219830.730122:0:329080:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:0.0:1788219830.730124:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219830.730125:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.730126:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.730128:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.730129:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.730131:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.730133:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730134:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.730136:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730137:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.730138:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.730140:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.730141:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.730143:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.730145:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.730147:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219830.730153:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730154:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.730155:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.730156:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.730158:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219830.730163:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.730165:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.730166:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.730168:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730169:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.730170:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730171:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.730173:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730174:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730176:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730177:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.730179:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730180:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219830.730181:0:329080:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:0.0:1788219830.730184:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.730185:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb28 00000002:00010000:0.0:1788219830.730187:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219830.730190:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.730191:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.730192:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.730194:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:0.0:1788219830.730196:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.730198:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.730200:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219830.730203:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788219830.730209:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219830.730211:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.730213:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788219830.730220:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219830.730222:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219830.730223:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219830.730225:0:329080:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:0.0:1788219830.730227:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219830.730228:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.730230:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.730231:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:0.0:1788219830.730233:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.730235:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.730237:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730238:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.730239:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730240:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.730241:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.730242:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341400 refcount=3 00000020:00000001:0.0:1788219830.730244:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.730246:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135035904 : -113709574515712 : ffff9894ed341400) 00010000:00000001:0.0:1788219830.730247:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.730250:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219830.730255:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730256:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.730257:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.730259:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.730261:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219830.730267:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.730268:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.730270:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.730271:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730272:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.730274:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730275:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.730276:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730278:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730279:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.730281:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.730283:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.730284:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219830.730285:0:329080:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894fd776c00. 00800000:00000001:0.0:1788219830.730288:0:329080:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219830.730292:0:329080:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 5, atime 1788219804 ctime 1788219830, mtime 1788219830. 00800000:00000040:0.0:1788219830.730294:0:329080:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 4, atime 1788219804 ctime 1788219806, mtime 1788219806. 00800000:00000002:0.0:1788219830.730296:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:0.0:1788219830.730299:0:329080:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219830.730304:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bd08 00000080:00000008:0.0:1788219830.730305:0:329080:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00010000:00000010:1.1:1788219830.734432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00000080:00000001:1.0:1788219830.739507:0:329080:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.739538:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bd08 00000080:00200008:1.0:1788219830.739541:0:329080:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.739547:0:329080:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.739549:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bc80 00000080:00200000:1.0:1788219830.739551:0:329080:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.739556:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015ae00. 00800000:00000002:1.0:1788219830.739561:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.739565:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.739570:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.739572:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bba0 00800000:00000002:1.0:1788219830.739574:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.739578:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.739580:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.739583:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.739585:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.739588:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.739589:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.739591:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.739593:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.739597:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.739601:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.739603:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5ba70 00000002:00010000:1.0:1788219830.739605:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.739608:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.739610:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.739613:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.739618:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.739621:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.739625:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.739629:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.739633:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 02000000:00000001:1.0:1788219830.739643:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.739648:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.739651:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000002:00000001:1.0:1788219830.739657:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.739659:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.739661:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.739663:0:329080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.739665:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.739667:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.739670:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.739672:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.739675:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015ae00. 00000080:00000001:1.0:1788219830.739678:0:329080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.739680:0:329080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.739682:0:329080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.739686:0:329080:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.739689:0:329080:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.739691:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.739693:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.739695:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.739698:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.739700:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.739703:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.739705:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.739707:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.739708:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.739710:0:329080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.739712:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d5bcb8 00010000:00000001:1.0:1788219830.739714:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.739716:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.739717:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.739718:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.739720:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.739722:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.739725:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00000001:1.0:1788219830.739731:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.739732:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.739733:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.739735:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.739738:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00000001:1.0:1788219830.739745:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.739748:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.739750:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.739753:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.739754:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.739756:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.739759:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.739761:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.739763:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.739766:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.739768:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.739769:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.739770:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.739772:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.739774:0:329080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219830.739777:0:329080:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.739781:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bd08 00000080:00000008:1.0:1788219830.739783:0:329080:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.740281:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.740284:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.740285:0:329080:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.740287:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bbc0 00000080:00200000:1.0:1788219830.740289:0:329080:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.740293:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015ae00. 00800000:00000002:1.0:1788219830.740296:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.740298:0:329080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.740300:0:329080:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.740302:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bae0 00800000:00000002:1.0:1788219830.740304:0:329080:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.740306:0:329080:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.740307:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.740309:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.740310:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.740428:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.740430:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.740432:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.740434:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.740437:0:329080:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.740441:0:329080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.740442:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b9b0 00000002:00010000:1.0:1788219830.740445:0:329080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.740448:0:329080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.740450:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.740452:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.740456:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.740458:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.740463:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.740466:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.740469:0:329080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 02000000:00000001:1.0:1788219830.740478:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.740482:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.740485:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000002:00000001:1.0:1788219830.740492:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.740494:0:329080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.740495:0:329080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.740497:0:329080:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.740498:0:329080:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.740500:0:329080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.740502:0:329080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.740504:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.740507:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015ae00. 00000080:00000001:1.0:1788219830.740510:0:329080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.740511:0:329080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.740513:0:329080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.740516:0:329080:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.740519:0:329080:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.740520:0:329080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.740521:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.740523:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.740525:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.740527:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.740528:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.740530:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.740531:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.740532:0:329080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.740533:0:329080:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.740535:0:329080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d5bbf8 00010000:00000001:1.0:1788219830.740537:0:329080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.740538:0:329080:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.740539:0:329080:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.740541:0:329080:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.740543:0:329080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.740545:0:329080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.740547:0:329080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00000001:1.0:1788219830.740553:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.740554:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.740555:0:329080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.740557:0:329080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.740558:0:329080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00000001:1.0:1788219830.740564:0:329080:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.740566:0:329080:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.740568:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.740570:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.740571:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.740572:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.740574:0:329080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.740575:0:329080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.740577:0:329080:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.740579:0:329080:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.740581:0:329080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.740582:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.740583:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.740584:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.740585:0:329080:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.740588:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.740591:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740595:0:329080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.740597:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bbc0 00000080:00002000:1.0:1788219830.740599:0:329080:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219830.740602:0:329080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.740604:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bc08 00000080:00200000:1.0:1788219830.740605:0:329080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:1.0:1788219830.740610:0:329080:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.740611:0:329080:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740614:0:329080:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219830.740616:0:329080:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:1.0:1788219830.740618:0:329080:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740622:0:329080:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219830.740624:0:329080:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219830.740626:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb78 00000080:00200008:1.0:1788219830.740628:0:329080:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:1.0:1788219830.740634:0:329080:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01e00. 00000080:00000001:1.0:1788219830.740639:0:329080:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:1.0:1788219830.740642:0:329080:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219830.740645:0:329080:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740647:0:329080:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219830.740649:0:329080:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740651:0:329080:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219830.740654:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bb78 00000080:00000008:1.0:1788219830.740656:0:329080:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219830.740658:0:329080:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740671:0:329080:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219830.740673:0:329080:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7ffc1ec9b890 00000020:00000001:1.0:1788219830.740679:0:329080:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219830.740683:0:329080:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee182000. 00000020:00000001:1.0:1788219830.740687:0:329080:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740691:0:329080:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219830.740692:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bad0 00000080:00200000:1.0:1788219830.740694:0:329080:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d1.2 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219830.740699:0:329080:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015ae00. 00800000:00000002:1.0:1788219830.740702:0:329080:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219830.740708:0:329080:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219830.740711:0:329080:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219830.740715:0:329080:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:1.0:1788219830.740718:0:329080:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219830.740721:0:329080:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219830.740724:0:329080:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219830.740725:0:329080:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219830.740728:0:329080:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219830.740730:0:329080:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219830.740733:0:329080:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x5a:0x0] 40000000:00000001:1.0:1788219830.740736:0:329080:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.740738:0:329080:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.740739:0:329080:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.740782:0:329080:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.740786:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b9e8 00800000:00000002:1.0:1788219830.740788:0:329080:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd1.2' [0x2400013a2:0x5a:0x0] on [0x2400013a4:0x3:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219830.740793:0:329080:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219830.740795:0:329080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219830.740799:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 2 00010000:00000001:1.0:1788219830.740801:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.740803:0:329080:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219830.740806:0:329080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219830.740808:0:329080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219830.740817:0:329080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219830.740820:0:329080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219830.740822:0:329080:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219830.740824:0:329080:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a4:0x3:0x0] mode (null) 00000002:00000001:1.0:1788219830.740826:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.740827:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.740829:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 3 00010000:00000001:1.0:1788219830.740830:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219830.740832:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.740834:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.740834:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.740902:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089900 count: 3 00010000:00000001:1.0:1788219830.740906:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219830.740908:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.740910:0:329080:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219830.740913:0:329080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a4:0x3:0x0] lli = ffff9894c7b69080, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:1.0:1788219830.740917:0:329080:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a4:0x3:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219830.740920:0:329080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:1.0:1788219830.740924:0:329080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788219830.740927:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5b670 00000080:00002000:1.0:1788219830.740928:0:329080:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d1.2 00000080:00000001:1.0:1788219830.740932:0:329080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219830.740936:0:329080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219830.740940:0:329080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219830.740942:0:329080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219830.740944:0:329080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a4:0x3:0x0](ffff9894c7b69148) invalid 00000080:00000001:1.0:1788219830.740946:0:329080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219830.740948:0:329080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219830.740949:0:329080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.740952:0:329080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219830.740955:0:329080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219830.740957:0:329080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219830.740959:0:329080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.740961:0:329080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788219830.740963:0:329080:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341400 with handle 0x34450ab7a1633d6 from hash 00010000:00000001:1.0:1788219830.740965:0:329080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219830.740966:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.740968:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.740969:0:329080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219830.740972:0:329080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219830.740973:0:329080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219830.740976:0:329080:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219830.740978:0:329080:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.740980:0:329080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788219830.740985:0:329080:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219830.740988:0:329080:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219830.740993:0:329080:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219830.740995:0:329080:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.740997:0:329080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219830.741000:0:329080:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.741002:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.741003:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.741014:0:329080:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.741017:0:329080:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219830.741018:0:329080:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219830.741021:0:329080:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219830.741027:0:329080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183c00. 00000100:00000001:1.0:1788219830.741133:0:329080:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.741137:0:329080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.741140:0:329080:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219830.741145:0:329080:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 1/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219830.741153:0:329080:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219830.741154:0:329080:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219830.741156:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219830.741159:0:329080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341400/0x34450ab7a1633d6 lrc: 0/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8618 expref: -99 pid: 328721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1788219830.741167:0:329080:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089900 count: 0 00010000:00000010:1.0:1788219830.741172:0:329080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3f80. 00010000:00000001:1.0:1788219830.741180:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.741181:0:329080:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.741183:0:329080:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.741184:0:329080:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.741186:0:329080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219830.741199:0:329080:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219830.741210:0:329080:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219830.741218:0:329080:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219830.741220:0:329080:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219830.741227:0:329080:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.741230:0:329080:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821376 : -113714041730240 : ffff9893e2efcb40) 00000100:00000001:1.0:1788219830.741232:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.741234:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219830.741238:0:329080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219830.741242:0:329080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.741244:0:329080:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219830.741245:0:329080:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219830.741249:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.741255:0:329080:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219830.741257:0:329080:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.741260:0:329080:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219830.741263:0:329080:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219830.741265:0:329080:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219830.741269:0:329080:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329080:1875079566215936:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219830.741272:0:329080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219830.741276:0:329080:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219830.741279:0:329080:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.741281:0:329080:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219830.741285:0:329080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9f800. 02000000:00000001:1.0:1788219830.741286:0:329080:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219830.741293:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219830.741297:0:329080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219830.741302:0:329080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219830.741308:0:329080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566215936, portal 10 00000100:00000001:1.0:1788219830.741334:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.741336:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219830.741342:0:329080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.741348:0:329080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219830.741351:0:329080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219830.741353:0:329080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219830.741357:0:329080:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566215936, offset 0 00000400:00000200:1.0:1788219830.741363:0:329080:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219830.741370:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.741377:0:329080:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219830.741381:0:329080:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219830.741385:0:329080:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219830.741389:0:329080:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219830.741392:0:329080:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219830.741395:0:329080:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92869:92869:256:4294967295] 192.168.203.120@tcp LPNI seq info [92869:92869:8:4294967295] 00000400:00000200:1.0:1788219830.741400:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.741409:0:329080:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219830.741415:0:329080:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219830.741428:0:329080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219830.741435:0:329080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.741441:0:329080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.741445:0:329080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.741462:0:329080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.741466:0:329080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14676 usecs (15 jiffies) 00000400:00000200:1.0:1788219830.741469:0:329080:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.741472:0:329080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699845 00000100:00000001:1.0:1788219830.741479:0:329080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699838 00000100:00000001:1.0:1788219830.741484:0:329080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699845 00000100:00000001:1.0:1788219830.741487:0:329080:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699838 00000100:00000001:1.0:1788219830.741491:0:329080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.741493:0:329080:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.741496:0:329080:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.741498:0:329080:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219830.741501:0:329080:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219830.741503:0:329080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219830.741506:0:329080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.741999:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.742005:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219830.742010:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.742028:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.742033:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:3.0:1788219830.742036:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:3.0:1788219830.742040:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.742045:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.742055:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.742059:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.742079:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.742081:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788219830.749367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33580. 00010000:00000010:1.1:1788219830.749388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089900. 00010000:00000010:1.1:1788219830.749395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341400. 00000800:00000001:2.0:1788219830.755554:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.755576:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.755674:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.755679:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.755689:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.755698:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.755708:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.755714:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.755719:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.755723:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb784b00 00000400:00000200:2.0:1788219830.755728:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.755735:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe91ad [1] + 224 00000800:00000001:2.0:1788219830.755743:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.755754:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.755758:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.755762:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.755770:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.755781:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219830.755793:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.755851:0:329080:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219830.755871:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.755883:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.755887:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219830.757405:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313699845, at 4313699846 00000100:00000010:2.0:1788219830.757427:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1928a0. 00000100:00000040:3.0:1788219830.757511:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313699845, at 4313699846 00000100:00000010:3.0:1788219830.757518:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1923c0. 00000400:00000001:1.0:1788219830.758806:0:329080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.758812:0:329080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.758817:0:329080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219830.758824:0:329080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219830.758826:0:329080:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219830.758831:0:329080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.758842:0:329080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219830.758853:0:329080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566215936/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.758861:0:329080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.758863:0:329080:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.758866:0:329080:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.758870:0:329080:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.758872:0:329080:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.758875:0:329080:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.758878:0:329080:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.758886:0:329080:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219830.758890:0:329080:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219830.758893:0:329080:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219830.758895:0:329080:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.758898:0:329080:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219830.758902:0:329080:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.758905:0:329080:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219830.758907:0:329080:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400000024/0x1] 00000100:00000001:1.0:1788219830.758909:0:329080:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219830.758911:0:329080:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.758913:0:329080:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219830.758916:0:329080:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.758918:0:329080:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:1.0:1788219830.758920:0:329080:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.758923:0:329080:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.758928:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566215936/t12884902893(12884902893) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.758936:0:329080:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.758940:0:329080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.758943:0:329080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.758947:0:329080:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566215936/t12884902893(12884902893) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219830.758956:0:329080:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329080:1875079566215936:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219830.758961:0:329080:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.758964:0:329080:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.758966:0:329080:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219830.758968:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.758972:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566215936/t12884902893(12884902893) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.758979:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.758982:0:329080:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.758987:0:329080:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219830.758988:0:329080:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.758998:0:329080:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.759001:0:329080:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x5a:0x0] 00800000:00000001:1.0:1788219830.759003:0:329080:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.759007:0:329080:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219830.759694:0:329080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219830.759700:0:329080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219830.759703:0:329080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625562 : 162129670907625562 : 2400013a200005a) 00000080:00000001:1.0:1788219830.759708:0:329080:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788219830.759856:0:329080:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893e5073180. 00000080:00000001:2.0:1788219830.759869:0:329080:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788219830.759871:0:329080:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x5a:0x0](ffff9893e5073248) 00000080:00000001:2.0:1788219830.759875:0:329080:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788219830.759877:0:329080:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x5a:0x0] 00000080:00000001:2.0:1788219830.759879:0:329080:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.759881:0:329080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625562 : 162129670907625562 : 2400013a200005a) 00000080:00000001:2.0:1788219830.759884:0:329080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:2.0:1788219830.759887:0:329080:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625562 mtime from 0 to 1788219830 00000080:00200000:2.0:1788219830.759890:0:329080:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x5a:0x0], updating i_size 4096 00000080:00000001:2.0:1788219830.759893:0:329080:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788219830.759895:0:329080:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630359702909512 : -113714006642104 : ffff9893e5073248) 00000080:00000001:2.0:1788219830.759898:0:329080:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788219830.759901:0:329080:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788219830.759903:0:329080:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.759910:0:329080:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.759917:0:329080:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566215936/t12884902893(12884902893) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.759924:0:329080:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.759926:0:329080:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:2.0:1788219830.759929:0:329080:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015ae00. 00000080:00000010:2.0:1788219830.759936:0:329080:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee182000. 00000080:00000001:2.0:1788219830.759940:0:329080:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.759957:0:329080:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1788219830.759959:0:329080:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788219830.759962:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bdd0 00000080:00200008:2.0:1788219830.759964:0:329080:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:2.0:1788219830.759968:0:329080:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:2.0:1788219830.759971:0:329080:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788219830.759972:0:329080:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788219830.759974:0:329080:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788219830.759978:0:329080:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.759981:0:329080:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.759983:0:329080:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.759986:0:329080:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.759988:0:329080:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.759990:0:329080:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219830.759992:0:329080:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.759995:0:329080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.759998:0:329080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.760005:0:329080:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:2.0:1788219830.760008:0:329080:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.760013:0:329080:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788219830.760027:0:329080:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788219830.760031:0:329080:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.760036:0:329080:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.760041:0:329080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788219830.760048:0:329080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.760050:0:329080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.760051:0:329080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788219830.760053:0:329080:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:2.0:1788219830.760056:0:329080:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01e00. 00000080:00000001:2.0:1788219830.760060:0:329080:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.760065:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5bdd0 00000080:00000008:2.0:1788219830.760067:0:329080:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:2.0:1788219830.760078:0:329080:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.760080:0:329080:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.760084:0:329080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788219830.760086:0:329080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d5be00 00000080:00002000:2.0:1788219830.760088:0:329080:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:2.0:1788219830.760091:0:329080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.774500:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.774507:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788219830.774509:0:329081:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788219830.774694:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b20 00000080:00200000:3.0:1788219830.774699:0:329081:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:3.0:1788219830.774708:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521000. 00800000:00000002:3.0:1788219830.774715:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:3.0:1788219830.774719:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.774799:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.774802:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3a40 00800000:00000002:3.0:1788219830.774805:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.774809:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788219830.774812:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219830.774815:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219830.774817:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219830.774820:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219830.774822:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.774824:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788219830.774827:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219830.774830:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788219830.774835:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.774837:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3910 00000002:00010000:3.0:1788219830.774839:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788219830.774843:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788219830.774845:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219830.774848:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219830.774855:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:3.0:1788219830.774858:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219830.774863:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.774868:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219830.774875:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 02000000:00000001:3.0:1788219830.774886:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219830.774896:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.774900:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000002:00000001:3.0:1788219830.774906:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788219830.774908:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788219830.774910:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.774912:0:329081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788219830.774915:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.774917:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788219830.774920:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788219830.774923:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:3.0:1788219830.774926:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521000. 00000080:00000001:3.0:1788219830.774931:0:329081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788219830.774932:0:329081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.774935:0:329081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:3.0:1788219830.774938:0:329081:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:3.0:1788219830.774941:0:329081:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788219830.774943:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788219830.774945:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.774947:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.774950:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.774952:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.774954:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.774957:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.774958:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219830.774959:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219830.774961:0:329081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788219830.774963:0:329081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cd3b58 00010000:00000001:3.0:1788219830.774966:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219830.774967:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219830.774968:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:3.0:1788219830.774970:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.774972:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:3.0:1788219830.774974:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788219830.774977:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00000001:3.0:1788219830.774983:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.774984:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.774986:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788219830.774987:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788219830.774989:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00000001:3.0:1788219830.774996:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788219830.774999:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788219830.775001:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.775006:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.775007:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.775008:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775140:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788219830.775142:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775145:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775148:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775150:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788219830.775151:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.775153:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788219830.775155:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219830.775157:0:329081:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788219830.775159:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.775164:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.775169:0:329081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788219830.775171:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ae8 00000080:00002000:3.0:1788219830.775173:0:329081:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:3.0:1788219830.775175:0:329081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219830.775179:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b30 00000080:00200000:3.0:1788219830.775180:0:329081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:3.0:1788219830.775185:0:329081:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788219830.775186:0:329081:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219830.775266:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788219830.775655:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:3.0:1788219830.775660:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219830.775671:0:329081:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893dba88320. 00000020:00000001:3.0:1788219830.775676:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ae8 00000080:00200000:3.0:1788219830.775678:0:329081:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d2.3, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:3.0:1788219830.775682:0:329081:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788219830.775684:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3998 00000080:00200000:3.0:1788219830.775686:0:329081:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d2.3, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:3.0:1788219830.775693:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d1521000. 00800000:00000002:3.0:1788219830.775696:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:3.0:1788219830.775701:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788219830.775703:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.775705:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd38b8 00800000:00000002:3.0:1788219830.775707:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd2.3' on [0x2000013a2:0x982:0x0] 00800000:00000001:3.0:1788219830.775709:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1788219830.775713:0:329081:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.3 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1788219830.775717:0:329081:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00000020:00000001:3.0:1788219830.775720:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3850 00800000:00000002:3.0:1788219830.775733:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x3:0x0], fid2=[0x0:0x0:0x0], name='d2.3' -> mds #1 00000002:00000001:3.0:1788219830.775738:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788219830.775739:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3788 00000002:00010000:3.0:1788219830.775741:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d2.3,[0x0:0x0:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788219830.775745:0:329081:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788219830.775747:0:329081:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788219830.775752:0:329081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219830.775756:0:329081:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:3.0:1788219830.775762:0:329081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788219830.775768:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788219830.775773:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219830.775775:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219830.775776:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.775779:0:329081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219830.775781:0:329081:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219830.775785:0:329081:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219830.775792:0:329081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125d400. 00000100:00000001:3.0:1788219830.775800:0:329081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775806:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.775808:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775809:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788219830.775810:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219830.775812:0:329081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219830.775820:0:329081:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00010000:00000001:3.0:1788219830.775823:0:329081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788219830.775825:0:329081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788219830.775831:0:329081:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894cd619600. 00010000:00000010:3.0:1788219830.775835:0:329081:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c8fef000. 00010000:00000001:3.0:1788219830.775839:0:329081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788219830.775843:0:329081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893de3b9200. 00000020:00000001:3.0:1788219830.775847:0:329081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788219830.775849:0:329081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893de3b9200 with handle 0x34450ab7a163400 to hash 00000020:00000001:3.0:1788219830.775851:0:329081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788219830.775853:0:329081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.775857:0:329081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:3.0:1788219830.775859:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219830.775861:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219830.775865:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.775873:0:329081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788219830.775883:0:329081:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788219830.775892:0:329081:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219830.775894:0:329081:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219830.775900:0:329081:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c13c0. 00000100:00000001:3.0:1788219830.775902:0:329081:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516900288 : -113710192651328 : ffff9894c85c13c0) 00000100:00000001:3.0:1788219830.775905:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.775906:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000001:3.0:1788219830.775911:0:329081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219830.775915:0:329081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.775917:0:329081:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219830.775919:0:329081:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219830.775930:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.775939:0:329081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219830.775941:0:329081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.775944:0:329081:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219830.775947:0:329081:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219830.775949:0:329081:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219830.775953:0:329081:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216064:192.168.203.120@tcp:101:lfs.0 00000100:00000001:3.0:1788219830.775957:0:329081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219830.775962:0:329081:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219830.775964:0:329081:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219830.775966:0:329081:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219830.775971:0:329081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed099000. 02000000:00000001:3.0:1788219830.775973:0:329081:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219830.775980:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219830.775984:0:329081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a058. 00000400:00000010:3.0:1788219830.775991:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219830.775998:0:329081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566216064, portal 10 00000100:00000001:3.0:1788219830.776000:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219830.776001:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219830.776007:0:329081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.776542:0:329081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219830.776547:0:329081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219830.776551:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cee0. 00000100:00000200:3.0:1788219830.776555:0:329081:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566216064, offset 0 00000400:00000200:3.0:1788219830.776561:0:329081:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219830.776570:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.776577:0:329081:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219830.776582:0:329081:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219830.776586:0:329081:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219830.776590:0:329081:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219830.776592:0:329081:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219830.776595:0:329081:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92870:92870:256:4294967295] 192.168.203.120@tcp LPNI seq info [92870:92870:8:4294967295] 00000400:00000200:3.0:1788219830.776599:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.776608:0:329081:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219830.776614:0:329081:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219830.776618:0:329081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26c00. 00000800:00000200:3.0:1788219830.776625:0:329081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219830.776633:0:329081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219830.776637:0:329081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788219830.776653:0:329081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.776658:0:329081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14678 usecs (15 jiffies) 00000400:00000200:3.0:1788219830.776661:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219830.776664:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699879 00000800:00000200:3.0:1788219830.776772:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.776776:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26c00. 00000400:00000200:3.0:1788219830.776780:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.776784:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.776790:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cee0 00000400:00000010:3.0:1788219830.776792:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cee0. 00000100:00000001:3.0:1788219830.776795:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.776801:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.776810:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.776813:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.776820:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.776821:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1788219830.776837:0:329081:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec8a0. 00000100:00000001:3.0:1788219830.776844:0:329081:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219830.776850:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699879 00000100:00000010:3.0:1788219830.776852:0:329081:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec840. 00000100:00000001:3.0:1788219830.776855:0:329081:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219830.776858:0:329081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219830.776861:0:329081:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.776864:0:329081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219830.776865:0:329081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219830.776868:0:329081:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c13c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219830.776871:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219830.776874:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219830.781376:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.781390:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219830.781394:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.781396:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.781405:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.781413:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219830.781433:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.781440:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.781445:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.781449:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb784b80 00000400:00000200:3.0:1788219830.781453:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.781459:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe91b5 [1] + 224 00000800:00000001:3.0:1788219830.781465:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.781472:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.781475:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.781479:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219830.781486:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.781494:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219830.781504:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.781529:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219830.781537:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.781540:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.781601:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219830.781608:0:329081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219830.781610:0:329081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219830.781613:0:329081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a058. 00000400:00000200:0.0:1788219830.781617:0:329081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:0.0:1788219830.781619:0:329081:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:0.0:1788219830.781622:0:329081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219830.781627:0:329081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219830.781634:0:329081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.781640:0:329081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.781642:0:329081:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.781644:0:329081:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219830.781647:0:329081:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219830.781650:0:329081:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219830.781652:0:329081:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.781654:0:329081:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219830.781663:0:329081:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219830.781667:0:329081:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219830.781670:0:329081:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219830.781674:0:329081:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.781680:0:329081:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219830.781684:0:329081:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219830.781686:0:329081:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:0.0:1788219830.781688:0:329081:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219830.781691:0:329081:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219830.781695:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.781703:0:329081:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219830.781706:0:329081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219830.781707:0:329081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219830.781711:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219830.781719:0:329081:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216064:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219830.781736:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.781739:0:329081:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219830.781742:0:329081:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219830.781744:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.781748:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.781756:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219830.781758:0:329081:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c13c0. 00000100:00000001:0.0:1788219830.781762:0:329081:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219830.781763:0:329081:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219830.781767:0:329081:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219830.781772:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.781775:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.781778:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9200 refcount=4 00000020:00000001:0.0:1788219830.781780:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:0.0:1788219830.781783:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00010000:0.0:1788219830.781788:0:329081:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781799:0:329081:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219830.781804:0:329081:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781809:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.781812:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781818:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.781820:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219830.781822:0:329081:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781827:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.781829:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.781832:0:329081:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219830.781834:0:329081:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219830.781840:0:329081:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893de3b9200 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219830.781843:0:329081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219830.781847:0:329081:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781853:0:329081:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219830.781856:0:329081:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219830.781859:0:329081:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781864:0:329081:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219830.781866:0:329081:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219830.781868:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.781869:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.781870:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893de3b9200 refcount=5 00000020:00000001:0.0:1788219830.781872:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:0.0:1788219830.781875:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359588901376 : -113714120650240 : ffff9893de3b9200) 00010000:00000001:0.0:1788219830.781877:0:329081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219830.781880:0:329081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219830.781885:0:329081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219830.781887:0:329081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.781889:0:329081:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219830.781891:0:329081:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219830.781894:0:329081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219830.781895:0:329081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219830.781897:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.781898:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219830.781900:0:329081:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b9200 with handle 0x34450ab7a163400 from hash 00010000:00000001:0.0:1788219830.781902:0:329081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219830.781903:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.781905:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.781906:0:329081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219830.781907:0:329081:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219830.781909:0:329081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219830.781911:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.781912:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.781913:0:329081:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.781915:0:329081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.781918:0:329081:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.781922:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.781923:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.781924:0:329081:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219830.781926:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.781927:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.781928:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.781929:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219830.781931:0:329081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893de3b9200/0x34450ab7a163400 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788219830.781942:0:329081:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619600 count: 0 00010000:00000010:0.0:1788219830.781949:0:329081:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef000. 00010000:00000001:0.0:1788219830.781958:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.781959:0:329081:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219830.781964:0:329081:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219830.781969:0:329081:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219830.781977:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219830.781978:0:329081:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.781980:0:329081:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.781982:0:329081:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.781985:0:329081:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219830.781987:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219830.781988:0:329081:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.781990:0:329081:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219830.781993:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3710 00000002:00002000:0.0:1788219830.781995:0:329081:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d2.3 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219830.781998:0:329081:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.782001:0:329081:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.782004:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219830.782006:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x3:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219830.782009:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.782027:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:0.0:1788219830.782030:0:329081:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219830.782032:0:329081:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8cd3b20 it_disposition 7 00000080:00002000:0.0:1788219830.782037:0:329081:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e92ee288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219830.782044:0:329081:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.3 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:0.0:1788219830.782048:0:329081:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.782052:0:329081:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219830.782054:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219830.782057:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219830.782059:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219830.782062:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219830.782065:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.782067:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:0.0:1788219830.782070:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.782073:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.782076:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.782078:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219830.782082:0:329081:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.782084:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.782086:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.782088:0:329081:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.782090:0:329081:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219830.782094:0:329081:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219830.782097:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d1521000. 00000100:00000001:0.0:1788219830.782102:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.782106:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566216064/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.782113:0:329081:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219830.782115:0:329081:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219830.782118:0:329081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed099000. 02000000:00000001:0.0:1788219830.782122:0:329081:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219830.782123:0:329081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219830.782126:0:329081:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219830.782128:0:329081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219830.782131:0:329081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125d400. 02000000:00000001:0.0:1788219830.782134:0:329081:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219830.782136:0:329081:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219830.782138:0:329081:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:0.0:1788219830.782142:0:329081:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219830.782143:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219830.782146:0:329081:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219830.782148:0:329081:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8cd3b20 released 00000080:00000001:0.0:1788219830.782150:0:329081:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219830.782153:0:329081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219830.782155:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b70 00000080:00002000:0.0:1788219830.782158:0:329081:0:(dcache.c:127:ll_ddelete()) deleting dentry d2.3 (ffff9893e92ee288, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219830.782161:0:329081:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219830.782165:0:329081:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219830.782168:0:329081:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219830.782172:0:329081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219830.782173:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3bf0 00000080:00002000:0.0:1788219830.782176:0:329081:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:0.0:1788219830.782179:0:329081:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.782222:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219830.782225:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219830.782227:0:329081:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219830.782228:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3bb0 00000080:00200000:0.0:1788219830.782230:0:329081:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219830.782236:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776000. 00800000:00000002:0.0:1788219830.782241:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219830.782243:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219830.782246:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.782247:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ad0 00800000:00000002:0.0:1788219830.782249:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219830.782252:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219830.782254:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219830.782256:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219830.782257:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219830.782258:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219830.782260:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.782261:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219830.782263:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.782265:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219830.782269:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.782270:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd39a0 00000002:00010000:0.0:1788219830.782271:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219830.782274:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.782276:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.782278:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.782281:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219830.782284:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.782288:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.782291:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219830.782295:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 02000000:00000001:0.0:1788219830.782302:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219830.782307:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.782341:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000002:00000001:0.0:1788219830.782349:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219830.782351:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219830.782353:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219830.782354:0:329081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219830.782356:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219830.782358:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219830.782361:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219830.782362:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219830.782365:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776000. 00000080:00000001:0.0:1788219830.782368:0:329081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219830.782370:0:329081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219830.782372:0:329081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219830.782376:0:329081:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219830.782379:0:329081:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219830.782381:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219830.782383:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.782384:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.782386:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219830.782388:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219830.782391:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219830.782393:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.782395:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219830.782396:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.782398:0:329081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219830.782400:0:329081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cd3be8 00010000:00000001:0.0:1788219830.782403:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.782404:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.782405:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219830.782407:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219830.782410:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219830.782412:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.782414:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00000001:0.0:1788219830.782432:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.782434:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.782435:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.782437:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.782440:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00000001:0.0:1788219830.782447:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.782450:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.782452:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.782456:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.782457:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.782459:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782462:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.782463:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782466:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782469:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782470:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.782472:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.782473:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219830.782475:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219830.782477:0:329081:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219830.782479:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219830.782484:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.782487:0:329081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219830.782489:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b78 00000080:00002000:0.0:1788219830.782491:0:329081:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:0.0:1788219830.782493:0:329081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219830.782496:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3bc0 00000080:00200000:0.0:1788219830.782497:0:329081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:0.0:1788219830.782501:0:329081:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219830.782504:0:329081:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.782507:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219830.782508:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:0.0:1788219830.782510:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219830.782523:0:329081:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb360. 00000020:00000001:0.0:1788219830.782527:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b78 00000080:00200000:0.0:1788219830.782529:0:329081:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d2.3, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=16392 00000080:00000001:0.0:1788219830.782532:0:329081:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219830.782534:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3a28 00000080:00200000:0.0:1788219830.782536:0:329081:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d2.3, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:0.0:1788219830.782543:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776000. 00800000:00000002:0.0:1788219830.782546:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:0.0:1788219830.782549:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219830.782551:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.782553:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3948 00800000:00000002:0.0:1788219830.782554:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd2.3' on [0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219830.782558:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788219830.782561:0:329081:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.3 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788219830.782565:0:329081:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00000020:00000001:0.0:1788219830.782567:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd38e0 00800000:00000002:0.0:1788219830.782569:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x3:0x0], fid2=[0x0:0x0:0x0], name='d2.3' -> mds #1 00000002:00000001:0.0:1788219830.782572:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.782574:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3818 00000002:00010000:0.0:1788219830.782575:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d2.3,[0x0:0x0:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788219830.782579:0:329081:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219830.782581:0:329081:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219830.782585:0:329081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015c00. 00000020:00000040:0.0:1788219830.782588:0:329081:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219830.782592:0:329081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219830.782596:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.782598:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.782600:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.782601:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.782604:0:329081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219830.782605:0:329081:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219830.782608:0:329081:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219830.782614:0:329081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03ec00. 00000100:00000001:0.0:1788219830.782620:0:329081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782624:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219830.782625:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782627:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219830.782628:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.782630:0:329081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.782636:0:329081:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00010000:00000001:0.0:1788219830.782640:0:329081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219830.782642:0:329081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219830.782647:0:329081:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708200. 00010000:00000010:0.0:1788219830.782651:0:329081:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0ce00. 00010000:00000001:0.0:1788219830.782654:0:329081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219830.782658:0:329081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b000. 00000020:00000001:0.0:1788219830.782661:0:329081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219830.782663:0:329081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b000 with handle 0x34450ab7a163407 to hash 00000020:00000001:0.0:1788219830.782665:0:329081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219830.782667:0:329081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219830.782670:0:329081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219830.782673:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.782674:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.782677:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219830.782684:0:329081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219830.782694:0:329081:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219830.782703:0:329081:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219830.782705:0:329081:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219830.782712:0:329081:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afcf00. 00000100:00000001:0.0:1788219830.782714:0:329081:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680405248 : -113714029146368 : ffff9893e3afcf00) 00000100:00000001:0.0:1788219830.782716:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219830.782717:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000001:0.0:1788219830.782721:0:329081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219830.782725:0:329081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.782727:0:329081:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219830.782728:0:329081:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219830.782734:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.782741:0:329081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219830.782743:0:329081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.782746:0:329081:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219830.782748:0:329081:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219830.782750:0:329081:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219830.782753:0:329081:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216192:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219830.782757:0:329081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219830.782762:0:329081:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219830.782764:0:329081:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.782766:0:329081:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219830.782771:0:329081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9d800. 02000000:00000001:0.0:1788219830.782773:0:329081:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219830.782778:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219830.782782:0:329081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4d10. 00000400:00000010:0.0:1788219830.782789:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000200:0.0:1788219830.782795:0:329081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566216192, portal 10 00000100:00000001:0.0:1788219830.782797:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219830.782798:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712000 : -113709577839616 : ffff9894ed015c00) 00000100:00000040:0.0:1788219830.782803:0:329081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.782815:0:329081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219830.782818:0:329081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219830.782820:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfc38. 00000100:00000200:0.0:1788219830.782824:0:329081:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566216192, offset 0 00000400:00000200:0.0:1788219830.782829:0:329081:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219830.782836:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219830.782843:0:329081:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219830.782847:0:329081:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219830.782851:0:329081:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219830.782855:0:329081:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219830.782857:0:329081:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219830.782861:0:329081:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92871:92871:256:4294967295] 192.168.203.120@tcp LPNI seq info [92871:92871:8:4294967295] 00000400:00000200:0.0:1788219830.782864:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219830.782873:0:329081:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219830.782879:0:329081:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219830.782884:0:329081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000800:00000200:0.0:1788219830.782890:0:329081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219830.782897:0:329081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219830.782901:0:329081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219830.782915:0:329081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.782919:0:329081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14676 usecs (15 jiffies) 00000400:00000200:0.0:1788219830.782923:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219830.782925:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699879 00000100:00000001:0.0:1788219830.782928:0:329081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313699879 00000100:00000001:0.0:1788219830.782930:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699879 00000100:00000001:0.0:1788219830.782933:0:329081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313699879 00000100:00000001:0.0:1788219830.782934:0:329081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219830.782937:0:329081:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.782940:0:329081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219830.782942:0:329081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219830.782944:0:329081:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afcf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219830.782945:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219830.782948:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.783648:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.783654:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:3.0:1788219830.783660:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.783666:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.783672:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:3.0:1788219830.783674:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000001:3.0:1788219830.783678:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.783683:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.783692:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.783696:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.783703:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.783705:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219830.789693:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.789708:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219830.789712:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.789715:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.789724:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.789730:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219830.789739:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.789744:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.789750:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.789754:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb784c00 00000400:00000200:3.0:1788219830.789759:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.789765:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe91c5 [1] + 224 00000800:00000001:3.0:1788219830.789771:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.789778:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.789781:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.789786:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219830.789794:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.789803:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219830.789814:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.789860:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219830.789879:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219830.789887:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.789891:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219830.790667:0:329081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219830.790670:0:329081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219830.790673:0:329081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4d10. 00000400:00000200:0.0:1788219830.790679:0:329081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:0.0:1788219830.790682:0:329081:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:0.0:1788219830.790685:0:329081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219830.790692:0:329081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219830.790701:0:329081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.790708:0:329081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.790710:0:329081:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.790713:0:329081:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219830.790717:0:329081:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219830.790720:0:329081:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219830.790722:0:329081:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.790725:0:329081:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219830.790798:0:329081:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219830.790803:0:329081:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219830.790805:0:329081:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219830.790809:0:329081:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.790816:0:329081:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219830.790820:0:329081:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219830.790822:0:329081:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:0.0:1788219830.790824:0:329081:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219830.790826:0:329081:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219830.790830:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.790842:0:329081:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219830.790846:0:329081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219830.790848:0:329081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219830.790852:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219830.790859:0:329081:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015c00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216192:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219830.790864:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.790867:0:329081:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219830.790870:0:329081:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219830.790871:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.790875:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.790881:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219830.790884:0:329081:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afcf00. 00000100:00000001:0.0:1788219830.790888:0:329081:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219830.790889:0:329081:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219830.790893:0:329081:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219830.790896:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.790898:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.790902:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=4 00000020:00000001:0.0:1788219830.790904:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219830.790906:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00010000:0.0:1788219830.790912:0:329081:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.790923:0:329081:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219830.790927:0:329081:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.790933:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.790936:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.790941:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.790943:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219830.790946:0:329081:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.790952:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.790954:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.790958:0:329081:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219830.790960:0:329081:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219830.790966:0:329081:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1b000 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219830.790970:0:329081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219830.790974:0:329081:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.790980:0:329081:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219830.790982:0:329081:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219830.790985:0:329081:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.790990:0:329081:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219830.790992:0:329081:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219830.790994:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.790995:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.790997:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b000 refcount=5 00000020:00000001:0.0:1788219830.790998:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219830.791000:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831523328 : -113713878028288 : ffff9893ecb1b000) 00010000:00000001:0.0:1788219830.791003:0:329081:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219830.791006:0:329081:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219830.791135:0:329081:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219830.791137:0:329081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.791140:0:329081:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219830.791141:0:329081:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219830.791144:0:329081:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219830.791146:0:329081:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219830.791147:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.791149:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219830.791152:0:329081:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b000 with handle 0x34450ab7a163407 from hash 00010000:00000001:0.0:1788219830.791154:0:329081:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219830.791155:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.791156:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.791157:0:329081:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219830.791159:0:329081:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219830.791161:0:329081:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219830.791163:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.791164:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.791165:0:329081:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.791167:0:329081:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.791169:0:329081:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.791174:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.791175:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.791176:0:329081:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219830.791178:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.791179:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.791180:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.791181:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219830.791184:0:329081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b000/0x34450ab7a163407 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788219830.791264:0:329081:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708200 count: 0 00000100:00000040:2.0:1788219830.791397:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313699879, at 4313699880 00000100:00000010:2.0:1788219830.791407:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec8a0. 00000100:00000040:3.0:1788219830.791473:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313699879, at 4313699880 00000100:00000010:3.0:1788219830.791479:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec840. 00010000:00000010:0.0:1788219830.794184:0:329081:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0ce00. 00010000:00000001:0.0:1788219830.794441:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.794446:0:329081:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219830.794457:0:329081:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219830.794469:0:329081:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219830.794481:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219830.794483:0:329081:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.794485:0:329081:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.794487:0:329081:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.794490:0:329081:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219830.794493:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219830.794494:0:329081:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.794496:0:329081:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219830.794500:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd37a0 00000002:00002000:0.0:1788219830.794502:0:329081:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d2.3 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219830.794505:0:329081:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.794509:0:329081:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.794512:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219830.794515:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x3:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219830.794518:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.794521:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:0.0:1788219830.794524:0:329081:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219830.794526:0:329081:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8cd3bb0 it_disposition 7 00000080:00002000:0.0:1788219830.794531:0:329081:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893fa250d80 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:1.0:1788219830.794898:0:329081:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.3 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:1.0:1788219830.794903:0:329081:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.794908:0:329081:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788219830.794910:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.794913:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.794915:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.794918:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.794920:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.794922:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219830.794924:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.794928:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.794930:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.794933:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219830.794937:0:329081:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.794938:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.794941:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.794942:0:329081:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.794945:0:329081:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219830.794948:0:329081:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219830.794952:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776000. 00000100:00000001:1.0:1788219830.794957:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.794963:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015c00 x1875079566216192/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.794970:0:329081:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219830.794973:0:329081:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219830.794977:0:329081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9d800. 02000000:00000001:1.0:1788219830.794980:0:329081:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219830.794982:0:329081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219830.794984:0:329081:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219830.794986:0:329081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219830.794988:0:329081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03ec00. 02000000:00000001:1.0:1788219830.794992:0:329081:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219830.794993:0:329081:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219830.794995:0:329081:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015c00. 00000100:00000001:1.0:1788219830.794998:0:329081:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219830.794999:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219830.795002:0:329081:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219830.795004:0:329081:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8cd3bb0 released 00000080:00000001:1.0:1788219830.795005:0:329081:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219830.795008:0:329081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219830.795010:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3c00 00000080:00002000:1.0:1788219830.795130:0:329081:0:(dcache.c:127:ll_ddelete()) deleting dentry d2.3 (ffff9893fa250d80, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219830.795134:0:329081:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219830.795138:0:329081:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219830.795141:0:329081:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219830.795146:0:329081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219830.795147:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3c80 00000080:00002000:1.0:1788219830.795149:0:329081:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:1.0:1788219830.795152:0:329081:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.795501:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.795505:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.795507:0:329081:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.795508:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b20 00000080:00200000:1.0:1788219830.795511:0:329081:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.795693:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.795700:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.795704:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.795707:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.795709:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3a40 00800000:00000002:1.0:1788219830.795712:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.795715:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.795717:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.795718:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.795783:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.795786:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.795788:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.795790:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.795792:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.795795:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.795799:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.795801:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3910 00000002:00010000:1.0:1788219830.795803:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.795806:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.795807:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.795809:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.795815:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.795817:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.795822:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.795825:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.795830:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 02000000:00000001:1.0:1788219830.795839:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.795844:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.795847:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000002:00000001:1.0:1788219830.795854:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.795855:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.795857:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.795859:0:329081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.795860:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.795862:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.795865:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.795867:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.795869:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.795873:0:329081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.795875:0:329081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.795877:0:329081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.795880:0:329081:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.795882:0:329081:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.795884:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.795885:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.795887:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.795890:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.795892:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.795894:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.795897:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.795898:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.795899:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.795901:0:329081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.795903:0:329081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cd3b58 00010000:00000001:1.0:1788219830.795905:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.795906:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.795907:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.795909:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.795910:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.795913:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.795915:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00000001:1.0:1788219830.795920:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.795921:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.795923:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.795924:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.795927:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00000001:1.0:1788219830.795933:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.795936:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.795938:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.795942:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.795943:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.795945:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.795948:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.795950:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.795952:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.795955:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.795957:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.795959:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.795960:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.795962:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.795963:0:329081:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.795965:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.795970:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.795974:0:329081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.795976:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b48 00000080:00002000:1.0:1788219830.795977:0:329081:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219830.795979:0:329081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.795981:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b90 00000080:00200000:1.0:1788219830.795983:0:329081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:1.0:1788219830.795987:0:329081:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.795989:0:329081:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.795996:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3d08 00000080:00200008:1.0:1788219830.795998:0:329081:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.796002:0:329081:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.796003:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3c80 00000080:00200000:1.0:1788219830.796004:0:329081:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:1.0:1788219830.796009:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.796128:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:1.0:1788219830.796132:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:1.0:1788219830.796138:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.796140:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.796142:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ba0 00800000:00000002:1.0:1788219830.796144:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.796147:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.796149:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.796151:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.796152:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.796153:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.796155:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.796157:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.796159:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.796160:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.796162:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.796163:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.796164:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.796165:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.796167:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219830.796168:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.796170:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.796173:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.796174:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3a70 00000002:00010000:1.0:1788219830.796175:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.796178:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.796179:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.796181:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.796184:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:1.0:1788219830.796187:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.796261:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.796265:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.796470:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788219830.796479:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.796482:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.796485:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788219830.796490:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.796492:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.796494:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.796496:0:329081:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219830.796500:0:329081:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9893f015a800. 00800000:00000002:1.0:1788219830.796503:0:329081:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:1.0:1788219830.796506:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.796507:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3990 00000002:00010000:1.0:1788219830.796509:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.796511:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.796512:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.796513:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.796516:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:1.0:1788219830.796518:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.796521:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.796524:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.796527:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788219830.796533:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.796535:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.796538:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788219830.796544:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.796546:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.796548:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.796550:0:329081:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219830.796552:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.796553:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.796555:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.796557:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.796559:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.796561:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.796563:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.796564:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.796565:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796567:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.796568:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.796569:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.796571:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.796573:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.796574:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.796577:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219830.796582:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.796583:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.796585:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.796587:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.796589:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219830.796595:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.796596:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.796598:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.796601:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.796602:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.796603:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796605:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.796606:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796608:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796610:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796612:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.796613:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.796614:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219830.796616:0:329081:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:1.0:1788219830.796619:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.796621:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3990 00000002:00010000:1.0:1788219830.796622:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.796625:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.796627:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.796628:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219830.796631:0:329081:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.796633:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.796634:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.796636:0:329081:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219830.796639:0:329081:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219830.796644:0:329081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219830.796648:0:329081:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219830.796654:0:329081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219830.796658:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.796661:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.796662:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.796663:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.796666:0:329081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219830.796668:0:329081:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219830.796670:0:329081:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219830.796678:0:329081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee180400. 00000100:00000001:1.0:1788219830.796686:0:329081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796691:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.796692:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796694:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.796695:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.796697:0:329081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.796703:0:329081:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00010000:00000001:1.0:1788219830.796707:0:329081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219830.796709:0:329081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219830.796713:0:329081:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff800. 00010000:00000010:1.0:1788219830.796717:0:329081:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06e000. 00010000:00000001:1.0:1788219830.796797:0:329081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219830.796803:0:329081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195800. 00000020:00000001:1.0:1788219830.796807:0:329081:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219830.796810:0:329081:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195800 with handle 0x34450ab7a16340e to hash 00000020:00000001:1.0:1788219830.796812:0:329081:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219830.796813:0:329081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.796817:0:329081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.796820:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.796822:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.796824:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.796831:0:329081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.796842:0:329081:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219830.796848:0:329081:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219830.796850:0:329081:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219830.796857:0:329081:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.796859:0:329081:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821376 : -113714041730240 : ffff9893e2efcb40) 00000100:00000001:1.0:1788219830.796862:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.796864:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219830.796868:0:329081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219830.796872:0:329081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.796874:0:329081:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219830.796876:0:329081:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219830.796884:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.796892:0:329081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219830.796894:0:329081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.796897:0:329081:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219830.796899:0:329081:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219830.796901:0:329081:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219830.796904:0:329081:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216320:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219830.796908:0:329081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219830.796912:0:329081:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219830.796914:0:329081:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.796917:0:329081:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219830.796921:0:329081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219830.796923:0:329081:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219830.796930:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219830.796934:0:329081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219830.796940:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219830.796946:0:329081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566216320, portal 10 00000100:00000001:1.0:1788219830.796948:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.796949:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219830.796954:0:329081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.796960:0:329081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219830.796963:0:329081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219830.796965:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661e58. 00000100:00000200:1.0:1788219830.796968:0:329081:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566216320, offset 0 00000400:00000200:1.0:1788219830.796973:0:329081:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219830.796982:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.796989:0:329081:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219830.796994:0:329081:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219830.796998:0:329081:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219830.797001:0:329081:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219830.797004:0:329081:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219830.797008:0:329081:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92872:92872:256:4294967295] 192.168.203.120@tcp LPNI seq info [92872:92872:8:4294967295] 00000400:00000200:1.0:1788219830.797132:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.797143:0:329081:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219830.797149:0:329081:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219830.797155:0:329081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219830.797161:0:329081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.797169:0:329081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.797173:0:329081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.797305:0:329081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.797371:0:329081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14673 usecs (15 jiffies) 00000400:00000200:1.0:1788219830.797375:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.797379:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699901 00000100:00000010:1.0:1788219830.797383:0:329081:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2540. 00000100:00000001:1.0:1788219830.797389:0:329081:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219830.797396:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699901 00000100:00000010:1.0:1788219830.797399:0:329081:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f22a0. 00000100:00000001:1.0:1788219830.797401:0:329081:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219830.797404:0:329081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.797406:0:329081:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.797409:0:329081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.797411:0:329081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219830.797413:0:329081:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219830.797416:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219830.797418:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788219830.799469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619600. 00010000:00000010:0.1:1788219830.799481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b9200. 00000080:00000010:0.1:1788219830.799487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88320. 00000800:00000200:3.0:1788219830.801225:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.801233:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:3.0:1788219830.801240:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.801250:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.801258:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661e58 00000400:00000010:3.0:1788219830.801261:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661e58. 00000100:00000001:3.0:1788219830.801279:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.801287:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.801302:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.801306:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.801551:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.801554:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219830.802860:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.802875:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219830.802879:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.802881:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.802889:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.802897:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219830.802905:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.802910:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.802915:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.802919:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb784c80 00000400:00000200:3.0:1788219830.802924:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.802930:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe91cd [1] + 224 00000800:00000001:3.0:1788219830.802937:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.802943:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.802946:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.802950:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219830.802957:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.802966:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219830.802977:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.802995:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219830.803004:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.803008:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.803118:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219830.803126:0:329081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.803128:0:329081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.803131:0:329081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219830.803136:0:329081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219830.803138:0:329081:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219830.803142:0:329081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.803147:0:329081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219830.803155:0:329081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.803160:0:329081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.803162:0:329081:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.803165:0:329081:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.803169:0:329081:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.803171:0:329081:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.803173:0:329081:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.803176:0:329081:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.803184:0:329081:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219830.803198:0:329081:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219830.803201:0:329081:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219830.803202:0:329081:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803205:0:329081:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219830.803208:0:329081:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.803212:0:329081:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.803213:0:329081:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:1.0:1788219830.803215:0:329081:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.803218:0:329081:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.803222:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.803228:0:329081:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.803231:0:329081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.803232:0:329081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.803236:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219830.803243:0:329081:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216320:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219830.803248:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.803250:0:329081:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.803253:0:329081:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219830.803255:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.803258:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.803265:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.803276:0:329081:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.803280:0:329081:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219830.803282:0:329081:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803285:0:329081:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219830.803288:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803290:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803293:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=4 00000020:00000001:1.0:1788219830.803296:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803298:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000040:1.0:1788219830.803304:0:329081:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7195800, remote cookie: 0x1782eba8aded86f8, flags: 0x1001 00010000:00010000:1.0:1788219830.803349:0:329081:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.803363:0:329081:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803370:0:329081:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219830.803373:0:329081:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219830.803376:0:329081:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219830.803377:0:329081:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219830.803379:0:329081:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219830.803381:0:329081:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x3:0x0].0x0 (ffff9893ea2ff800) refcount = 1 00010000:00010000:1.0:1788219830.803385:0:329081:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803392:0:329081:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219830.803395:0:329081:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219830.803397:0:329081:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.803400:0:329081:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219830.803402:0:329081:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.803405:0:329081:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803411:0:329081:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219830.803412:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803414:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803415:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803416:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803417:0:329081:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.803430:0:329081:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219830.803431:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803433:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803434:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803436:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803438:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803440:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803441:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803442:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=4 00000020:00000001:1.0:1788219830.803444:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803446:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803449:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.803451:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.803454:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803459:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803460:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803461:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803462:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803463:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=5 00000020:00000001:1.0:1788219830.803465:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803466:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803469:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.803471:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803477:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803478:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219830.803480:0:329081:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803486:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.803487:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803488:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803489:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803490:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219830.803495:0:329081:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219830.803503:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803504:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803505:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803506:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803508:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803510:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803511:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.803513:0:329081:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.803515:0:329081:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.803517:0:329081:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219830.803520:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803521:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803522:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803523:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803525:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00000002:00010000:1.0:1788219830.803528:0:329081:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803538:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803539:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803541:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219830.803542:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803543:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803544:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803546:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803548:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000040:1.0:1788219830.803554:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff800 count: 2 00010000:00000001:1.0:1788219830.803557:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219830.803560:0:329081:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/3 (0 0) 00010000:00000001:1.0:1788219830.803563:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803564:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.803565:0:329081:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219830.803568:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3918 00000002:00002000:1.0:1788219830.803570:0:329081:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219830.803573:0:329081:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.803578:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.803579:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803580:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803582:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803583:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803585:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803588:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803589:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.803591:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803592:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803593:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803595:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803596:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803599:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803600:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.803603:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.803609:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803610:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803611:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.803613:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.803615:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219830.803623:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.803625:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.803627:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.803631:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803632:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803633:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803637:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.803639:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803641:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803643:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803645:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.803646:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803647:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.803649:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.803654:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566216320/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.803661:0:329081:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219830.803664:0:329081:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219830.803667:0:329081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219830.803671:0:329081:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219830.803673:0:329081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219830.803675:0:329081:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219830.803677:0:329081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219830.803680:0:329081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219830.803683:0:329081:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219830.803685:0:329081:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219830.803687:0:329081:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219830.803690:0:329081:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219830.803692:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788219830.803694:0:329081:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9893f015a800. 00800000:00000001:1.0:1788219830.803697:0:329081:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.803700:0:329081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.803703:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219830.803706:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219830.803709:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.803713:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:1.0:1788219830.803715:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.803718:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.803721:0:329081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.803723:0:329081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.803726:0:329081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:1.0:1788219830.803730:0:329081:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:1.0:1788219830.803733:0:329081:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.803736:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.803737:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803738:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803740:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219830.803742:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.803744:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.803746:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803747:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.803748:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.803750:0:329081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.803752:0:329081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c8cd3cb8 00010000:00000001:1.0:1788219830.803754:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803755:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803756:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219830.803758:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.803759:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.803761:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.803765:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219830.803772:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803773:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803774:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.803775:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.803777:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219830.803783:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.803784:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.803786:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.803788:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803789:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803790:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803792:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.803793:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803795:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803798:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803799:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.803800:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803801:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.803803:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.803804:0:329081:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.803810:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219830.803813:0:329081:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219830.803819:0:329081:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.803822:0:329081:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:1.0:1788219830.803826:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.803828:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b28 00000002:00010000:1.0:1788219830.803830:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.803833:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.803835:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.803837:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.803840:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:1.0:1788219830.803842:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.803846:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.803848:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.803851:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219830.803859:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.803864:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.803866:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219830.803872:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.803874:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.803877:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.803879:0:329081:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219830.803881:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.803882:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803884:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803885:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.803887:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.803889:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.803891:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803893:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.803894:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803895:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803896:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803898:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.803899:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.803901:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.803903:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.803905:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219830.803911:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803913:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803914:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.803915:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.803917:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219830.803923:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.803924:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.803925:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.803927:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803928:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.803929:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803931:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.803932:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803934:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803936:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.803938:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.803939:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803940:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219830.803942:0:329081:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:1.0:1788219830.803945:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.803946:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b28 00000002:00010000:1.0:1788219830.803948:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.803950:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.803952:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.803953:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.803955:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff800 count: 2 00010000:00000001:1.0:1788219830.803957:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.803959:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.803961:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.803964:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219830.803971:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.803973:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.803975:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219830.803982:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.803983:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.803985:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.803986:0:329081:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:1.0:1788219830.803988:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.803989:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.803990:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.803991:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.803993:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803995:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.803997:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.803998:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.803999:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804000:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.804001:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.804002:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:1.0:1788219830.804004:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.804006:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:1.0:1788219830.804008:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.804010:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219830.804032:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804034:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.804035:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.804036:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.804038:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219830.804044:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.804045:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.804046:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.804048:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804049:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.804051:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804052:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.804054:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804055:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804057:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804058:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.804059:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804060:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219830.804062:0:329081:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9893f015b400. 00800000:00000001:1.0:1788219830.804065:0:329081:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219830.804068:0:329081:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 5, atime 1788219804 ctime 1788219830, mtime 1788219830. 00800000:00000040:1.0:1788219830.804072:0:329081:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 5, atime 1788219804 ctime 1788219830, mtime 1788219830. 00800000:00000002:1.0:1788219830.804075:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219830.804077:0:329081:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.804082:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3d08 00000080:00000008:1.0:1788219830.804084:0:329081:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.804089:0:329081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219830.804090:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3da0 00000080:00002000:1.0:1788219830.804092:0:329081:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:1.0:1788219830.804095:0:329081:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.804657:0:329081:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.804687:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3d08 00000080:00200008:1.0:1788219830.804690:0:329081:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.804695:0:329081:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.804697:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3c80 00000080:00200000:1.0:1788219830.804698:0:329081:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.804703:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.804708:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.804712:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.804717:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.804718:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ba0 00800000:00000002:1.0:1788219830.804720:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.804723:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.804726:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.804729:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.804731:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.804733:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.804735:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.804738:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.804740:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.804743:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.804748:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.804749:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3a70 00000002:00010000:1.0:1788219830.804751:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.804754:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.804756:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.804758:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.804762:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.804764:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.804767:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.804769:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.804773:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 02000000:00000001:1.0:1788219830.804781:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.804784:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.804787:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000002:00000001:1.0:1788219830.804794:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.804796:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.804798:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.804799:0:329081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.804801:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.804803:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.804806:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.804808:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.804811:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.804814:0:329081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.804816:0:329081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.804818:0:329081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.804821:0:329081:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.804824:0:329081:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.804825:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.804827:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.804828:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.804830:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.804832:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.804835:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.804837:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804838:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.804839:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.804841:0:329081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.804843:0:329081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cd3cb8 00010000:00000001:1.0:1788219830.804845:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.804846:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.804847:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.804849:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.804851:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.804853:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.804855:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00000001:1.0:1788219830.804861:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804862:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.804863:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.804864:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.804866:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00000001:1.0:1788219830.804872:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.804874:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.804876:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.804879:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804880:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.804881:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804883:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.804884:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804885:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804888:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.804889:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.804890:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.804891:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.804893:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.804894:0:329081:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219830.804896:0:329081:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.804899:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3d08 00000080:00000008:1.0:1788219830.804901:0:329081:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.805015:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.805018:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.805019:0:329081:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.805020:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3bc0 00000080:00200000:1.0:1788219830.805022:0:329081:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.805026:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.805029:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.805031:0:329081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.805033:0:329081:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.805034:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ae0 00800000:00000002:1.0:1788219830.805036:0:329081:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.805038:0:329081:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.805040:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.805041:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.805043:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.805044:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.805046:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.805048:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.805049:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.805051:0:329081:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.805054:0:329081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.805056:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd39b0 00000002:00010000:1.0:1788219830.805058:0:329081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.805060:0:329081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.805061:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.805064:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.805067:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.805069:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.805071:0:329081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.805073:0:329081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.805076:0:329081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 02000000:00000001:1.0:1788219830.805083:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.805085:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.805088:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000002:00000001:1.0:1788219830.805093:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.805094:0:329081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.805096:0:329081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.805097:0:329081:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.805098:0:329081:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.805101:0:329081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.805103:0:329081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.805104:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.805106:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.805109:0:329081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.805110:0:329081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.805112:0:329081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.805115:0:329081:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.805117:0:329081:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.805119:0:329081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.805120:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.805121:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.805124:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.805126:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.805128:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.805130:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.805131:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.805133:0:329081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.805134:0:329081:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.805136:0:329081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8cd3bf8 00010000:00000001:1.0:1788219830.805138:0:329081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.805139:0:329081:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.805140:0:329081:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.805142:0:329081:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.805144:0:329081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.805146:0:329081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.805148:0:329081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00000001:1.0:1788219830.805154:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.805155:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.805156:0:329081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.805158:0:329081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.805160:0:329081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00000001:1.0:1788219830.805166:0:329081:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.805168:0:329081:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.805169:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.805171:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.805172:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.805174:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.805176:0:329081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.805177:0:329081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.805179:0:329081:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.805181:0:329081:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.805183:0:329081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.805184:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.805185:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.805187:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.805188:0:329081:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.805191:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.805195:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.805198:0:329081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.805201:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3bc0 00000080:00002000:1.0:1788219830.805202:0:329081:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219830.805205:0:329081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.805207:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3c08 00000080:00200000:1.0:1788219830.805208:0:329081:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:1.0:1788219830.805212:0:329081:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.805214:0:329081:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.805217:0:329081:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219830.805218:0:329081:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:1.0:1788219830.805221:0:329081:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.805224:0:329081:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219830.805226:0:329081:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219830.805228:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b78 00000080:00200008:1.0:1788219830.805230:0:329081:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:1.0:1788219830.805235:0:329081:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219830.805240:0:329081:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:1.0:1788219830.805243:0:329081:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219830.805246:0:329081:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.805249:0:329081:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219830.805250:0:329081:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.805252:0:329081:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219830.805255:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3b78 00000080:00000008:1.0:1788219830.805257:0:329081:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219830.805259:0:329081:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.805271:0:329081:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00000010:1.1:1788219830.812004:0:329081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb360. 00000080:00200080:1.0:1788219830.812143:0:329081:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7fff1366d3a0 00000020:00000001:1.0:1788219830.812153:0:329081:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219830.812161:0:329081:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee180400. 00000020:00000001:1.0:1788219830.812166:0:329081:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.812170:0:329081:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219830.812173:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3ad0 00000080:00200000:1.0:1788219830.812176:0:329081:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d2.3 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219830.812183:0:329081:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.812257:0:329081:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219830.812346:0:329081:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219830.812349:0:329081:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219830.812353:0:329081:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d2.3 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:1.0:1788219830.812357:0:329081:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x3:0x0] 00800000:00000001:1.0:1788219830.812360:0:329081:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:1.0:1788219830.812364:0:329081:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219830.812366:0:329081:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219830.812369:0:329081:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219830.812371:0:329081:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219830.812374:0:329081:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x986:0x0] 40000000:00000001:1.0:1788219830.812377:0:329081:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.812379:0:329081:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.812381:0:329081:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.812383:0:329081:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.812385:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd39e8 00800000:00000002:1.0:1788219830.812387:0:329081:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd2.3' [0x2000013a2:0x986:0x0] on [0x2400013a4:0x3:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788219830.812391:0:329081:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219830.812393:0:329081:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219830.812398:0:329081:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.812404:0:329081:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219830.812408:0:329081:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219830.812414:0:329081:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219830.812416:0:329081:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.812428:0:329081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219830.812432:0:329081:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.812439:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.812440:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.812442:0:329081:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.812445:0:329081:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219830.812447:0:329081:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219830.812451:0:329081:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219830.812456:0:329081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183400. 00000100:00000001:1.0:1788219830.812462:0:329081:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.812464:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.812465:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.812467:0:329081:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.812468:0:329081:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.812470:0:329081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219830.812482:0:329081:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219830.812518:0:329081:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219830.812527:0:329081:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219830.812528:0:329081:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219830.812536:0:329081:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.812538:0:329081:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821376 : -113714041730240 : ffff9893e2efcb40) 00000100:00000001:1.0:1788219830.812540:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.812542:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219830.812546:0:329081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219830.812549:0:329081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.812551:0:329081:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219830.812553:0:329081:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219830.812558:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.812565:0:329081:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219830.812567:0:329081:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.812571:0:329081:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219830.812573:0:329081:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219830.812576:0:329081:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219830.812579:0:329081:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216576:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219830.812583:0:329081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219830.812588:0:329081:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219830.812590:0:329081:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.812593:0:329081:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219830.812597:0:329081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee182c00. 02000000:00000001:1.0:1788219830.812599:0:329081:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219830.812607:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219830.812610:0:329081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219830.812617:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219830.812624:0:329081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566216576, portal 10 00000100:00000001:1.0:1788219830.812625:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.812627:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219830.812633:0:329081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.812640:0:329081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219830.812643:0:329081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219830.812646:0:329081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661b28. 00000100:00000200:1.0:1788219830.812649:0:329081:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566216576, offset 0 00000400:00000200:1.0:1788219830.812655:0:329081:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219830.812663:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.812670:0:329081:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219830.812674:0:329081:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219830.812678:0:329081:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219830.812681:0:329081:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219830.812684:0:329081:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219830.812688:0:329081:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92873:92873:256:4294967295] 192.168.203.120@tcp LPNI seq info [92873:92873:8:4294967295] 00000400:00000200:1.0:1788219830.812691:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.812700:0:329081:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219830.812706:0:329081:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219830.812711:0:329081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219830.812717:0:329081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.812927:0:329081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.812932:0:329081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.812989:0:329081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.812993:0:329081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:1.0:1788219830.812997:0:329081:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.813000:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699928 00000100:00000001:1.0:1788219830.813007:0:329081:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699901 00000100:00000001:1.0:1788219830.813021:0:329081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699928 00000100:00000001:1.0:1788219830.813025:0:329081:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699901 00000100:00000001:1.0:1788219830.813028:0:329081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.813031:0:329081:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.813033:0:329081:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.813035:0:329081:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219830.813038:0:329081:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219830.813040:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219830.813044:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788219830.814386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:0.1:1788219830.814399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b000. 00000800:00000200:3.0:1788219830.816916:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.816926:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219830.816934:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.816943:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.816951:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661b28 00000400:00000010:3.0:1788219830.816953:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661b28. 00000100:00000001:3.0:1788219830.816959:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.816966:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.816979:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.816982:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.816988:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.816990:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219830.823803:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.823822:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219830.823825:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.823828:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.823837:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.823846:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219830.823855:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.823861:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.823866:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.823869:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9d1b00 00000400:00000200:3.0:1788219830.823878:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 1312 00000800:00000001:3.0:1788219830.823884:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.823891:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.823894:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.823899:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219830.823906:0:256056:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788219830.823909:0:256056:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788219830.823916:0:256056:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000100:00000040:3.0:1788219830.823920:0:256056:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed39c000 x1875079568628480 msgsize 328 00000100:00100000:3.0:1788219830.823924:0:256056:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:3.0:1788219830.823945:0:256056:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788219830.823953:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.823956:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219830.824481:0:280884:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219830.824485:0:280884:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568628480 02000000:00000001:2.0:1788219830.824489:0:280884:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219830.824491:0:280884:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219830.824493:0:280884:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.824498:0:280884:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219830.824502:0:280884:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568628480 00000020:00000001:2.0:1788219830.824505:0:280884:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219830.824507:0:280884:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d63a 00000020:00000001:2.0:1788219830.824510:0:280884:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.824513:0:280884:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b5800 refcount=5 00000020:00000001:2.0:1788219830.824516:0:280884:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000020:00000001:2.0:1788219830.824520:0:280884:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000100:00000001:2.0:1788219830.824524:0:280884:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219830.824530:0:280884:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47400. 00000100:00000001:2.0:1788219830.824533:0:280884:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219830.824536:0:280884:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47400. 00000020:00000010:2.0:1788219830.824542:0:280884:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4975c00. 00000020:00000010:2.0:1788219830.824548:0:280884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3b80. 00000020:00000010:2.0:1788219830.824595:0:280884:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000040:2.0:1788219830.824604:0:280884:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219830.824607:0:280884:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219830.824609:0:280884:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219830.824611:0:280884:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.824619:0:280884:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.824636:0:280884:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219830.824647:0:280884:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219830.824649:0:280884:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219830.824654:0:280884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 447 00000100:00000040:2.0:1788219830.824658:0:280884:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b5800 : new rpc_count 1 00000100:00000001:2.0:1788219830.824659:0:280884:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:2.0:1788219830.824667:0:280884:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed39c000 x1875079568628480/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:76/0 lens 328/0 e 0 to 0 dl 1788219841 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219830.824676:0:280884:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219830.824679:0:280884:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47400. 00000100:00000001:2.0:1788219830.824681:0:280884:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219830.824683:0:280884:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47400. 00000100:00100000:2.0:1788219830.824687:0:280884:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed39c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568628480:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219830.824690:0:280884:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568628480 00010000:00000001:2.0:1788219830.824693:0:280884:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219830.824700:0:280884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.824702:0:280884:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.824704:0:280884:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=2 00000020:00000001:2.0:1788219830.824707:0:280884:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:2.0:1788219830.824709:0:280884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:2.0:1788219830.824712:0:280884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.824716:0:280884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.824722:0:280884:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1788219830.824733:0:280884:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219830.824735:0:280884:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219830.824740:0:280884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4e800. 02000000:00000001:2.0:1788219830.824742:0:280884:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.824744:0:280884:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.824749:0:280884:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219830.824751:0:280884:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219830.824754:0:280884:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219830.824759:0:280884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219830.824761:0:280884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219830.824764:0:280884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219830.824766:0:280884:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219830.824768:0:280884:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.824771:0:280884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219830.824773:0:280884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219830.824777:0:280884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5990. 00000100:00000200:2.0:1788219830.824782:0:280884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568628480, offset 224 00000400:00000200:2.0:1788219830.824788:0:280884:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219830.824795:0:280884:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.824801:0:280884:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219830.824807:0:280884:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92874:92874:256:4294967295] 192.168.203.120@tcp LPNI seq info [92874:92874:8:4294967295] 00000400:00000200:2.0:1788219830.824811:0:280884:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.824820:0:280884:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219830.824825:0:280884:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219830.824829:0:280884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219830.824836:0:280884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219830.824843:0:280884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219830.824847:0:280884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219830.824857:0:280884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.824860:0:280884:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219830.824863:0:280884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219830.824866:0:280884:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e490cc00. 00010000:00000001:2.0:1788219830.824869:0:280884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219830.824886:0:280884:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219830.824888:0:280884:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.824890:0:280884:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.824891:0:280884:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.824896:0:280884:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079568628480/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:76/0 lens 328/224 e 0 to 0 dl 1788219841 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219830.824907:0:280884:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed39c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:202398:x1875079568628480:12345-192.168.203.120@tcp:104: Request processed in 229us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219830.824913:0:280884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 447 00000100:00000040:2.0:1788219830.824916:0:280884:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b5800 : new rpc_count 0 00000100:00000001:2.0:1788219830.824918:0:280884:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219830.824920:0:280884:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219830.824924:0:280884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3b80. 00000020:00000010:2.0:1788219830.824928:0:280884:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219830.824931:0:280884:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4975c00. 00000020:00000040:2.0:1788219830.824935:0:280884:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b5800 : new refcount 4 00000100:00000001:2.0:1788219830.824938:0:280884:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219830.825083:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.825088:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:3.0:1788219830.825092:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.825096:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.825101:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5990 00000400:00000010:3.0:1788219830.825104:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5990. 00000100:00000001:3.0:1788219830.825107:0:256055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788219830.825108:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788219830.825508:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.825511:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.825514:0:280892:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219830.825517:0:280892:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219830.825519:0:280892:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219830.825524:0:280892:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219830.825534:0:280892:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7195800 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219830.825537:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219830.825541:0:280892:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219830.825549:0:280892:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219830.825552:0:280892:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219830.825556:0:280892:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219830.825562:0:280892:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219830.825565:0:280892:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219830.825566:0:280892:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.825568:0:280892:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.825570:0:280892:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195800 refcount=3 00000020:00000001:0.0:1788219830.825571:0:280892:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:0.0:1788219830.825573:0:280892:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469217792 : -113714240333824 : ffff9893d7195800) 00010000:00000001:0.0:1788219830.825576:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219830.825578:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 3/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788219830.825584:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219830.825587:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219830.825589:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219830.825591:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a4:0x3:0x0] mode (null) 00000002:00000001:0.0:1788219830.825595:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.825598:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.825604:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff800 count: 2 00010000:00000001:0.0:1788219830.825607:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219830.825611:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.825612:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.825613:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.825615:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff800 count: 2 00010000:00000001:0.0:1788219830.825616:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219830.825618:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.825620:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219830.825623:0:280892:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a4:0x3:0x0] lli = ffff9894c7b69080, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:0.0:1788219830.825628:0:280892:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a4:0x3:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219830.825632:0:280892:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219830.825637:0:280892:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219830.825639:0:280892:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219830.825642:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219830.825644:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a4:0x3:0x0](ffff9894c7b69148) invalid 00000080:00000001:0.0:1788219830.825647:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219830.825649:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219830.825651:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.825653:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219830.825656:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219830.825658:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219830.825659:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.825661:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219830.825664:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195800 with handle 0x34450ab7a16340e from hash 00010000:00000001:0.0:1788219830.825666:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219830.825667:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.825669:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.825670:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219830.825673:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219830.825674:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788219830.825679:0:280892:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.825682:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.825683:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.825685:0:280892:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.825687:0:280892:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219830.825690:0:280892:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219830.825696:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014380. 00000020:00000040:0.0:1788219830.825699:0:280892:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219830.825703:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219830.825705:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219830.825710:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219830.825716:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776000. 00000100:00000001:0.0:1788219830.825721:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.825723:0:280892:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219830.825728:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 2/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219830.825735:0:280892:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219830.825736:0:280892:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.825740:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219830.825744:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.825752:0:280892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206b89b7] to pc [ptlrpcd_00_01+1] req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219830.825784:0:280892:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.825787:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.825788:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.825789:0:280892:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.825791:0:280892:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.825793:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.825796:0:280892:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 1/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219830.825802:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219830.825805:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7195800/0x34450ab7a16340e lrc: 0/0,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded86f8 expref: -99 pid: 329081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219830.825812:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff800 count: 0 00010000:00000010:0.0:1788219830.825816:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06e000. 00010000:00000001:0.0:1788219830.825825:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.825826:0:280892:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788219830.825828:0:280892:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e490cc00. 00010000:00000001:0.0:1788219830.825831:0:280892:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219830.825833:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.825834:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.825836:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219830.825838:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.825839:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.825841:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219830.825842:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.825843:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.825845:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219830.825851:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788219830.825854:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788219830.825856:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.825861:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219830.825863:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.825865:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219830.825866:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219830.825869:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219830.825873:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.825881:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219830.825883:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.825886:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219830.825888:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219830.825891:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219830.825894:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566216704:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219830.825898:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219830.825902:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219830.825905:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.825907:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219830.825910:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894fd776a00. 02000000:00000001:0.0:1788219830.825912:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219830.825917:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219830.825921:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4d10. 00000400:00000010:0.0:1788219830.825926:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000200:0.0:1788219830.825930:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566216704, portal 18 00000100:00000001:0.0:1788219830.825933:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219830.825934:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131705728 : -113709577845888 : ffff9894ed014380) 00000100:00000040:0.0:1788219830.825940:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.825952:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219830.825954:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219830.825956:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cff68. 00000100:00000200:0.0:1788219830.825960:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566216704, offset 0 00000400:00000200:0.0:1788219830.825965:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219830.825971:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219830.825976:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219830.825980:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219830.825984:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219830.825988:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219830.825990:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219830.825994:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92875:92875:256:4294967295] 192.168.203.120@tcp LPNI seq info [92875:92875:8:4294967295] 00000400:00000200:0.0:1788219830.825998:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219830.826006:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219830.826011:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1788219830.826109:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219830.826112:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788219830.826356:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219830.826364:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.826370:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.826373:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.826388:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.826392:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14671 usecs (15 jiffies) 00000400:00000200:1.0:1788219830.826396:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.826399:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699930 00000100:00000001:1.0:1788219830.826405:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699928 00000100:00000001:1.0:1788219830.826410:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699930 00000100:00000001:1.0:1788219830.826413:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699928 00000100:00000001:1.0:1788219830.826416:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.826428:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.826432:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.826435:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.826543:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.826547:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219830.826551:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.826556:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.826561:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cff68 00000400:00000010:3.0:1788219830.826562:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cff68. 00000100:00000001:3.0:1788219830.826566:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.826570:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.826580:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.826584:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.826590:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.826592:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219830.831363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff800. 00010000:00000010:0.1:1788219830.831382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195800. 00000800:00000001:3.0:1788219830.832570:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.832585:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219830.832589:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.832592:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.832601:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.832608:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219830.832617:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.832623:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.832628:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.832633:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb784e00 00000400:00000200:3.0:1788219830.832638:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.832645:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe91e5 [1] + 224 00000800:00000001:3.0:1788219830.832652:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.832661:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.832664:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.832669:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219830.832677:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219830.832686:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219830.832697:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.832812:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219830.832816:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219830.832834:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219830.832846:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.832849:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219830.834394:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.834400:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.834404:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4d10. 00000400:00000200:1.0:1788219830.834412:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:1.0:1788219830.834416:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:1.0:1788219830.834429:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.834440:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219830.834450:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.834457:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.834459:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.834461:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.834465:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.834467:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.834469:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.834472:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.834483:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd80 time=72 v=5 (5 0 5 0) 00000100:00001000:1.0:1788219830.834487:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219830.834490:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219830.834492:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.834495:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219830.834498:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.834502:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.834504:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:1.0:1788219830.834506:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.834509:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.834525:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.834533:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.834537:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.834539:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.834543:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219830.834551:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566216704:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219830.834556:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.834559:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.834562:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014380 x1875079566216704/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.834569:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219830.834571:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219830.834574:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894fd776a00. 02000000:00000001:1.0:1788219830.834579:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219830.834581:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219830.834582:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219830.834585:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219830.834587:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776000. 02000000:00000001:1.0:1788219830.834590:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219830.834592:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219830.834594:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014380. 00000100:00000001:1.0:1788219830.834597:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219830.834598:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.834601:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.834609:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.834610:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.834613:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219830.834615:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.842431:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313699930, at 4313699931 00000100:00000040:2.0:1788219830.842431:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313699930, at 4313699931 00000100:00000010:2.0:1788219830.842445:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2540. 00000100:00000010:3.0:1788219830.842449:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f22a0. 00000800:00000001:3.0:1788219830.854107:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.854124:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219830.854129:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219830.854132:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219830.854140:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.854148:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219830.854157:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.854163:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.854167:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.854171:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb784d80 00000400:00000200:3.0:1788219830.854175:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219830.854181:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe91d5 [1] + 224 00000800:00000001:3.0:1788219830.854485:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.854565:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.854570:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.854576:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.854584:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.854593:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219830.854604:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.854627:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.854637:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.854640:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.854707:0:329081:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219830.854714:0:329081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.854716:0:329081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.854719:0:329081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219830.854723:0:329081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219830.854726:0:329081:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219830.854729:0:329081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.854734:0:329081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219830.854741:0:329081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566216576/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.854747:0:329081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.854749:0:329081:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.854752:0:329081:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.854756:0:329081:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.854758:0:329081:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.854761:0:329081:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.854763:0:329081:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.854772:0:329081:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219830.854776:0:329081:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219830.854779:0:329081:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219830.854781:0:329081:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.854784:0:329081:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219830.854786:0:329081:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.854790:0:329081:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219830.854791:0:329081:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1788219830.854793:0:329081:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219830.854795:0:329081:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.854797:0:329081:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219830.854800:0:329081:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.854801:0:329081:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869228 00000100:00000001:1.0:1788219830.854803:0:329081:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.854805:0:329081:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.854810:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566216576/t17179869229(17179869229) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.854817:0:329081:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.854819:0:329081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.854821:0:329081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.854826:0:329081:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566216576/t17179869229(17179869229) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219830.854833:0:329081:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329081:1875079566216576:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219830.854838:0:329081:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.854841:0:329081:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.854843:0:329081:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219830.854845:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.854848:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566216576/t17179869229(17179869229) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.854854:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.854857:0:329081:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.854861:0:329081:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219830.854862:0:329081:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.854869:0:329081:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.854872:0:329081:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x986:0x0] 00800000:00000001:1.0:1788219830.854874:0:329081:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.854879:0:329081:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219830.854884:0:329081:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219830.854886:0:329081:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219830.854888:0:329081:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145926 : 144115272398145926 : 2000013a2000986) 00000080:00000001:1.0:1788219830.854891:0:329081:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219830.854904:0:329081:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6dac0. 00000080:00000001:1.0:1788219830.854917:0:329081:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219830.854920:0:329081:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x986:0x0](ffff9894c7b6db88) 00000080:00000001:1.0:1788219830.854923:0:329081:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219830.854925:0:329081:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x986:0x0] 00000080:00000001:1.0:1788219830.854927:0:329081:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.854928:0:329081:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145926 : 144115272398145926 : 2000013a2000986) 00000080:00000001:1.0:1788219830.854930:0:329081:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1788219830.854933:0:329081:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145926 mtime from 0 to 1788219830 00000080:00200000:1.0:1788219830.854936:0:329081:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x986:0x0], updating i_size 4096 00000080:00000001:1.0:1788219830.854938:0:329081:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219830.854941:0:329081:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506072456 : -113710203479160 : ffff9894c7b6db88) 00000080:00000001:1.0:1788219830.854943:0:329081:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219830.854945:0:329081:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219830.854947:0:329081:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.854953:0:329081:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.854956:0:329081:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566216576/t17179869229(17179869229) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.854966:0:329081:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.854968:0:329081:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:1.0:1788219830.854971:0:329081:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000010:1.0:1788219830.854975:0:329081:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee180400. 00000080:00000001:1.0:1788219830.854978:0:329081:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.854994:0:329081:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219830.854996:0:329081:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219830.854999:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3dd0 00000080:00200008:1.0:1788219830.855001:0:329081:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:1.0:1788219830.855006:0:329081:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219830.855010:0:329081:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219830.855011:0:329081:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219830.855013:0:329081:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219830.855017:0:329081:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.855021:0:329081:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.855023:0:329081:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.855025:0:329081:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.855027:0:329081:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.855029:0:329081:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219830.855031:0:329081:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.855034:0:329081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.855037:0:329081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.855044:0:329081:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:1.0:1788219830.855047:0:329081:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.855052:0:329081:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219830.855056:0:329081:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219830.855059:0:329081:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.855064:0:329081:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.855068:0:329081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219830.855088:0:329081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.855090:0:329081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.855091:0:329081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788219830.855094:0:329081:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:1.0:1788219830.855097:0:329081:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219830.855101:0:329081:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.855105:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3dd0 00000080:00000008:1.0:1788219830.855107:0:329081:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219830.855110:0:329081:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.855111:0:329081:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.855116:0:329081:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219830.855117:0:329081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8cd3e00 00000080:00002000:1.0:1788219830.855120:0:329081:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:1.0:1788219830.855122:0:329081:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.878374:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.878381:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219830.878384:0:329082:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219830.878522:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb20 00000080:00200000:2.0:1788219830.878528:0:329082:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219830.878537:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4975c00. 00800000:00000002:2.0:1788219830.878543:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219830.878547:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.878552:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.878554:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6ba40 00800000:00000002:2.0:1788219830.878556:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.878560:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219830.878563:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219830.878565:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219830.878568:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219830.878570:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219830.878572:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.878574:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219830.878576:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219830.878579:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219830.878584:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.878586:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b910 00000002:00010000:2.0:1788219830.878588:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219830.878591:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219830.878593:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219830.878596:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219830.878603:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:2.0:1788219830.878606:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.878611:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.878616:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.878620:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 02000000:00000001:2.0:1788219830.878631:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219830.878635:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.878639:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000002:00000001:2.0:1788219830.878645:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788219830.878647:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788219830.878649:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.878651:0:329082:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788219830.878653:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.878654:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788219830.878657:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788219830.878659:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:2.0:1788219830.878663:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975c00. 00000080:00000001:2.0:1788219830.878667:0:329082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788219830.878668:0:329082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.878671:0:329082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:2.0:1788219830.878674:0:329082:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:2.0:1788219830.878677:0:329082:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219830.878679:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219830.878681:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.878683:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.878685:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.878687:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.878689:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.878693:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.878694:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219830.878695:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219830.878697:0:329082:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219830.878700:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d6bb58 00010000:00000001:2.0:1788219830.878702:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.878703:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.878704:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219830.878706:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.878708:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219830.878711:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219830.878714:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00000001:2.0:1788219830.878720:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.878721:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.878722:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219830.878724:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219830.878727:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00000001:2.0:1788219830.878735:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219830.878738:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219830.878740:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.878745:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.878746:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.878747:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878750:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219830.878753:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878755:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878758:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878760:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219830.878761:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.878762:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219830.878765:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788219830.878767:0:329082:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788219830.878769:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:2.0:1788219830.878773:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.878778:0:329082:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788219830.878782:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bae8 00000080:00002000:2.0:1788219830.878783:0:329082:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 0 00000080:00000001:2.0:1788219830.878786:0:329082:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219830.878788:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb30 00000080:00200000:2.0:1788219830.878789:0:329082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:2.0:1788219830.878794:0:329082:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219830.878795:0:329082:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219830.878798:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219830.878800:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:2.0:1788219830.878802:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219830.878812:0:329082:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893e4bca840. 00000020:00000001:2.0:1788219830.878816:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bae8 00000080:00200000:2.0:1788219830.878818:0:329082:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d3.3, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), flags=13 00000080:00000001:2.0:1788219830.878821:0:329082:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788219830.878822:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b998 00000080:00200000:2.0:1788219830.878824:0:329082:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d3.3, dir=[0x2000013a2:0x982:0x0](ffff9893fa011148), intent=getattr 00000080:00000010:2.0:1788219830.878830:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d4975c00. 00800000:00000002:2.0:1788219830.878833:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:2.0:1788219830.878836:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219830.878838:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.878839:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b8b8 00800000:00000002:2.0:1788219830.878841:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd3.3' on [0x2000013a2:0x982:0x0] 00800000:00000001:2.0:1788219830.878844:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1788219830.878847:0:329082:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d3.3 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:2.0:1788219830.878851:0:329082:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00000020:00000001:2.0:1788219830.878854:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b850 00800000:00000002:2.0:1788219830.878855:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x4:0x0], fid2=[0x0:0x0:0x0], name='d3.3' -> mds #0 00000002:00000001:2.0:1788219830.878858:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219830.878860:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b788 00000002:00010000:2.0:1788219830.878861:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d3.3,[0x0:0x0:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788219830.878864:0:329082:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219830.878866:0:329082:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219830.878872:0:329082:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a300. 00000020:00000040:2.0:1788219830.878876:0:329082:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219830.878882:0:329082:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219830.878886:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219830.878890:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219830.878891:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219830.878892:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.878895:0:329082:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219830.878896:0:329082:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219830.878899:0:329082:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219830.878905:0:329082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c000. 00000100:00000001:2.0:1788219830.878912:0:329082:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878916:0:329082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219830.878918:0:329082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878919:0:329082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219830.878920:0:329082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.878921:0:329082:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219830.878928:0:329082:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00010000:00000001:2.0:1788219830.879628:0:329082:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219830.879631:0:329082:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788219830.879636:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:2.0:1788219830.879639:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219830.879642:0:329082:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219830.879646:0:329082:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341e00. 00000020:00000001:2.0:1788219830.879650:0:329082:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219830.879653:0:329082:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341e00 with handle 0x34450ab7a163415 to hash 00000020:00000001:2.0:1788219830.879655:0:329082:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219830.879656:0:329082:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135038464 : -113709574513152 : ffff9894ed341e00) 00010000:00000001:2.0:1788219830.879660:0:329082:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135038464 : -113709574513152 : ffff9894ed341e00) 00010000:00000001:2.0:1788219830.879663:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.879665:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219830.879667:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219830.879675:0:329082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219830.879687:0:329082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219830.879693:0:329082:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219830.879695:0:329082:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219830.879701:0:329082:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490cf00. 00000100:00000001:2.0:1788219830.879704:0:329082:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150848 : -113714014400768 : ffff9893e490cf00) 00000100:00000001:2.0:1788219830.879706:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219830.879708:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000001:2.0:1788219830.879712:0:329082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219830.879717:0:329082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.879719:0:329082:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219830.879720:0:329082:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219830.879732:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.879740:0:329082:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219830.879743:0:329082:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.879746:0:329082:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219830.879748:0:329082:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219830.879751:0:329082:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219830.879754:0:329082:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329082:1875079566216832:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219830.879758:0:329082:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219830.879764:0:329082:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219830.879767:0:329082:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.879769:0:329082:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219830.879774:0:329082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0de800. 02000000:00000001:2.0:1788219830.879775:0:329082:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219830.879781:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219830.879785:0:329082:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2948. 00000400:00000010:2.0:1788219830.879792:0:329082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000200:2.0:1788219830.879798:0:329082:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566216832, portal 10 00000100:00000001:2.0:1788219830.879800:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219830.879801:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131795712 : -113709577755904 : ffff9894ed02a300) 00000100:00000040:2.0:1788219830.879807:0:329082:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.879821:0:329082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219830.879823:0:329082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219830.879827:0:329082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5990. 00000100:00000200:2.0:1788219830.879830:0:329082:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566216832, offset 0 00000400:00000200:2.0:1788219830.879837:0:329082:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219830.879845:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.879852:0:329082:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219830.879858:0:329082:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219830.879862:0:329082:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219830.879865:0:329082:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219830.879868:0:329082:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219830.879872:0:329082:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92876:92876:256:4294967295] 192.168.203.120@tcp LPNI seq info [92876:92876:8:4294967295] 00000400:00000200:2.0:1788219830.879876:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.879885:0:329082:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219830.879892:0:329082:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219830.879897:0:329082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219830.879904:0:329082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219830.879911:0:329082:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219830.879916:0:329082:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219830.879936:0:329082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.879940:0:329082:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:2.0:1788219830.879944:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219830.879946:0:329082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699995 00000100:00000010:2.0:1788219830.879950:0:329082:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1928a0. 00000100:00000001:2.0:1788219830.879956:0:329082:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219830.879961:0:329082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699995 00000100:00000010:2.0:1788219830.879964:0:329082:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192540. 00000100:00000001:2.0:1788219830.879967:0:329082:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219830.879971:0:329082:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219830.879975:0:329082:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.879977:0:329082:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219830.879980:0:329082:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219830.880032:0:329082:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490cf00 going to sleep for 11 seconds 00000100:00000001:2.0:1788219830.880036:0:329082:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219830.880039:0:329082:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.880269:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.880275:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:3.0:1788219830.880284:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.880289:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.880295:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5990 00000400:00000010:3.0:1788219830.880297:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5990. 00000100:00000001:3.0:1788219830.880301:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.880306:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.880336:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.880340:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.880347:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.880349:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219830.890211:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.890231:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.890235:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.890238:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.890247:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.890255:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.890265:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.890270:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.890275:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.890279:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb784e80 00000400:00000200:2.0:1788219830.890284:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.890290:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe91ed [1] + 224 00000800:00000001:2.0:1788219830.890297:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.890305:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.890309:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.890340:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.890348:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.890356:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.890368:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219830.890389:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.890457:0:329082:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219830.890465:0:329082:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219830.890467:0:329082:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219830.890471:0:329082:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2948. 00000400:00000200:0.0:1788219830.890476:0:329082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:0.0:1788219830.890478:0:329082:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:0.0:1788219830.890481:0:329082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219830.890487:0:329082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219830.890497:0:329082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.890504:0:329082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.890506:0:329082:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.890508:0:329082:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219830.890511:0:329082:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219830.890514:0:329082:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219830.890517:0:329082:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.890520:0:329082:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219830.890530:0:329082:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219830.890534:0:329082:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219830.890536:0:329082:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219830.890540:0:329082:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.890547:0:329082:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219830.890550:0:329082:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219830.890552:0:329082:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869228 00000100:00000001:0.0:1788219830.890554:0:329082:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219830.890556:0:329082:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219830.890560:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.890566:0:329082:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219830.890569:0:329082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219830.890571:0:329082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219830.890574:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219830.890580:0:329082:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329082:1875079566216832:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219830.890585:0:329082:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.890588:0:329082:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219830.890591:0:329082:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219830.890592:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.890596:0:329082:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.890602:0:329082:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219830.890604:0:329082:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490cf00. 00000100:00000001:0.0:1788219830.890608:0:329082:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219830.890610:0:329082:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219830.890614:0:329082:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219830.890619:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.890621:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.890624:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341e00 refcount=4 00000020:00000001:0.0:1788219830.890626:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135038464 : -113709574513152 : ffff9894ed341e00) 00010000:00000001:0.0:1788219830.890628:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135038464 : -113709574513152 : ffff9894ed341e00) 00010000:00010000:0.0:1788219830.890633:0:329082:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890643:0:329082:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219830.890647:0:329082:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890654:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.890657:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890662:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.890664:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219830.890666:0:329082:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890671:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.890674:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.890677:0:329082:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219830.890679:0:329082:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219830.890685:0:329082:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed341e00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219830.890688:0:329082:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219830.890704:0:329082:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890711:0:329082:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219830.890714:0:329082:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219830.890717:0:329082:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890722:0:329082:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219830.890725:0:329082:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219830.890726:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.890727:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.890729:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341e00 refcount=5 00000020:00000001:0.0:1788219830.890730:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135038464 : -113709574513152 : ffff9894ed341e00) 00010000:00000001:0.0:1788219830.890732:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135038464 : -113709574513152 : ffff9894ed341e00) 00010000:00000001:0.0:1788219830.890735:0:329082:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219830.890737:0:329082:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219830.890742:0:329082:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219830.890743:0:329082:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.890745:0:329082:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219830.890747:0:329082:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219830.890749:0:329082:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219830.890751:0:329082:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219830.890752:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.890754:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219830.890756:0:329082:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341e00 with handle 0x34450ab7a163415 from hash 00010000:00000001:0.0:1788219830.890758:0:329082:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219830.890760:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.890761:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.890762:0:329082:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219830.890763:0:329082:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219830.890765:0:329082:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219830.890766:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.890767:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.890768:0:329082:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.890770:0:329082:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.890772:0:329082:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890777:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.890778:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.890779:0:329082:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219830.890780:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.890781:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.890782:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.890782:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219830.890784:0:329082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341e00/0x34450ab7a163415 lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219830.890794:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.890796:0:329082:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219830.890800:0:329082:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219830.890805:0:329082:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219830.890812:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219830.890813:0:329082:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.890815:0:329082:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.890817:0:329082:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.890819:0:329082:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219830.890821:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219830.890823:0:329082:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.890824:0:329082:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219830.890827:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b710 00000002:00002000:0.0:1788219830.890828:0:329082:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d3.3 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219830.890831:0:329082:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.890837:0:329082:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.890840:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219830.890842:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219830.890845:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.890848:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:0.0:1788219830.890851:0:329082:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219830.890853:0:329082:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8d6bb20 it_disposition 7 00000080:00002000:0.0:1788219830.890858:0:329082:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893c1bbc5e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219830.890866:0:329082:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d3.3 hash=0x1/0x0 idx=0/2/0 under old layout 00000800:00000001:2.0:1788219830.891136:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.891141:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219830.891380:0:329082:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219830.891385:0:329082:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219830.891387:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219830.891390:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219830.891392:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219830.891394:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219830.891396:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.891399:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x4:0x0] 00800000:00000001:0.0:1788219830.891401:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.891406:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.891408:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.891411:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.891417:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:0.0:1788219830.891428:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.891432:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.891436:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219830.891439:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788219830.891448:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219830.891454:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.891457:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788219830.891464:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219830.891466:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219830.891468:0:329082:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219830.891471:0:329082:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219830.891472:0:329082:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8d6b930 released 00000080:00010000:0.0:1788219830.891475:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a1633f9 from it ffffa959c8d6b930 00010000:00000001:0.0:1788219830.891477:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219830.891478:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219830.891480:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.891482:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.891485:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219830.891487:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219830.891489:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219830.891495:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.891496:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.891498:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219830.891500:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219830.891502:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219830.891510:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219830.891512:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219830.891514:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.891518:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.891519:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.891520:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.891523:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219830.891525:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.891526:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.891528:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.891530:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219830.891531:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.891532:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219830.891533:0:329082:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219830.891534:0:329082:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219830.891538:0:329082:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219830.891542:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d4975c00. 00000100:00000001:0.0:1788219830.891546:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.891552:0:329082:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a300 x1875079566216832/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219830.891558:0:329082:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219830.891560:0:329082:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219830.891563:0:329082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0de800. 02000000:00000001:0.0:1788219830.891567:0:329082:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219830.891569:0:329082:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219830.891571:0:329082:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219830.891573:0:329082:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219830.891575:0:329082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4c000. 02000000:00000001:0.0:1788219830.891579:0:329082:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219830.891581:0:329082:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219830.891583:0:329082:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a300. 00000100:00000001:0.0:1788219830.891586:0:329082:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219830.891588:0:329082:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219830.891590:0:329082:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219830.891592:0:329082:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8d6bb20 released 00000080:00000001:0.0:1788219830.891593:0:329082:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219830.891597:0:329082:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219830.891599:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb70 00000080:00002000:0.0:1788219830.891601:0:329082:0:(dcache.c:127:ll_ddelete()) keeping dentry d3.3 (ffff9893c1bbc5e8, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219830.891605:0:329082:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.891648:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219830.891651:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219830.891652:0:329082:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219830.891654:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bbb0 00000080:00200000:0.0:1788219830.891656:0:329082:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219830.891661:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:0.0:1788219830.891666:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219830.891668:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219830.891670:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.891672:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bad0 00800000:00000002:0.0:1788219830.891674:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219830.891677:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219830.891679:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219830.891680:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219830.891681:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219830.891683:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219830.891684:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.891686:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219830.891687:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219830.893480:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219830.893494:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219830.893498:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b9a0 00000002:00010000:0.0:1788219830.893500:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219830.893504:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219830.893506:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.893509:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.893514:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219830.893517:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.893521:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.893526:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219830.893531:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 02000000:00000001:0.0:1788219830.893540:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.894373:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.894382:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000002:00000001:1.0:1788219830.894392:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.894395:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.894397:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.894400:0:329082:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.894402:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.894405:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.894409:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.894412:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.894416:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219830.894436:0:329082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.894438:0:329082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.894442:0:329082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.894446:0:329082:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.894451:0:329082:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.894453:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.894455:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.894457:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.894460:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.894463:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894465:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894469:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894471:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.894472:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.894474:0:329082:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.894476:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d6bbe8 00010000:00000001:1.0:1788219830.894478:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.894480:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.894481:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.894483:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894485:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894488:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.894492:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00000001:1.0:1788219830.894499:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894500:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.894501:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.894504:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.894506:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00000001:1.0:1788219830.894514:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.894518:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.894520:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.894524:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894525:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.894527:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894530:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.894532:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894533:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894537:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894539:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.894540:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894541:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.894544:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.894547:0:329082:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.894550:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.894555:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.894561:0:329082:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.894564:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb78 00000080:00002000:1.0:1788219830.894574:0:329082:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219830.894578:0:329082:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.894580:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bbc0 00000080:00200000:1.0:1788219830.894581:0:329082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:1.0:1788219830.894586:0:329082:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.894588:0:329082:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.894592:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219830.894594:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.894596:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.894600:0:329082:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.894601:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bbd8 00000080:00002000:1.0:1788219830.894603:0:329082:0:(dcache.c:87:ll_dcompare()) found name d3.3(ffff9893c1bbc5e8) flags 0x8000e refc 0 00000080:00000001:1.0:1788219830.894605:0:329082:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.894607:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bc20 00000080:00200000:1.0:1788219830.894608:0:329082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d3.3, flags=16392 00000080:00000001:1.0:1788219830.894611:0:329082:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219830.894613:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bba8 00000080:00002000:1.0:1788219830.894614:0:329082:0:(dcache.c:127:ll_ddelete()) keeping dentry d3.3 (ffff9893c1bbc5e8, parent ffff9893f0e3b0d8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219830.894617:0:329082:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.894660:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.894663:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.894664:0:329082:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.894665:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb20 00000080:00200000:1.0:1788219830.894667:0:329082:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.894673:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.894677:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.894681:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.894684:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.894685:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6ba40 00800000:00000002:1.0:1788219830.894687:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.894690:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.894693:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.894695:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.894698:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.894700:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.894703:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.894705:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.894707:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.894709:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.894713:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.894715:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b910 00000002:00010000:1.0:1788219830.894717:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.894720:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.894721:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.894723:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.894727:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.894729:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.894732:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.894736:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.894739:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 02000000:00000001:1.0:1788219830.894746:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.894748:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.894751:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000002:00000001:1.0:1788219830.894758:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.894759:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.894761:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.894763:0:329082:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.894764:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.894766:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.894769:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.894771:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.894773:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.894776:0:329082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.894778:0:329082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.894780:0:329082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.894782:0:329082:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.894785:0:329082:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.894786:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.894788:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.894789:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.894791:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.894793:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894795:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894797:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894798:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.894799:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.894801:0:329082:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.894803:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d6bb58 00010000:00000001:1.0:1788219830.894805:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.894806:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.894807:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.894809:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894811:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.894813:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.894816:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00000001:1.0:1788219830.894822:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894823:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.894824:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.894825:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.894828:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00000001:1.0:1788219830.894834:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.894836:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.894837:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.894839:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894938:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.894941:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894943:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.894945:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894946:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894949:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.894951:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.894952:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.894953:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.894955:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.894956:0:329082:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.894959:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.894963:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.894965:0:329082:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.894967:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb48 00000080:00002000:1.0:1788219830.894968:0:329082:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219830.894970:0:329082:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.894972:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb90 00000080:00200000:1.0:1788219830.894973:0:329082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:1.0:1788219830.894976:0:329082:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.894977:0:329082:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.894983:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bd08 00000080:00200008:1.0:1788219830.894985:0:329082:0:(file.c:6283:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.894989:0:329082:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.894990:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bc80 00000080:00200000:1.0:1788219830.894992:0:329082:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148),name=d160f.sanity 00000080:00000010:1.0:1788219830.894996:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.894998:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:1.0:1788219830.895000:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:1.0:1788219830.895004:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.895006:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.895007:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bba0 00800000:00000002:1.0:1788219830.895009:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x982:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.895011:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.895014:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.895015:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.895016:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.895018:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.895020:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.895021:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.895023:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.895025:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.895026:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.895027:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.895028:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.895030:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.895032:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219830.895033:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.895035:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x982:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.895038:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.895039:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6ba70 00000002:00010000:1.0:1788219830.895041:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x982:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.895043:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.895044:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.895046:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.895050:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:1.0:1788219830.895052:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.895055:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.895057:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.895060:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788219830.895067:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.895069:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.895072:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788219830.895077:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.895078:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.895081:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.895083:0:329082:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219830.895086:0:329082:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9893f015a800. 00800000:00000002:1.0:1788219830.895089:0:329082:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:1.0:1788219830.895091:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.895092:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b990 00000002:00010000:1.0:1788219830.895094:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.895096:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.895097:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.895098:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.895100:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:1.0:1788219830.895102:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.895104:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.895106:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.895109:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788219830.895115:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.895116:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.895118:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788219830.895123:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.895124:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.895125:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.895127:0:329082:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219830.895129:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.895130:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.895131:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.895132:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.895134:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.895135:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.895138:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.895139:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.895140:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895142:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.895143:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.895144:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.895146:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.895148:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.895149:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.895151:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219830.895157:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.895158:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.895159:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.895160:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.895162:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219830.895168:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.895170:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.895171:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.895173:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.895174:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.895175:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895177:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.895178:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895179:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895181:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895182:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.895183:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.895184:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219830.895186:0:329082:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:1.0:1788219830.895189:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.895190:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b990 00000002:00010000:1.0:1788219830.895192:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.895194:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.895195:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.895196:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219830.895199:0:329082:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.895201:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.895202:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.895204:0:329082:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219830.895206:0:329082:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219830.895211:0:329082:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ed80. 00000020:00000040:1.0:1788219830.895215:0:329082:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219830.895220:0:329082:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219830.895224:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.895226:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.895228:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.895229:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.895231:0:329082:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219830.895233:0:329082:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219830.895235:0:329082:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219830.895242:0:329082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee180400. 00000100:00000001:1.0:1788219830.895247:0:329082:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895251:0:329082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.895252:0:329082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895254:0:329082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.895255:0:329082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.895266:0:329082:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.895272:0:329082:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00010000:00000001:1.0:1788219830.895274:0:329082:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219830.895276:0:329082:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219830.895281:0:329082:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff800. 00010000:00000010:1.0:1788219830.895284:0:329082:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06e700. 00010000:00000001:1.0:1788219830.895288:0:329082:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219830.895290:0:329082:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194000. 00000020:00000001:1.0:1788219830.895294:0:329082:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219830.895296:0:329082:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194000 with handle 0x34450ab7a16341c to hash 00000020:00000001:1.0:1788219830.895298:0:329082:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219830.895299:0:329082:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.895302:0:329082:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.895305:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.895307:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.895309:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.895339:0:329082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.895348:0:329082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329082 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219830.895354:0:329082:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219830.895356:0:329082:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219830.895363:0:329082:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.895365:0:329082:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821376 : -113714041730240 : ffff9893e2efcb40) 00000100:00000001:1.0:1788219830.895368:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.895370:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000001:1.0:1788219830.895374:0:329082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219830.895379:0:329082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.895381:0:329082:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219830.895383:0:329082:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219830.895393:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.895402:0:329082:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219830.895404:0:329082:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.895408:0:329082:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219830.895410:0:329082:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219830.895412:0:329082:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219830.895415:0:329082:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329082:1875079566216960:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219830.895430:0:329082:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219830.895435:0:329082:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219830.895437:0:329082:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.895439:0:329082:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219830.895444:0:329082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219830.895447:0:329082:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219830.895454:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219830.895458:0:329082:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219830.895465:0:329082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219830.895472:0:329082:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566216960, portal 10 00000100:00000001:1.0:1788219830.895474:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.895475:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000040:1.0:1788219830.895481:0:329082:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.895488:0:329082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219830.895490:0:329082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219830.895493:0:329082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219830.895496:0:329082:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566216960, offset 0 00000400:00000200:1.0:1788219830.895501:0:329082:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219830.895509:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.895517:0:329082:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219830.895522:0:329082:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219830.895526:0:329082:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219830.895529:0:329082:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219830.895531:0:329082:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219830.895535:0:329082:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92877:92877:256:4294967295] 192.168.203.120@tcp LPNI seq info [92877:92877:8:4294967295] 00000400:00000200:1.0:1788219830.895539:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.895549:0:329082:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219830.895554:0:329082:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219830.895559:0:329082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219830.895565:0:329082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.895572:0:329082:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.895576:0:329082:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.895598:0:329082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.895603:0:329082:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14670 usecs (15 jiffies) 00000400:00000200:1.0:1788219830.895606:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.895609:0:329082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313699999 00000100:00000001:1.0:1788219830.895616:0:329082:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699995 00000100:00000001:1.0:1788219830.895621:0:329082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313699999 00000100:00000001:1.0:1788219830.895625:0:329082:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699995 00000100:00000001:1.0:1788219830.895628:0:329082:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.895630:0:329082:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.895637:0:329082:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.895639:0:329082:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219830.895642:0:329082:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219830.895644:0:329082:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219830.895647:0:329082:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.895956:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.895961:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:3.0:1788219830.895967:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.895973:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.895979:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:3.0:1788219830.895982:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:3.0:1788219830.895986:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.895991:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.896001:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.896005:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219830.896018:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.896020:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219830.896370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341e00. 00000800:00000001:2.0:1788219830.902609:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.902625:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.902629:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.902633:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.902641:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.902649:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.902659:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.902665:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.902670:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.902674:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb784f00 00000400:00000200:2.0:1788219830.902679:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.902687:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe91fd [1] + 224 00000800:00000001:2.0:1788219830.902696:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.902704:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.902707:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.902711:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.903128:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.903141:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219830.903153:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.903226:0:329082:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219830.903244:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.903253:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.903257:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219830.905811:0:329082:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.905817:0:329082:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.905822:0:329082:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219830.905830:0:329082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219830.905904:0:329082:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219830.905910:0:329082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.905922:0:329082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219830.905933:0:329082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.905941:0:329082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.905943:0:329082:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.905947:0:329082:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.905951:0:329082:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.905953:0:329082:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.905955:0:329082:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.905959:0:329082:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.905968:0:329082:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219830.905972:0:329082:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219830.905975:0:329082:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219830.905977:0:329082:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.905980:0:329082:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219830.905985:0:329082:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.905989:0:329082:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.905991:0:329082:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:1.0:1788219830.905993:0:329082:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.905996:0:329082:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.906001:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.906008:0:329082:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.906334:0:329082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.906337:0:329082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.906343:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219830.906352:0:329082:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329082:1875079566216960:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219830.906357:0:329082:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.906360:0:329082:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.906362:0:329082:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219830.906364:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.906367:0:329082:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.906374:0:329082:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.906376:0:329082:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.906381:0:329082:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219830.906382:0:329082:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.906385:0:329082:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219830.906388:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906390:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906394:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=4 00000020:00000001:1.0:1788219830.906396:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906399:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000040:1.0:1788219830.906405:0:329082:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7194000, remote cookie: 0x1782eba8aded873e, flags: 0x1001 00010000:00010000:1.0:1788219830.906411:0:329082:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219830.906433:0:329082:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906440:0:329082:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219830.906444:0:329082:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219830.906446:0:329082:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219830.906447:0:329082:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219830.906448:0:329082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219830.906451:0:329082:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x3:0x0].0x0 (ffff9893ea2ff800) refcount = 1 00010000:00010000:1.0:1788219830.906454:0:329082:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906460:0:329082:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219830.906464:0:329082:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219830.906465:0:329082:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.906468:0:329082:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219830.906470:0:329082:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.906474:0:329082:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906479:0:329082:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219830.906481:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906483:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906484:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906484:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906486:0:329082:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.906490:0:329082:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219830.906492:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906493:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906495:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.906496:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906499:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906501:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906502:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906503:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=4 00000020:00000001:1.0:1788219830.906505:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906507:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906510:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.906513:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.906516:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906522:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906523:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906525:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906526:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906527:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=5 00000020:00000001:1.0:1788219830.906529:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906531:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906533:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.906536:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906601:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906603:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219830.906605:0:329082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906612:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.906613:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906614:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906615:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906616:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219830.906622:0:329082:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219830.906636:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906637:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906639:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.906641:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906643:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906645:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906646:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.906648:0:329082:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.906650:0:329082:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.906652:0:329082:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219830.906655:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906656:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906657:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.906659:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906661:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00000002:00010000:1.0:1788219830.906664:0:329082:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906671:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906672:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906673:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219830.906674:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906675:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906677:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.906678:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906680:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000040:1.0:1788219830.906686:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff800 count: 2 00010000:00000001:1.0:1788219830.906689:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219830.906693:0:329082:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/3 (0 0) 00010000:00000001:1.0:1788219830.906695:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906696:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.906698:0:329082:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219830.906701:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b918 00000002:00002000:1.0:1788219830.906703:0:329082:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219830.906706:0:329082:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.906711:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.906712:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906713:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906714:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.906716:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906718:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906792:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906793:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.906795:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.906797:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.906798:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.906800:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.906802:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906804:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.906805:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.906808:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219830.906815:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906816:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906817:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.906819:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.906821:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219830.906898:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.906900:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.906902:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.906906:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906908:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.906909:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.906913:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.906915:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.906916:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.906919:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.906921:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.906922:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.906923:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.906925:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.906931:0:329082:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ed80 x1875079566216960/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219830.906938:0:329082:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219830.906940:0:329082:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219830.906944:0:329082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219830.906949:0:329082:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219830.906951:0:329082:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219830.906953:0:329082:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219830.906955:0:329082:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219830.906958:0:329082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219830.906961:0:329082:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219830.906963:0:329082:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219830.906964:0:329082:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ed80. 00000100:00000001:1.0:1788219830.906969:0:329082:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219830.906970:0:329082:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788219830.906972:0:329082:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9893f015a800. 00800000:00000001:1.0:1788219830.906975:0:329082:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.906978:0:329082:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.906981:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219830.906984:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219830.906988:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.906991:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00800000:00000002:1.0:1788219830.906993:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.906997:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.907000:0:329082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.907002:0:329082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.907006:0:329082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) 00000080:00010000:1.0:1788219830.907193:0:329082:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x982:0x0](ffff9893fa011148) for lock 0x34450ab7a163397 00800000:00000001:1.0:1788219830.907200:0:329082:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.907202:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.907204:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.907205:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.907207:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219830.907209:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.907211:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.907214:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907215:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.907216:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.907218:0:329082:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.907220:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163397 from it ffffa959c8d6bcb8 00010000:00000001:1.0:1788219830.907222:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.907223:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.907224:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1bc00 refcount=3 00000020:00000001:1.0:1788219830.907225:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.907228:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526400 : -113713878025216 : ffff9893ecb1bc00) 00010000:00000001:1.0:1788219830.907230:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.907233:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219830.907240:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907241:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.907243:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.907245:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.907247:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788219830.907253:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.907255:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.907256:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.907259:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907260:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.907261:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907263:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.907265:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907266:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907269:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907271:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.907273:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907274:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.907275:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.907277:0:329082:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.907283:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219830.907286:0:329082:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219830.907293:0:329082:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.907297:0:329082:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x4:0x0] -> mds #0 00000002:00000001:1.0:1788219830.907301:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.907303:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb28 00000002:00010000:1.0:1788219830.907305:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x4:0x0]) in obj [0x200001b70:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.907308:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.907310:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.907414:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.907427:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:1.0:1788219830.907430:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.907433:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.907436:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.907440:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788219830.907448:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.907453:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.907455:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788219830.907461:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.907463:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.907465:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.907466:0:329082:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219830.907469:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.907470:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.907471:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.907473:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.907475:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.907477:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.907479:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907480:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.907481:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907483:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.907484:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.907485:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:1.0:1788219830.907486:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.907488:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:1.0:1788219830.907490:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.907492:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788219830.907498:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907499:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.907500:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.907501:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.907503:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219830.907509:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.907511:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.907512:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.907514:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907515:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.907517:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907518:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.907520:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907521:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907523:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907525:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.907526:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907527:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219830.907529:0:329082:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x3:0x0] -> mds #1 00000002:00000001:1.0:1788219830.907532:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.907533:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb28 00000002:00010000:1.0:1788219830.907535:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x3:0x0]) in obj [0x2400013a4:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.907549:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.907551:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.907552:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.907555:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff800 count: 2 00010000:00000001:1.0:1788219830.907557:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.907559:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.907562:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.907565:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219830.907571:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.907573:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.907576:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219830.907581:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.907583:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.907584:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.907586:0:329082:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x3:0x0] is still valid. 00000002:00000001:1.0:1788219830.907588:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.907589:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.907590:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.907592:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.907593:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.907595:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.907597:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907598:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.907599:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907601:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.907602:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.907603:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194000 refcount=3 00000020:00000001:1.0:1788219830.907605:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.907607:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469211648 : -113714240339968 : ffff9893d7194000) 00010000:00000001:1.0:1788219830.907609:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.907611:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219830.907617:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907618:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.907619:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.907620:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.907622:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194000/0x34450ab7a16341c lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded873e expref: -99 pid: 329082 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219830.907627:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.907628:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.907629:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.907631:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907632:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.907633:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907634:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.907636:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907637:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907639:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.907641:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.907642:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.907643:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219830.907645:0:329082:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9893f015b400. 00800000:00000001:1.0:1788219830.907648:0:329082:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219830.907651:0:329082:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x4:0x0] size 4096, blocks 8 nlink 5, atime 1788219804 ctime 1788219830, mtime 1788219830. 00800000:00000040:1.0:1788219830.907655:0:329082:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x3:0x0] size 4096, blocks 8 nlink 6, atime 1788219804 ctime 1788219830, mtime 1788219830. 00800000:00000002:1.0:1788219830.907658:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000001:1.0:1788219830.907662:0:329082:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.907666:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bd08 00000080:00000008:1.0:1788219830.907668:0:329082:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.908990:0:329082:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.909029:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bd08 00000080:00200008:1.0:1788219830.909033:0:329082:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.909039:0:329082:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.909198:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bc80 00000080:00200000:1.0:1788219830.909202:0:329082:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.909209:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.909214:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.909218:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.909222:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.909224:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bba0 00800000:00000002:1.0:1788219830.909226:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.909230:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.909232:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.909234:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.909236:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.909239:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.909241:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.909244:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.909245:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.909249:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.909253:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.909254:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6ba70 00000002:00010000:1.0:1788219830.909256:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.909259:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.909261:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.909264:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.909269:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.909271:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.909275:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.909278:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.909282:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 02000000:00000001:1.0:1788219830.909292:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.909296:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.909299:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000002:00000001:1.0:1788219830.909305:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.909307:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.909308:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.909404:0:329082:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.909407:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.909409:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.909412:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.909415:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.909427:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.909431:0:329082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.909433:0:329082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.909436:0:329082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.909439:0:329082:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.909442:0:329082:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.909444:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.909446:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.909448:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.909450:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.909452:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909454:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909457:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909459:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.909460:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.909462:0:329082:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.909464:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d6bcb8 00010000:00000001:1.0:1788219830.909466:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.909467:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.909469:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.909471:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909473:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909475:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.909477:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00000001:1.0:1788219830.909484:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909485:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.909486:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.909488:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.909491:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00000001:1.0:1788219830.909498:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.909501:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.909503:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.909506:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909508:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.909510:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909512:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.909514:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909516:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909519:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909521:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.909522:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909523:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.909526:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.909527:0:329082:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219830.909530:0:329082:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.909534:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bd08 00000080:00000008:1.0:1788219830.909536:0:329082:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219830.909662:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.909664:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219830.909666:0:329082:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219830.909667:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bbc0 00000080:00200000:1.0:1788219830.909670:0:329082:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219830.909673:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.909676:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219830.909679:0:329082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219830.909680:0:329082:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.909682:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bae0 00800000:00000002:1.0:1788219830.909684:0:329082:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.909687:0:329082:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219830.909688:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.909690:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.909691:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.909693:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.909694:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.909696:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219830.909698:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.909700:0:329082:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219830.909704:0:329082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219830.909705:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b9b0 00000002:00010000:1.0:1788219830.909707:0:329082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219830.909710:0:329082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219830.909711:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.909713:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.909716:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219830.909718:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.909790:0:329082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219830.909793:0:329082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219830.909797:0:329082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 02000000:00000001:1.0:1788219830.909805:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.909808:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.909810:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000002:00000001:1.0:1788219830.909817:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219830.909819:0:329082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219830.909821:0:329082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.909822:0:329082:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219830.909895:0:329082:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.909898:0:329082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219830.909900:0:329082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219830.909903:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219830.909905:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000001:1.0:1788219830.909908:0:329082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219830.909909:0:329082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.909911:0:329082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219830.909914:0:329082:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219830.909916:0:329082:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219830.909918:0:329082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219830.909919:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.909921:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.909922:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.909925:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909927:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909930:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909931:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.909932:0:329082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.909934:0:329082:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219830.909936:0:329082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8d6bbf8 00010000:00000001:1.0:1788219830.909938:0:329082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219830.909939:0:329082:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219830.909940:0:329082:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219830.909942:0:329082:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909944:0:329082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219830.909945:0:329082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219830.909948:0:329082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00000001:1.0:1788219830.909954:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909956:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.909957:0:329082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219830.909958:0:329082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219830.909961:0:329082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00000001:1.0:1788219830.909967:0:329082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219830.909969:0:329082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219830.909970:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.909972:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909973:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.909974:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909977:0:329082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219830.909978:0:329082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909980:0:329082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909982:0:329082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.909983:0:329082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219830.909985:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.909986:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219830.909987:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219830.909989:0:329082:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219830.909991:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219830.909994:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.909998:0:329082:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219830.910000:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bbc0 00000080:00002000:1.0:1788219830.910002:0:329082:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff9893f0e3b0d8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219830.910005:0:329082:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.910006:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bc08 00000080:00200000:1.0:1788219830.910008:0:329082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:1.0:1788219830.910022:0:329082:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219830.910024:0:329082:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.910028:0:329082:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219830.910029:0:329082:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148), inode mode 41ed mask 44 00000080:00000001:1.0:1788219830.910032:0:329082:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.910036:0:329082:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219830.910038:0:329082:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219830.910039:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb78 00000080:00200008:1.0:1788219830.910205:0:329082:0:(file.c:1090:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00000010:1.0:1788219830.910212:0:329082:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219830.910218:0:329082:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:1.0:1788219830.910221:0:329082:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219830.910224:0:329082:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.910227:0:329082:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219830.910228:0:329082:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.910230:0:329082:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219830.910233:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bb78 00000080:00000008:1.0:1788219830.910235:0:329082:0:(file.c:1329:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219830.910238:0:329082:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.910252:0:329082:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219830.910254:0:329082:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) cmd=c03066f0 arg=7ffc728670e0 00000020:00000001:1.0:1788219830.910259:0:329082:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219830.910263:0:329082:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee180400. 00000020:00000001:1.0:1788219830.910267:0:329082:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.910270:0:329082:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219830.910272:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bad0 00000080:00200000:1.0:1788219830.910274:0:329082:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x982:0x0](ffff9893fa011148) name=d3.3 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219830.910279:0:329082:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f015b400. 00800000:00000002:1.0:1788219830.910283:0:329082:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00800000:00000001:1.0:1788219830.910290:0:329082:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219830.910293:0:329082:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219830.910297:0:329082:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d3.3 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219830.910300:0:329082:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x4:0x0] 00800000:00000001:1.0:1788219830.910303:0:329082:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219830.910305:0:329082:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219830.910307:0:329082:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219830.910310:0:329082:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219830.910432:0:329082:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219830.910436:0:329082:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x5b:0x0] 40000000:00000001:1.0:1788219830.910438:0:329082:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.910440:0:329082:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.910442:0:329082:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219830.910444:0:329082:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.910446:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6b9e8 00800000:00000002:1.0:1788219830.910448:0:329082:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd3.3' [0x2400013a2:0x5b:0x0] on [0x200001b70:0x4:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219830.910453:0:329082:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219830.910455:0:329082:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219830.910458:0:329082:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.910463:0:329082:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ed80. 00000020:00000040:1.0:1788219830.910467:0:329082:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219830.910472:0:329082:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219830.910474:0:329082:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.910477:0:329082:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219830.910481:0:329082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219830.910484:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.910486:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219830.910487:0:329082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.910489:0:329082:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219830.910491:0:329082:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219830.910494:0:329082:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219830.910499:0:329082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181c00. 00000100:00000001:1.0:1788219830.910505:0:329082:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.910508:0:329082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.910510:0:329082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.910511:0:329082:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219830.910512:0:329082:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.910514:0:329082:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219830.910526:0:329082:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219830.910539:0:329082:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219830.910546:0:329082:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219830.910548:0:329082:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219830.910555:0:329082:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.910557:0:329082:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821376 : -113714041730240 : ffff9893e2efcb40) 00000100:00000001:1.0:1788219830.910559:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.910560:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000001:1.0:1788219830.910565:0:329082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219830.910568:0:329082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.910570:0:329082:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219830.910572:0:329082:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219830.910576:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.910583:0:329082:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219830.910585:0:329082:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.910588:0:329082:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219830.910590:0:329082:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219830.910592:0:329082:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219830.910595:0:329082:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329082:1875079566217216:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219830.910599:0:329082:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219830.910604:0:329082:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219830.910606:0:329082:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.910609:0:329082:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219830.910613:0:329082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b800. 02000000:00000001:1.0:1788219830.910615:0:329082:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219830.910623:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219830.910627:0:329082:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219830.910634:0:329082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219830.910642:0:329082:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566217216, portal 10 00000100:00000001:1.0:1788219830.910644:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.910645:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000040:1.0:1788219830.910652:0:329082:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.910660:0:329082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219830.910662:0:329082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219830.910665:0:329082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6612a8. 00000100:00000200:1.0:1788219830.910669:0:329082:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566217216, offset 0 00000400:00000200:1.0:1788219830.910676:0:329082:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219830.910684:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.910690:0:329082:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219830.910696:0:329082:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219830.910700:0:329082:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219830.910704:0:329082:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219830.910707:0:329082:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219830.910711:0:329082:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92878:92878:256:4294967295] 192.168.203.120@tcp LPNI seq info [92878:92878:8:4294967295] 00000400:00000200:1.0:1788219830.910716:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219830.910806:0:329082:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219830.910812:0:329082:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219830.910818:0:329082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219830.910834:0:329082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219830.910842:0:329082:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219830.910847:0:329082:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219830.910863:0:329082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.910867:0:329082:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14668 usecs (15 jiffies) 00000400:00000200:1.0:1788219830.910871:0:329082:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219830.910874:0:329082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313700014 00000100:00000001:1.0:1788219830.910881:0:329082:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313699999 00000100:00000001:1.0:1788219830.910885:0:329082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313700014 00000100:00000001:1.0:1788219830.910889:0:329082:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313699999 00000100:00000001:1.0:1788219830.910892:0:329082:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.910895:0:329082:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.910898:0:329082:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219830.910900:0:329082:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219830.910903:0:329082:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219830.910905:0:329082:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219830.910908:0:329082:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219830.911145:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219830.911150:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:3.0:1788219830.911156:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219830.911161:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219830.911167:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6612a8 00000400:00000010:3.0:1788219830.911170:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6612a8. 00000100:00000001:3.0:1788219830.911173:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219830.911178:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.911187:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219830.911190:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219830.911202:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219830.911204:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219830.922688:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.922746:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.922750:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.922752:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.922761:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.922769:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.922778:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.922784:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.922788:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.922792:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9d2380 00000400:00000200:2.0:1788219830.922800:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 1640 00000800:00000001:2.0:1788219830.922808:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.922816:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.922819:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.922823:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.922842:0:256056:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219830.922845:0:256056:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788219830.922851:0:256056:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029c00. 00000100:00000040:2.0:1788219830.922855:0:256056:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed029c00 x1875079568630656 msgsize 328 00000100:00100000:2.0:1788219830.922859:0:256056:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:2.0:1788219830.922869:0:256056:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.922876:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.922880:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219830.922896:0:300958:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219830.922898:0:300958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568630656 02000000:00000001:2.0:1788219830.922901:0:300958:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219830.922903:0:300958:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219830.922905:0:300958:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219830.922910:0:300958:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219830.922914:0:300958:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568630656 00000020:00000001:2.0:1788219830.922916:0:300958:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219830.922918:0:300958:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:2.0:1788219830.922920:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.922923:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=5 00000020:00000001:2.0:1788219830.922925:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:2.0:1788219830.922927:0:300958:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:2.0:1788219830.922931:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219830.922936:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47400. 00000100:00000001:2.0:1788219830.922939:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219830.922942:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47400. 00000020:00000010:2.0:1788219830.922948:0:300958:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4975200. 00000020:00000010:2.0:1788219830.922953:0:300958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3b80. 00000020:00000010:2.0:1788219830.922957:0:300958:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000040:2.0:1788219830.922978:0:300958:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219830.922982:0:300958:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219830.922984:0:300958:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219830.922986:0:300958:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.922995:0:300958:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.923004:0:300958:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219830.923024:0:300958:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219830.923026:0:300958:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219830.923031:0:300958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 448 00000100:00000040:2.0:1788219830.923035:0:300958:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:2.0:1788219830.923037:0:300958:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000040:2.0:1788219830.923054:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed029c00 x1875079568630656/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:76/0 lens 328/0 e 0 to 0 dl 1788219841 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219830.923064:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219830.923067:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47400. 00000100:00000001:2.0:1788219830.923078:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219830.923080:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47400. 00000100:00100000:2.0:1788219830.923084:0:300958:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed029c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568630656:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219830.923087:0:300958:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568630656 00010000:00000001:2.0:1788219830.923090:0:300958:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219830.923096:0:300958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219830.923098:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219830.923100:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=2 00000020:00000001:2.0:1788219830.923102:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:2.0:1788219830.923105:0:300958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:2.0:1788219830.923108:0:300958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219830.923111:0:300958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219830.923115:0:300958:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000100:00000001:2.0:1788219830.923124:0:300958:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219830.923127:0:300958:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219830.923131:0:300958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d3d4c800. 02000000:00000001:2.0:1788219830.923134:0:300958:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.923136:0:300958:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.923140:0:300958:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219830.923143:0:300958:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219830.923146:0:300958:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219830.923150:0:300958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219830.923152:0:300958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219830.923154:0:300958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219830.923157:0:300958:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219830.923158:0:300958:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.923161:0:300958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219830.923164:0:300958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219830.923167:0:300958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219830.923172:0:300958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568630656, offset 224 00000400:00000200:2.0:1788219830.923177:0:300958:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219830.923184:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.923190:0:300958:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219830.923195:0:300958:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92879:92879:256:4294967295] 192.168.203.120@tcp LPNI seq info [92879:92879:8:4294967295] 00000400:00000200:2.0:1788219830.923200:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.923208:0:300958:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219830.923213:0:300958:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219830.923218:0:300958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219830.923224:0:300958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219830.923230:0:300958:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219830.923234:0:300958:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219830.923243:0:300958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.923247:0:300958:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219830.923249:0:300958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219830.923253:0:300958:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e490c480. 00010000:00000001:2.0:1788219830.923255:0:300958:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219830.923273:0:300958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219830.923276:0:300958:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.923277:0:300958:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219830.923279:0:300958:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219830.923284:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029c00 x1875079568630656/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:76/0 lens 328/224 e 0 to 0 dl 1788219841 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219830.923294:0:300958:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed029c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568630656:12345-192.168.203.120@tcp:104: Request processed in 228us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219830.923301:0:300958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 448 00000100:00000040:2.0:1788219830.923305:0:300958:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:2.0:1788219830.923307:0:300958:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219830.923308:0:300958:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219830.923340:0:300958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3b80. 00000020:00000010:2.0:1788219830.923345:0:300958:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219830.923348:0:300958:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4975200. 00000020:00000040:2.0:1788219830.923353:0:300958:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 4 00000100:00000001:2.0:1788219830.923356:0:300958:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219830.923395:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.923399:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.923403:0:301325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219830.923407:0:301325:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219830.923409:0:301325:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219830.923413:0:301325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219830.923430:0:301325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed341c00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219830.923433:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219830.923437:0:301325:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219830.923444:0:301325:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219830.923447:0:301325:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219830.923450:0:301325:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219830.923462:0:301325:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000800:00000200:2.0:1788219830.923463:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1788219830.923465:0:301325:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219830.923468:0:301325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000010:2.0:1788219830.923469:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000020:00000001:0.0:1788219830.923470:0:301325:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1788219830.923474:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1788219830.923474:0:301325:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=3 00000020:00000001:0.0:1788219830.923479:0:301325:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00000400:00000200:2.0:1788219830.923481:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00010000:00000001:0.0:1788219830.923483:0:301325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00000400:00000200:2.0:1788219830.923487:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00010000:00000001:0.0:1788219830.923489:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1788219830.923491:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00010000:00010000:0.0:1788219830.923493:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 3/0,0 mode: PR/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000100:00000001:2.0:1788219830.923496:0:256055:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788219830.923498:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000080:00000001:0.0:1788219830.923505:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219830.923510:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219830.923513:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219830.923515:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x4:0x0] mode (null) 00000002:00000001:0.0:1788219830.923520:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.923523:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.923528:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:0.0:1788219830.923531:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219830.923536:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219830.923538:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219830.923539:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219830.923540:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089c00 count: 2 00010000:00000001:0.0:1788219830.923541:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219830.923543:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.923545:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219830.923548:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x4:0x0] lli = ffff9894c7b698c0, pfid = [0x2000013a2:0x982:0x0] 00000080:00000002:0.0:1788219830.923551:0:301325:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x4:0x0] m[0x2000013a2:0x982:0x0] 00000080:00000001:0.0:1788219830.923555:0:301325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145922 : 144115272398145922 : 2000013a2000982) 00000080:00000001:0.0:1788219830.923560:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788219830.923565:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafc40 00000080:00002000:0.0:1788219830.923567:0:301325:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d3.3 00000080:00000001:0.0:1788219830.923575:0:301325:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219830.923580:0:301325:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219830.923583:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219830.923585:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219830.923588:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x4:0x0](ffff9894c7b69988) invalid 00000080:00000001:0.0:1788219830.923590:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219830.923592:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219830.923593:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.923595:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219830.923598:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219830.923599:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219830.923601:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219830.923603:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219830.923606:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341c00 with handle 0x34450ab7a1633f9 from hash 00010000:00000001:0.0:1788219830.923608:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219830.923610:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.923612:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.923613:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219830.923616:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219830.923618:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788219830.923623:0:301325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219830.923627:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.923628:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.923629:0:301325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.923631:0:301325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219830.923633:0:301325:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219830.923638:0:301325:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219830.923641:0:301325:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219830.923645:0:301325:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219830.923647:0:301325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219830.923651:0:301325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219830.923656:0:301325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777000. 00000100:00000001:0.0:1788219830.923661:0:301325:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.923664:0:301325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219830.923668:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 2/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219830.923679:0:301325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219830.923681:0:301325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.923685:0:301325:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219830.923700:0:301325:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.923709:0:301325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015bc841c] to pc [ptlrpcd_00_00+0] req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219830.923739:0:301325:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219830.923741:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219830.923742:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.923744:0:301325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.923745:0:301325:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219830.923747:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.923750:0:301325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219830.923757:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219830.923759:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a1633f9 lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded86ab expref: -99 pid: 329080 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219830.923766:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089c00 count: 0 00010000:00000010:0.0:1788219830.923771:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3780. 00010000:00000001:0.0:1788219830.923778:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219830.923779:0:301325:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788219830.923781:0:301325:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e490c480. 00010000:00000001:0.0:1788219830.923784:0:301325:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219830.923786:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.923787:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.923790:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219830.923791:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.923792:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.923794:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219830.923796:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219830.923797:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219830.923799:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219830.923805:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788219830.923809:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788219830.923811:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.923815:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219830.923817:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.923819:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219830.923820:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219830.923822:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219830.923828:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.923835:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219830.923837:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.923841:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219830.923843:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219830.923846:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219830.923849:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566217344:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219830.923853:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219830.923857:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219830.923860:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.923862:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219830.923867:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894fd777200. 02000000:00000001:0.0:1788219830.923869:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219830.923874:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219830.923878:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219830.923883:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219830.923888:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566217344, portal 18 00000100:00000001:0.0:1788219830.923890:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219830.923892:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219830.923898:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.923905:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219830.923908:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219830.923910:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219830.923914:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566217344, offset 0 00000400:00000200:0.0:1788219830.923919:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219830.923924:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219830.923928:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219830.923933:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219830.923937:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219830.923941:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219830.923943:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219830.923946:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92880:92880:256:4294967295] 192.168.203.120@tcp LPNI seq info [92880:92880:8:4294967295] 00000400:00000200:0.0:1788219830.923950:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219830.923957:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219830.923962:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219830.923966:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219830.923971:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219830.923976:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219830.923979:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788219830.923992:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.923996:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:0.0:1788219830.924000:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219830.924002:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313700039 00000100:00000001:0.0:1788219830.924008:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313700014 00000100:00000001:0.0:1788219830.924012:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313700039 00000100:00000001:0.0:1788219830.924015:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313700014 00000100:00000001:1.0:1788219830.924107:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219830.924110:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.924439:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219830.924443:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.924446:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.924448:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219830.925154:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219830.925161:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:2.0:1788219830.925166:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.925173:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219830.925179:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:2.0:1788219830.925181:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:2.0:1788219830.925185:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219830.925192:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.925209:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219830.925213:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.925220:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219830.925222:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219830.932371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca840. 00010000:00000010:0.1:1788219830.932391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089c00. 00010000:00000010:0.1:1788219830.932397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341c00. 00000800:00000001:2.0:1788219830.935515:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.935532:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.935536:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.935538:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.935548:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.935554:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.935564:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.935570:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.935575:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.935580:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb785080 00000400:00000200:2.0:1788219830.935584:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.935590:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9215 [1] + 224 00000800:00000001:2.0:1788219830.935828:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.935842:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.935845:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.935851:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.935912:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.935921:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219830.935932:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.935951:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.935961:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.935965:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.936654:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219830.936661:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219830.936669:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219830.936671:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219830.936674:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219830.936682:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:0.0:1788219830.936685:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:0.0:1788219830.936689:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219830.936697:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219830.936708:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.936715:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219830.936717:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.936719:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219830.936722:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219830.936725:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219830.936728:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219830.936731:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219830.936740:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219830.936745:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=4 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219830.936747:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219830.936749:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219830.936752:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219830.936756:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.936760:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219830.936761:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869228 00000100:00000001:0.0:1788219830.936763:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219830.936766:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219830.936771:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.936779:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219830.936782:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219830.936784:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219830.936788:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219830.936802:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566217344:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219830.936807:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.936811:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219830.936814:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566217344/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219830.936821:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219830.936824:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219830.936827:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894fd777200. 02000000:00000001:0.0:1788219830.936832:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219830.936835:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219830.936836:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219830.936839:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219830.936842:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777000. 02000000:00000001:0.0:1788219830.936845:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219830.936847:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219830.936849:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219830.936852:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219830.936854:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.936856:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219830.936863:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219830.936865:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219830.936867:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219830.936869:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219830.952621:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313700039, at 4313700041 00000100:00000010:3.0:1788219830.952637:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192540. 00000100:00000040:2.0:1788219830.953052:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313700039, at 4313700041 00000100:00000010:2.0:1788219830.953060:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1928a0. 00000800:00000001:2.0:1788219830.964555:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.964570:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219830.964573:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.964577:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.964585:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.964592:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219830.964669:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.964676:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.964680:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.964684:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb785000 00000400:00000200:2.0:1788219830.964689:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219830.964695:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe9205 [1] + 224 00000800:00000001:2.0:1788219830.964702:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.964711:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219830.964713:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219830.964718:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219830.964725:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219830.964734:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219830.964745:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219830.964769:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219830.964780:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219830.964784:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.964862:0:329082:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219830.964869:0:329082:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219830.964871:0:329082:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219830.964874:0:329082:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219830.964877:0:329082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:1.0:1788219830.964880:0:329082:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:1.0:1788219830.964883:0:329082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219830.964888:0:329082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219830.964897:0:329082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ed80 x1875079566217216/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219846 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.964903:0:329082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219830.964905:0:329082:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.964908:0:329082:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219830.964911:0:329082:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219830.964914:0:329082:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219830.964915:0:329082:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219830.964918:0:329082:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219830.964927:0:329082:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219830.964931:0:329082:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219830.964934:0:329082:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219830.964936:0:329082:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219830.964938:0:329082:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219830.964941:0:329082:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.964944:0:329082:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219830.964946:0:329082:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1788219830.964948:0:329082:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219830.964950:0:329082:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219830.964952:0:329082:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000001:1.0:1788219830.964955:0:329082:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219830.964957:0:329082:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:1.0:1788219830.964958:0:329082:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219830.964960:0:329082:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219830.964964:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ed80 x1875079566217216/t12884902895(12884902895) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.964971:0:329082:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219830.964974:0:329082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219830.964975:0:329082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219830.964979:0:329082:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ed80 x1875079566217216/t12884902895(12884902895) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219830.964993:0:329082:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329082:1875079566217216:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219830.964997:0:329082:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219830.965000:0:329082:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.965002:0:329082:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219830.965004:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.965007:0:329082:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ed80 x1875079566217216/t12884902895(12884902895) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.965013:0:329082:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219830.965016:0:329082:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcb40. 00000100:00000001:1.0:1788219830.965020:0:329082:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219830.965022:0:329082:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.965029:0:329082:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.965032:0:329082:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x5b:0x0] 00800000:00000001:1.0:1788219830.965034:0:329082:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.965039:0:329082:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219830.965044:0:329082:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219830.965046:0:329082:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219830.965049:0:329082:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625563 : 162129670907625563 : 2400013a200005b) 00000080:00000001:1.0:1788219830.965051:0:329082:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219830.965065:0:329082:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6eb40. 00000080:00000001:1.0:1788219830.965075:0:329082:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219830.965077:0:329082:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x5b:0x0](ffff9894c7b6ec08) 00000080:00000001:1.0:1788219830.965079:0:329082:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219830.965081:0:329082:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x5b:0x0] 00000080:00000001:1.0:1788219830.965083:0:329082:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.965085:0:329082:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625563 : 162129670907625563 : 2400013a200005b) 00000080:00000001:1.0:1788219830.965087:0:329082:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:1.0:1788219830.965089:0:329082:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625563 mtime from 0 to 1788219830 00000080:00200000:1.0:1788219830.965092:0:329082:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x5b:0x0], updating i_size 4096 00000080:00000001:1.0:1788219830.965094:0:329082:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219830.965096:0:329082:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506076680 : -113710203474936 : ffff9894c7b6ec08) 00000080:00000001:1.0:1788219830.965098:0:329082:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219830.965102:0:329082:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219830.965103:0:329082:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219830.965109:0:329082:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219830.965113:0:329082:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ed80 x1875079566217216/t12884902895(12884902895) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219830.965120:0:329082:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.965122:0:329082:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:1.0:1788219830.965125:0:329082:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015b400. 00000080:00000010:1.0:1788219830.965130:0:329082:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee180400. 00000080:00000001:1.0:1788219830.965133:0:329082:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.965152:0:329082:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219830.965154:0:329082:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219830.965157:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bdd0 00000080:00200008:1.0:1788219830.965160:0:329082:0:(file.c:479:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000 00000080:00400000:1.0:1788219830.965163:0:329082:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x982:0x0] 00000080:00000001:1.0:1788219830.965167:0:329082:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219830.965168:0:329082:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219830.965170:0:329082:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219830.965174:0:329082:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219830.965177:0:329082:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219830.965179:0:329082:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219830.965181:0:329082:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219830.965183:0:329082:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219830.965185:0:329082:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:1.0:1788219830.965188:0:329082:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219830.965191:0:329082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219830.965195:0:329082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219830.965202:0:329082:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:1.0:1788219830.965205:0:329082:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219830.965211:0:329082:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219830.965214:0:329082:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219830.965218:0:329082:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219830.965222:0:329082:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219830.965240:0:329082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788219830.965250:0:329082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219830.965252:0:329082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219830.965254:0:329082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788219830.965256:0:329082:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x982:0x0]: 16 00000080:00000010:1.0:1788219830.965259:0:329082:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219830.965264:0:329082:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219830.965267:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6bdd0 00000080:00000008:1.0:1788219830.965269:0:329082:0:(file.c:523:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x982:0x0](ffff9893fa011148), flags 300000, rc = 0 00000080:00000001:1.0:1788219830.965272:0:329082:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.965274:0:329082:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219830.965278:0:329082:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219830.965280:0:329082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8d6be00 00000080:00002000:1.0:1788219830.965282:0:329082:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff9893f0e3b0d8, parent ffff9893e6c7e870, inode ffff9893fa011148) hashed, 00000080:00000001:1.0:1788219830.965285:0:329082:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219831.199400:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219831.199408:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219831.199414:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219831.199424:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219831.199429:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219831.199430:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219831.199434:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219831.199435:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219831.199438:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219831.199439:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219831.199503:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219831.199507:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219831.199510:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219831.263471:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219831.263483:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219831.263493:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000020:00000040:3.0:1788219831.263499:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219831.263503:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219831.263507:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219831.263512:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219831.263520:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26c00. 00000100:00000001:3.0:1788219831.263527:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263539:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219831.263551:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219831.263555:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263562:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_01+1] req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263585:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263588:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219831.263591:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219831.263594:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219831.263596:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219831.263598:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219831.263599:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219831.263601:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219831.263605:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26f00. 00000100:00000001:3.0:1788219831.263607:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263611:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219831.263618:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219831.263620:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263623:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263630:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263633:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219831.263636:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219831.263640:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219831.263642:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219831.263645:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219831.263646:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219831.263647:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219831.263650:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26000. 00000100:00000001:3.0:1788219831.263653:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263659:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219831.263667:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219831.263669:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263673:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263680:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263682:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219831.263686:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219831.263690:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219831.263693:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219831.263695:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219831.263696:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219831.263698:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219831.263701:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26300. 00000100:00000001:3.0:1788219831.263703:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263707:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219831.263715:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219831.263716:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263720:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_00+0] req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263727:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263729:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219831.263732:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219831.263735:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219831.263737:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219831.263740:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219831.263741:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219831.263742:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219831.263745:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26100. 00000100:00000001:3.0:1788219831.263747:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263751:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219831.263757:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219831.263758:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263762:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263767:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.263771:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19038) 00000100:00000001:3.0:1788219831.263783:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.263787:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219831.263790:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219831.263796:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263803:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219831.263805:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.263809:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219831.263811:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219831.263815:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219831.263819:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566217472:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219831.263822:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219831.263829:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219831.263831:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.263833:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219831.263837:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521600. 02000000:00000001:3.0:1788219831.263839:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219831.263846:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219831.263851:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219831.263859:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cee0. 00000100:00000200:3.0:1788219831.263865:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566217472, portal 25 00000100:00000001:3.0:1788219831.263868:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219831.263869:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:3.0:1788219831.263875:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.263882:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788219831.263882:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788219831.263885:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219831.263885:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219831.263887:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1788219831.263888:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cdd0. 00000100:00000200:3.0:1788219831.263891:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566217472, offset 0 00000100:00000040:2.0:1788219831.263892:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219831.263899:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219831.263899:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219831.263901:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219831.263904:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219831.263906:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788219831.263907:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:2.0:1788219831.263908:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219831.263911:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566217600:192.168.203.120@tcp:400:kworker.0 00000400:00000200:3.0:1788219831.263914:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:2.0:1788219831.263914:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219831.263917:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219831.263918:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219831.263919:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1788219831.263920:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219831.263922:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975200. 00000400:00000200:3.0:1788219831.263923:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 02000000:00000001:2.0:1788219831.263924:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219831.263927:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219831.263928:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.263930:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000010:2.0:1788219831.263931:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2370. 00000400:00000200:3.0:1788219831.263934:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92881:92881:256:4294967295] 192.168.203.120@tcp LPNI seq info [92881:92881:8:4294967295] 00000400:00000010:2.0:1788219831.263935:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219831.263939:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566217600, portal 10 00000100:00000001:2.0:1788219831.263941:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219831.263942:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:2.0:1788219831.263949:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219831.263953:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219831.263955:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219831.263958:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219831.263961:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000400:00000200:3.0:1788219831.263963:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000200:2.0:1788219831.263964:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566217600, offset 0 00000400:00000200:2.0:1788219831.263968:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000800:00000200:3.0:1788219831.263977:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219831.263982:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26900. 00000800:00000200:3.0:1788219831.263997:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219831.264006:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219831.264010:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219831.264023:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219831.264027:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219831.264030:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313701624 00000100:00000010:3.0:1788219831.264034:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec840. 00000100:00000001:3.0:1788219831.264041:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219831.264046:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313701624 00000100:00000010:3.0:1788219831.264049:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec180. 00000100:00000001:3.0:1788219831.264052:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219831.264056:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.264058:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.264062:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219831.264075:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.264081:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219831.264083:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.264085:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219831.264087:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219831.264088:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219831.264091:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566217728:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219831.264094:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219831.264097:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219831.264098:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.264101:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219831.264104:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520c00. 02000000:00000001:3.0:1788219831.264106:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219831.264109:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219831.264111:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a268. 00000400:00000010:3.0:1788219831.264115:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c990. 00000100:00000200:3.0:1788219831.264119:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566217728, portal 10 00000100:00000001:3.0:1788219831.264121:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219831.264122:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219831.264128:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.264134:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219831.264136:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219831.264139:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c110. 00000100:00000200:3.0:1788219831.264141:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566217728, offset 0 00000400:00000200:3.0:1788219831.264146:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219831.268723:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.268738:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219831.268742:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219831.268747:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219831.268750:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219831.268753:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219831.268757:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92882:92882:255:4294967295] 192.168.203.120@tcp LPNI seq info [92882:92882:7:4294967295] 00000400:00000200:2.0:1788219831.268762:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.268772:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219831.268779:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219831.268789:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219831.268797:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219831.268805:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219831.268809:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219831.268815:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219831.268821:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26278 usecs (27 jiffies) 00000400:00000200:2.0:1788219831.268825:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219831.268828:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313700384 00000100:00000001:2.0:1788219831.268831:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313701624 00000100:00000001:2.0:1788219831.268834:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313700384 00000100:00000001:2.0:1788219831.268836:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313701624 00000100:00000001:2.0:1788219831.268838:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219831.268842:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.268847:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219831.268854:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.268881:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219831.268884:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219831.268888:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219831.268892:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219831.268894:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219831.268898:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566217856:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219831.268902:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219831.268908:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219831.268911:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219831.268913:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219831.268919:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975e00. 02000000:00000001:2.0:1788219831.268922:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219831.268926:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219831.268930:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb24d0. 00000400:00000010:2.0:1788219831.268936:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000200:2.0:1788219831.268942:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566217856, portal 4 00000100:00000001:2.0:1788219831.268945:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219831.268946:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:2.0:1788219831.268953:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.268960:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219831.268962:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219831.268965:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219831.268968:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566217856, offset 0 00000400:00000200:2.0:1788219831.268974:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219831.268980:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.268984:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219831.268987:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219831.268989:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219831.268992:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219831.268994:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219831.268997:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92883:92883:254:4294967295] 192.168.203.120@tcp LPNI seq info [92883:92883:6:4294967295] 00000400:00000200:2.0:1788219831.269001:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.269246:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219831.269255:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219831.269259:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219831.269264:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219831.269268:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219831.269271:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219831.269274:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219831.269277:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:2.0:1788219831.269280:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219831.269283:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313700375 00000100:00000001:2.0:1788219831.269285:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313701624 00000100:00000001:2.0:1788219831.269287:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313700375 00000100:00000001:2.0:1788219831.269289:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313701624 00000100:00000001:2.0:1788219831.269291:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219831.269293:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.269296:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.269300:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219831.269308:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219831.269327:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219831.269331:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219831.269334:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219831.269336:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.269339:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219831.269384:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219831.269388:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26900. 00000400:00000200:2.0:1788219831.269395:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.269399:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219831.269405:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cdd0 00000400:00000010:2.0:1788219831.269407:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cdd0. 00000100:00000001:2.0:1788219831.269411:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219831.269425:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.269437:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219831.269440:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.269447:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.269449:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219831.269462:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219831.269465:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:2.0:1788219831.269467:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.269470:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219831.269473:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:2.0:1788219831.269475:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:2.0:1788219831.269477:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219831.269482:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.269488:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219831.269557:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.269565:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.269567:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219831.269931:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219831.269935:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:2.0:1788219831.269938:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.269942:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219831.269945:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219831.269947:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219831.269950:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219831.269954:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.269962:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219831.269965:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.269971:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.269972:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788219831.273643:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.273660:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219831.273666:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219831.273670:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219831.273674:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219831.273677:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219831.273681:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92884:92884:256:4294967295] 192.168.203.120@tcp LPNI seq info [92884:92884:8:4294967295] 00000400:00000200:3.0:1788219831.273686:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.273695:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219831.273703:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219831.273715:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219831.273722:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219831.273730:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219831.273734:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219831.273905:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.273913:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14690 usecs (15 jiffies) 00000400:00000200:3.0:1788219831.273917:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219831.273920:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313700377 00000100:00000001:3.0:1788219831.273923:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313701624 00000100:00000001:3.0:1788219831.273925:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313700377 00000100:00000001:3.0:1788219831.273927:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313701624 00000100:00000001:3.0:1788219831.273929:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.273932:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.273936:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219831.273944:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.273952:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219831.273954:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219831.274098:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274110:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219831.274113:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274115:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219831.274121:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274125:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219831.274132:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274135:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274138:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274143:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb785100 00000400:00000200:2.0:1788219831.274147:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274153:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe921d [1] + 224 00000800:00000001:2.0:1788219831.274160:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274164:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219831.274167:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.274171:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219831.274177:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219831.274183:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219831.274192:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.274201:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788219831.274258:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219831.274262:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219831.274274:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.274277:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219831.274281:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c110 00000400:00000010:2.0:1788219831.274284:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c110. 00000100:00000001:2.0:1788219831.274287:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219831.274291:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.274302:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219831.274305:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.274720:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.274722:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219831.274731:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274737:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219831.274739:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274741:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219831.274745:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274748:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219831.274753:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274756:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274759:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274762:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb785180 00000400:00000200:2.0:1788219831.274765:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274771:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe922d [1] + 224 00000800:00000001:2.0:1788219831.274774:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274777:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219831.274779:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.274782:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219831.274785:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219831.274790:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219831.274797:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.274811:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219831.274816:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274819:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219831.274820:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274822:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219831.274825:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274828:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219831.274832:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274835:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274837:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274840:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb785280 00000400:00000200:2.0:1788219831.274843:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219831.274847:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe924d [1] + 224 00000800:00000001:2.0:1788219831.274851:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274856:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219831.274858:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219831.274861:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219831.274863:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219831.274868:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219831.274876:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.274883:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219831.274886:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219831.274889:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788219831.275169:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219831.275175:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219831.275178:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219831.275183:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566217984:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219831.275188:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219831.275196:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219831.275198:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.275201:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219831.275208:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520800. 02000000:00000001:3.0:1788219831.275210:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219831.275215:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219831.275218:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a370. 00000400:00000010:3.0:1788219831.275224:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c330. 00000100:00000200:3.0:1788219831.275230:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566217984, portal 4 00000100:00000001:3.0:1788219831.275233:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219831.275238:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219831.275246:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.275258:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219831.275260:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219831.276563:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219831.276577:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566217984, offset 0 00000400:00000200:3.0:1788219831.276592:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219831.276604:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.276612:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219831.276617:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219831.276621:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219831.276625:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219831.276628:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219831.276632:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92885:92885:256:4294967295] 192.168.203.120@tcp LPNI seq info [92885:92885:8:4294967295] 00000400:00000200:3.0:1788219831.276636:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.276645:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219831.276650:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219831.276656:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219831.276663:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219831.276670:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219831.276674:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219831.276695:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.276701:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27497 usecs (28 jiffies) 00000400:00000200:3.0:1788219831.276704:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219831.276707:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313700391 00000100:00000001:3.0:1788219831.276710:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313701624 00000100:00000001:3.0:1788219831.276713:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313700391 00000100:00000001:3.0:1788219831.276715:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313701624 00000100:00000001:3.0:1788219831.276717:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.276721:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.276726:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.276729:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.276738:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219831.276741:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219831.276744:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.276746:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219831.276750:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219831.276752:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219831.276755:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:3.0:1788219831.276760:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cee0 00000400:00000010:3.0:1788219831.276763:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cee0. 00000100:00000001:3.0:1788219831.276767:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219831.276775:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219831.276785:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.276791:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219831.276793:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.276795:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219831.276798:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219831.276801:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219831.276803:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.276806:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219831.276812:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219831.276816:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=5 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219831.276818:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219831.276820:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219831.276824:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219831.276826:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.276828:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.276832:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.276839:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.276841:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219831.276843:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219831.276847:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219831.276853:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566217472:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219831.276859:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.276861:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219831.276864:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566217472/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.276871:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219831.276873:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219831.276876:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521600. 02000000:00000001:3.0:1788219831.276880:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219831.276883:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219831.276885:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219831.276887:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219831.276889:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26c00. 02000000:00000001:3.0:1788219831.276892:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219831.276893:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219831.276895:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:3.0:1788219831.276898:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219831.276899:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.276902:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.276904:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.276905:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219831.276906:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.276908:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219831.277009:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219831.277013:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:3.0:1788219831.277017:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219831.277022:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219831.277026:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:3.0:1788219831.277028:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:3.0:1788219831.277030:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219831.277034:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277049:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219831.277052:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277058:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.277059:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219831.277113:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.277174:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219831.277179:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219831.277181:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219831.277183:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2370. 00000400:00000200:3.0:1788219831.277187:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:3.0:1788219831.277188:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:3.0:1788219831.277191:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219831.277197:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219831.277205:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277211:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219831.277212:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.277214:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219831.277215:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219831.277217:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219831.277218:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.277220:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219831.277226:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219831.277229:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=5 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219831.277231:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219831.277232:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219831.277234:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219831.277236:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.277239:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219831.277240:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869228 00000100:00000001:3.0:1788219831.277242:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219831.277245:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.277250:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277256:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.277258:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219831.277259:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219831.277263:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219831.277270:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566217600:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219831.277276:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219831.277277:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219831.277279:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb24d0. 00000400:00000200:3.0:1788219831.277282:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:3.0:1788219831.277283:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:3.0:1788219831.277285:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219831.277288:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219831.277296:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277302:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219831.277303:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.277304:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219831.277305:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219831.277361:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219831.277364:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.277367:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219831.277370:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219831.277374:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=47 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219831.277376:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219831.277379:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219831.277380:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219831.277382:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.277384:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219831.277385:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219831.277387:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219831.277388:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.277392:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277399:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.277400:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219831.277401:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219831.277404:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219831.277411:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566217856:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219831.277414:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.277425:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219831.277428:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566217600/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277433:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219831.277435:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219831.277437:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975200. 02000000:00000001:3.0:1788219831.277440:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219831.277441:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219831.277442:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219831.277444:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219831.277446:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26f00. 02000000:00000001:3.0:1788219831.277448:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219831.277449:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219831.277450:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219831.277453:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219831.277454:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.277455:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219831.277458:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566217856/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.277467:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219831.277468:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219831.277470:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975e00. 02000000:00000001:3.0:1788219831.277472:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219831.277473:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219831.277474:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219831.277476:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219831.277477:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26300. 02000000:00000001:3.0:1788219831.277478:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219831.277479:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219831.277481:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219831.277482:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219831.277484:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.277485:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.277489:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219831.277490:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.277492:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.277494:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219831.280798:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.280812:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219831.280816:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.280818:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219831.280827:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.280834:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219831.280844:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.280849:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.280854:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.280858:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb785300 00000400:00000200:3.0:1788219831.280863:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.280870:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe925d [1] + 224 00000800:00000001:3.0:1788219831.280877:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.280882:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219831.280885:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219831.280890:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219831.280898:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219831.280906:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219831.280918:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.280931:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219831.280950:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.280954:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.282019:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.282026:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219831.282035:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219831.282038:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219831.282041:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a370. 00000400:00000200:3.0:1788219831.282047:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c330 00000400:00000010:3.0:1788219831.282050:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c330. 00000100:00000001:3.0:1788219831.282054:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219831.282063:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219831.282084:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.282091:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219831.282093:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.282095:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219831.282099:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219831.282101:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219831.282103:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219831.282107:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219831.282116:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219831.282120:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=135 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219831.282123:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219831.282124:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219831.282127:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219831.282131:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.282134:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219831.282138:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219831.282140:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219831.282141:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219831.282146:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.282152:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219831.282154:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219831.282156:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219831.282160:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219831.282167:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566217984:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219831.282171:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.282173:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219831.282176:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566217984/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.282182:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219831.282185:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219831.282188:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520800. 02000000:00000001:3.0:1788219831.282196:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219831.282199:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219831.282201:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219831.282203:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219831.282206:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26100. 02000000:00000001:3.0:1788219831.282209:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219831.282211:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219831.282213:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219831.282216:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219831.282217:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219831.282220:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.282222:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219831.282223:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219831.282224:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219831.282226:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219831.284744:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.284762:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219831.284766:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.284768:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219831.284777:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.284785:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219831.284793:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.284799:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.284803:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.284807:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb785200 00000400:00000200:3.0:1788219831.284813:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219831.284818:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe923d [1] + 224 00000800:00000001:3.0:1788219831.284826:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.284883:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219831.284887:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219831.284892:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219831.284900:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219831.284908:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219831.284919:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219831.284945:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219831.284955:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219831.284959:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219831.285188:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219831.285194:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219831.285199:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219831.285202:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219831.285205:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a268. 00000400:00000200:2.0:1788219831.285210:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c990 00000400:00000010:2.0:1788219831.285213:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c990. 00000100:00000001:2.0:1788219831.285216:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219831.285221:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219831.285229:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.285236:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219831.285238:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219831.285240:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219831.285244:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219831.285247:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219831.285249:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219831.285253:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219831.285262:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219831.285266:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219831.285269:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219831.285271:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219831.285275:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219831.285278:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.285282:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219831.285285:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902890 00000100:00000001:2.0:1788219831.285287:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219831.285291:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219831.285296:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.285304:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219831.285306:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219831.285354:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219831.285360:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219831.285369:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566217728:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219831.285374:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219831.285377:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219831.285380:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566217728/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219831.285387:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219831.285389:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219831.285393:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520c00. 02000000:00000001:2.0:1788219831.285397:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219831.285399:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219831.285401:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219831.285404:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219831.285406:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26000. 02000000:00000001:2.0:1788219831.285410:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219831.285411:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219831.285413:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:2.0:1788219831.285427:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219831.285429:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219831.285431:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219831.285438:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219831.285441:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219831.285443:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219831.285445:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219832.223515:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219832.223527:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219832.223535:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219832.223537:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219832.223541:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219832.223542:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219832.223547:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219832.223548:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219832.223552:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219832.223553:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219832.223949:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219832.223955:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219832.223964:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219832.543978:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313701624, at 4313701632 00000100:00000010:2.0:1788219832.543993:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec840. 00000100:00000040:3.0:1788219832.545020:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313701624, at 4313701633 00000100:00000010:3.0:1788219832.545108:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec180. 00010000:00000001:1.0:1788219833.247616:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219833.247624:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219833.247630:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219833.247631:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219833.247636:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219833.247638:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219833.247642:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219833.247643:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219833.247646:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219833.247647:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219833.247850:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219833.247854:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219833.247857:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219834.272804:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219834.272812:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219834.272818:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219834.272819:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219834.272823:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219834.272824:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219834.272828:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219834.272829:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219834.272832:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219834.272833:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219834.273003:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219834.273007:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219834.273010:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219835.295625:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219835.295633:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295640:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219835.295641:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295644:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219835.295645:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295649:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219835.295653:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219835.295654:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219835.295661:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219835.295662:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219835.295664:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295667:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219835.295670:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295671:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295673:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219835.295677:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219835.295678:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219835.303343:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219835.303351:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219835.303355:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219836.320531:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219836.320541:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219836.320549:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219836.320550:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219836.320560:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219836.320561:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219836.320575:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219836.320576:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219836.320580:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219836.320581:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219836.320724:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219836.320730:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219836.320733:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219836.390577:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219836.390594:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219836.390610:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219836.390618:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219836.390623:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219836.390627:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219836.390634:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219836.390646:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006900. 00000100:00000001:2.0:1788219836.390655:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.390671:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219836.390685:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219836.390691:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.390700:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcb96589] to pc [ptlrpcd_01_00+0] req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.390734:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.390737:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219836.390742:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788219836.390754:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788219836.390759:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788219836.390761:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.390771:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219836.390774:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.390776:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.390778:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.390781:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219836.390787:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.390796:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219836.390798:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.390803:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219836.390940:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219836.390944:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219836.390949:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566218112:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219836.390962:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219836.390969:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219836.390973:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.390985:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219836.390993:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974c00. 02000000:00000001:2.0:1788219836.390996:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219836.391117:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219836.391124:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219836.391134:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219836.391142:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566218112, portal 25 00000100:00000001:2.0:1788219836.391145:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219836.391147:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219836.391155:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.391164:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219836.391167:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219836.391171:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219836.391174:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566218112, offset 0 00000400:00000200:2.0:1788219836.391183:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219836.391195:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.391205:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219836.391211:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219836.391216:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219836.391221:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219836.391224:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219836.391228:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92886:92886:256:4294967295] 192.168.203.120@tcp LPNI seq info [92886:92886:8:4294967295] 00000400:00000200:2.0:1788219836.391232:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.391243:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219836.391250:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219836.391257:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219836.391264:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219836.391274:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219836.391279:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219836.391299:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219836.391304:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219836.391307:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313706751 00000100:00000001:3.0:1788219836.391464:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.391469:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219836.391632:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219836.391639:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:3.0:1788219836.391645:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219836.391650:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219836.391657:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:3.0:1788219836.391659:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:3.0:1788219836.391664:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219836.391669:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.391680:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219836.391684:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.391690:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.391692:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1788219836.391710:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219836.391715:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219836.391720:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219836.391722:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219836.391725:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219836.391731:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26100. 00000100:00000001:3.0:1788219836.391735:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.391740:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219836.391749:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219836.391754:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.391758:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.391772:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.391775:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219836.391778:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788219836.391782:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788219836.391785:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788219836.391787:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.391794:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219836.391796:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.391798:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.391800:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219836.391802:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219836.391939:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.391949:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219836.391951:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219836.391962:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219836.391964:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219836.391967:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219836.391971:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566218240:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219836.391974:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219836.391979:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219836.391981:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219836.391983:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219836.391987:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520200. 02000000:00000001:3.0:1788219836.391990:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219836.391995:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219836.392127:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a370. 00000400:00000010:3.0:1788219836.392135:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c330. 00000100:00000200:3.0:1788219836.392141:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566218240, portal 10 00000100:00000001:3.0:1788219836.392144:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219836.392145:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219836.392155:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.392162:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219836.392165:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219836.392168:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219836.392170:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566218240, offset 0 00000400:00000200:3.0:1788219836.392177:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219836.392185:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.392192:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219836.392196:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219836.392200:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219836.392203:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219836.392205:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219836.392209:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92887:92887:256:4294967295] 192.168.203.120@tcp LPNI seq info [92887:92887:8:4294967295] 00000400:00000200:3.0:1788219836.392213:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.392220:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219836.392226:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219836.392231:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26300. 00000800:00000200:3.0:1788219836.392235:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219836.392242:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219836.392245:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219836.392256:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.392260:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:3.0:1788219836.392264:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219836.392266:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313705507 00000800:00000200:3.0:1788219836.392292:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219836.392295:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26300. 00000400:00000200:3.0:1788219836.392299:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219836.392303:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219836.392306:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:3.0:1788219836.392309:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:3.0:1788219836.392342:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219836.392347:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788219836.392539:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192ea0. 00000100:00000001:2.0:1788219836.392550:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219836.392630:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313706753 00000100:00000010:2.0:1788219836.392636:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192e40. 00000100:00000001:2.0:1788219836.392640:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219836.392644:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.392647:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392652:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392656:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392658:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.392659:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.392661:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392662:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392683:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313706751 00000100:00000001:2.0:1788219836.392686:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313705508 00000100:00000001:2.0:1788219836.392688:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313706753 00000100:00000001:2.0:1788219836.392691:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.392693:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392695:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.392697:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219836.392716:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029880. 00000020:00000040:2.0:1788219836.392720:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219836.392724:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219836.392726:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219836.392729:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219836.392735:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006d00. 00000100:00000001:2.0:1788219836.392740:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.392746:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219836.392755:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219836.392759:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.392764:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009be53b97] to pc [ptlrpcd_01_00+0] req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.392778:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.392781:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219836.392786:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788219836.392794:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.392796:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.392797:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219836.392802:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.392891:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219836.392896:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.392903:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.392905:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1788219836.392929:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219836.392932:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219836.392935:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219836.392936:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219836.392939:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219836.392942:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26300. 00000100:00000001:3.0:1788219836.392945:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.392950:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219836.393081:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219836.393083:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.393088:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.393096:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.393098:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219836.393102:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219836.393106:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219836.393108:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219836.393110:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219836.393112:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219836.393114:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219836.393117:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26f00. 00000100:00000001:3.0:1788219836.393120:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.393124:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219836.393130:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219836.393131:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.393134:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.393142:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.393148:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19043) 00000100:00000001:3.0:1788219836.393169:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.393171:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219836.393172:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219836.393176:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.393181:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219836.393183:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219836.393186:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219836.393188:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219836.393191:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219836.393194:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566218496:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219836.393198:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219836.393202:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219836.393204:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219836.393205:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219836.393209:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521c00. 02000000:00000001:3.0:1788219836.393212:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219836.393217:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219836.393220:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219836.393224:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219836.393230:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566218496, portal 4 00000100:00000001:3.0:1788219836.393233:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219836.393234:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219836.393240:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.393246:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219836.393249:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219836.393251:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cee0. 00000100:00000200:3.0:1788219836.393254:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566218496, offset 0 00000400:00000200:3.0:1788219836.393259:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219836.393265:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.393272:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219836.393277:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219836.393280:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219836.393283:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219836.393286:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219836.393289:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92888:92888:256:4294967295] 192.168.203.120@tcp LPNI seq info [92888:92888:8:4294967295] 00000400:00000200:3.0:1788219836.393292:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.393300:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219836.393305:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219836.393341:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000100:00000001:2.0:1788219836.393887:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219836.393889:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.393894:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219836.393896:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219836.393898:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219836.393904:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566218368:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219836.393908:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219836.393911:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219836.393913:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.393915:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219836.393921:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975a00. 02000000:00000001:2.0:1788219836.393923:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219836.393928:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219836.393931:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2f78. 00000400:00000010:2.0:1788219836.393936:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219836.393940:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566218368, portal 10 00000100:00000001:2.0:1788219836.393944:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219836.393945:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793024 : -113709577758592 : ffff9894ed029880) 00000100:00000040:2.0:1788219836.393953:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.393971:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219836.393981:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219836.393985:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219836.393988:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566218368, offset 0 00000400:00000200:2.0:1788219836.393992:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219836.394706:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.394720:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219836.394725:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219836.394730:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219836.394734:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219836.394736:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219836.394740:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92889:92889:255:4294967295] 192.168.203.120@tcp LPNI seq info [92889:92889:7:4294967295] 00000400:00000200:2.0:1788219836.394745:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.394756:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219836.394763:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219836.394770:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219836.394776:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219836.394786:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219836.394791:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1788219836.395149:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219836.395159:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219836.395163:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219836.395233:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.395241:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14695 usecs (15 jiffies) 00000400:00000200:2.0:1788219836.395246:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219836.395250:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313705498 00000100:00000001:2.0:1788219836.395254:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313706751 00000100:00000001:2.0:1788219836.395257:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313705498 00000100:00000001:2.0:1788219836.395259:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313706753 00000100:00000001:2.0:1788219836.395263:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.395267:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.395274:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.395277:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.395289:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219836.395291:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219836.395295:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.395298:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.395299:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219836.395310:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.395346:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219836.395348:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.395884:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219836.395889:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219836.395893:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219836.395897:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566218624:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219836.395902:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219836.395906:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219836.395909:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.395913:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219836.395921:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975800. 02000000:00000001:2.0:1788219836.395923:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219836.395930:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219836.395935:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219836.395942:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219836.395948:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566218624, portal 4 00000100:00000001:2.0:1788219836.395951:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219836.395953:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:2.0:1788219836.395962:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.395970:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219836.395973:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219836.396242:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.396249:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17331 usecs (18 jiffies) 00000400:00000200:3.0:1788219836.396253:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219836.396256:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313705502 00000100:00000001:3.0:1788219836.396259:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313706751 00000100:00000001:3.0:1788219836.396261:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313705502 00000100:00000001:3.0:1788219836.396264:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313706753 00000100:00000001:3.0:1788219836.396266:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219836.396269:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.396273:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.396276:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.396283:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219836.396285:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219836.396288:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.396289:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219836.396291:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.396293:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219836.397178:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219836.397193:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566218624, offset 0 00000400:00000200:2.0:1788219836.397208:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219836.397220:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.397229:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219836.397235:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219836.397240:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219836.397244:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219836.397246:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219836.397251:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92890:92890:254:4294967295] 192.168.203.120@tcp LPNI seq info [92890:92890:6:4294967295] 00000400:00000200:2.0:1788219836.397255:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.397267:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219836.397273:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219836.397279:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219836.397287:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219836.397295:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219836.397300:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219836.397304:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219836.397769:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.397786:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219836.397792:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.397796:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219836.397802:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:2.0:1788219836.398276:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27492 usecs (28 jiffies) 00000400:00000200:2.0:1788219836.398285:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219836.398290:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313705514 00000100:00000001:2.0:1788219836.398293:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313706751 00000100:00000001:2.0:1788219836.398296:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313705514 00000100:00000001:2.0:1788219836.398298:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313706753 00000100:00000001:2.0:1788219836.398301:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.398305:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.398333:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.398338:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.398347:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219836.398356:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219836.398360:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.398362:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.398364:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.398366:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219836.398442:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219836.398447:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:2.0:1788219836.398454:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219836.398462:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219836.398470:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:2.0:1788219836.398473:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:2.0:1788219836.398478:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219836.398487:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.398502:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219836.398506:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.398523:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.398525:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219836.398539:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219836.398541:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:2.0:1788219836.398545:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219836.398549:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219836.398552:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cee0 00000400:00000010:2.0:1788219836.398554:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cee0. 00000100:00000001:2.0:1788219836.398556:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219836.398567:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.398574:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219836.398577:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.398583:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.398584:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219836.398651:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219836.398654:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:2.0:1788219836.398657:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219836.398660:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219836.398663:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:2.0:1788219836.398664:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:2.0:1788219836.398667:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219836.398671:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.398678:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219836.398680:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.398687:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.398688:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788219836.398818:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219836.398827:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398832:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398838:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398843:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb785380 00000400:00000200:3.0:1788219836.398848:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398855:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe926d [1] + 224 00000800:00000001:3.0:1788219836.398862:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.398870:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219836.398873:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219836.398875:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219836.398880:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219836.398887:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219836.398897:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.398918:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219836.398925:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.398928:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219836.398930:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.398932:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219836.398936:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398939:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219836.398943:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398946:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398949:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398951:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb785400 00000400:00000200:3.0:1788219836.398962:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.398967:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe927d [1] + 224 00000800:00000001:3.0:1788219836.398974:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.398980:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219836.398982:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219836.398985:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219836.398988:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219836.398993:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219836.399011:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.399024:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219836.399028:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.399031:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.399361:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.399365:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219836.399372:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219836.399375:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219836.399378:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219836.399390:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219836.399393:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219836.399396:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219836.399402:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219836.399412:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.399419:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219836.399421:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.399424:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219836.399427:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219836.399430:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219836.399432:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.399436:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219836.399445:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219836.399449:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=10 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219836.399453:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219836.399455:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219836.399458:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219836.399461:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399464:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.399468:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.399475:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.399478:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219836.399480:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219836.399483:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219836.399491:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566218112:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219836.399497:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399499:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219836.399503:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566218112/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.399509:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219836.399512:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219836.399516:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974c00. 02000000:00000001:2.0:1788219836.399519:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219836.399522:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219836.399524:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219836.399526:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219836.399529:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006900. 02000000:00000001:2.0:1788219836.399532:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219836.399534:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219836.399536:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219836.399539:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219836.399540:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.399544:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399545:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.399547:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.399549:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399550:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399570:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.399572:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219836.399575:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219836.399577:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219836.399579:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a370. 00000400:00000200:2.0:1788219836.399582:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c330 00000400:00000010:2.0:1788219836.399584:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c330. 00000100:00000001:2.0:1788219836.399586:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219836.399591:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219836.399599:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.399606:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219836.399607:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.399609:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219836.399610:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219836.399611:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219836.399612:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.399614:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219836.399620:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219836.399623:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=10 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219836.399625:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219836.399627:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219836.399628:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219836.399631:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399634:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219836.399636:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869228 00000100:00000001:2.0:1788219836.399638:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219836.399641:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.399644:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.399650:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.399652:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219836.399654:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219836.399657:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219836.399665:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566218240:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219836.399669:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399670:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219836.399673:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566218240/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.399678:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219836.399679:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219836.399681:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520200. 02000000:00000001:2.0:1788219836.399683:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219836.399684:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219836.399685:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219836.399687:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219836.399688:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26100. 02000000:00000001:2.0:1788219836.399690:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219836.399691:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219836.399692:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:2.0:1788219836.399695:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219836.399696:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.399698:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399699:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.399701:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.399702:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.399704:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219836.409765:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.409790:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219836.409796:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.409798:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219836.409873:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.409882:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219836.409893:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.409900:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.409908:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.409913:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb785500 00000400:00000200:2.0:1788219836.409919:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.409926:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe928d [1] + 224 00000800:00000001:2.0:1788219836.409936:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.409940:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219836.409944:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219836.409949:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219836.409959:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219836.409969:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219836.409982:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.410099:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.410105:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.410121:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219836.410132:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.410136:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219836.410138:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.410140:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219836.410144:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.410148:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219836.410152:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.410155:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.410158:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.410161:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb785580 00000400:00000200:2.0:1788219836.410164:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219836.410169:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe92ad [1] + 224 00000800:00000001:2.0:1788219836.410172:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.410179:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219836.410181:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219836.410184:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219836.410187:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219836.410192:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219836.410200:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.410215:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219836.410217:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219836.410220:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.410232:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.410233:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219836.410241:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219836.410243:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219836.410246:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219836.410250:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:2.0:1788219836.410252:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:2.0:1788219836.410255:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219836.410259:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219836.410268:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.410274:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219836.410276:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.410279:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219836.410283:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219836.410286:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219836.410288:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219836.410291:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219836.410333:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219836.410339:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=140 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219836.410342:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219836.410344:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219836.410462:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219836.410467:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.410472:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219836.410475:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219836.410478:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219836.410480:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219836.410486:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.410493:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219836.410496:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219836.410499:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219836.410503:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219836.410510:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566218624:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219836.410516:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.410519:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219836.410523:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566218624/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219836.410530:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219836.410533:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219836.410538:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975800. 02000000:00000001:2.0:1788219836.410543:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219836.410546:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219836.410548:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219836.410551:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219836.410554:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26f00. 02000000:00000001:2.0:1788219836.410626:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219836.410629:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219836.410632:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:2.0:1788219836.410637:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219836.410638:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219836.410642:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.410644:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219836.410646:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219836.410647:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219836.410649:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788219836.424929:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219836.424939:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219836.424945:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:3.0:1788219836.424965:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:3.0:1788219836.424969:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:3.0:1788219836.424976:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219836.424992:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219836.425252:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.425260:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219836.425263:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.425266:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219836.425271:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219836.425274:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219836.425277:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219836.425281:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219836.425293:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219836.425300:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=52 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219836.425304:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219836.425307:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219836.425334:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219836.425338:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.425344:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219836.425346:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219836.425359:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219836.425361:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.425367:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.425375:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219836.425379:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219836.425391:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219836.425396:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219836.425405:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566218496:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219836.425410:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.425414:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219836.425418:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566218496/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.425425:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219836.425428:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219836.425433:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521c00. 02000000:00000001:3.0:1788219836.425437:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219836.425440:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219836.425442:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219836.425445:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219836.425448:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26300. 02000000:00000001:3.0:1788219836.425452:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219836.425454:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219836.425456:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219836.425460:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219836.425463:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.425467:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.425477:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219836.425479:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.425482:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.425485:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219836.425507:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.425525:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219836.425529:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.425531:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219836.425540:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.425546:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219836.425554:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.425684:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.425692:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.425696:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb785480 00000400:00000200:3.0:1788219836.425702:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219836.425709:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe929d [1] + 224 00000800:00000001:3.0:1788219836.425718:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.425726:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219836.425730:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219836.425736:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219836.425756:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219836.425763:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219836.425773:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.425794:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219836.425877:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219836.425882:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.425920:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.425923:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219836.425929:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219836.425931:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219836.425934:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2f78. 00000400:00000200:3.0:1788219836.425939:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:3.0:1788219836.425941:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:3.0:1788219836.425944:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219836.425949:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219836.425958:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.425965:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219836.425966:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.425968:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219836.425970:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219836.425972:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219836.425974:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219836.425976:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219836.425983:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219836.425987:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219836.425990:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219836.425991:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219836.425993:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219836.425995:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.426130:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788219836.426133:0:256063:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: committing for last_committed 12884902895 gen 1 00000100:00000040:3.0:1788219836.426143:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902895) req@ffff9894ddb6f800 x1875079566215936/t12884902893(12884902893) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.426151:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219836.426155:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566215936/t12884902893(12884902893) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.426161:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219836.426163:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219836.426166:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9f800. 02000000:00000001:3.0:1788219836.426170:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219836.426172:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219836.426174:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219836.426177:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219836.426178:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183c00. 02000000:00000001:3.0:1788219836.426181:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219836.426183:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219836.426184:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:3.0:1788219836.426188:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219836.426189:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219836.426194:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902895) req@ffff9894ddb6ed80 x1875079566217216/t12884902895(12884902895) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.426201:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219836.426204:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ed80 x1875079566217216/t12884902895(12884902895) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.426210:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219836.426212:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219836.426214:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b800. 02000000:00000001:3.0:1788219836.426217:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219836.426218:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219836.426220:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219836.426222:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219836.426223:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181c00. 02000000:00000001:3.0:1788219836.426226:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219836.426227:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219836.426229:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ed80. 00000100:00000001:3.0:1788219836.426232:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219836.426233:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.426235:0:256063:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788219836.426238:0:256063:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1788219836.426241:0:256063:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219836.426243:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219836.426248:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.426256:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219836.426260:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219836.426262:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219836.426266:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219836.426273:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566218368:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219836.426279:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.426280:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219836.426283:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029880 x1875079566218368/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219836.426289:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219836.426290:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219836.426292:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975a00. 02000000:00000001:3.0:1788219836.426295:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219836.426296:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219836.426297:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219836.426299:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219836.426301:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006d00. 02000000:00000001:3.0:1788219836.426303:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219836.426305:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219836.426306:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029880. 00000100:00000001:3.0:1788219836.426308:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219836.426310:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.426551:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219836.426559:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219836.426631:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219836.426636:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219836.426638:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343461:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219837.343469:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343476:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219837.343477:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343481:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219837.343482:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343486:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219837.343487:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343491:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219837.343495:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219837.343497:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219837.343500:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343504:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219837.343506:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343508:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219837.343510:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219837.343605:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219837.343609:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219837.343613:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788219837.408444:0:280883:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788219837.408451:0:280883:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219837.727432:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313706753, at 4313706816 00000100:00000040:2.0:1788219837.727432:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313706751, at 4313706816 00000100:00000010:3.0:1788219837.727447:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192e40. 00000100:00000010:2.0:1788219837.727447:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192ea0. 00010000:00000001:1.0:1788219838.367454:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219838.367460:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219838.367466:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219838.367468:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219838.367472:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219838.367473:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219838.367477:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219838.367478:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219838.367481:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219838.367483:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219838.367581:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219838.367585:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219838.367588:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1788219839.203216:0:329130:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219839.203225:0:329130:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2800. 00000002:00000001:1.0:1788219839.203231:0:329130:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219839.203241:0:329130:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219839.203245:0:329130:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219839.204796:0:329133:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1788219839.204805:0:329133:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:3.0:1788219839.204810:0:329133:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:3.0:1788219839.204815:0:329133:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788219839.204821:0:329133:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d1520e00. 00000040:00000001:3.0:1788219839.204825:0:329133:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788219839.204828:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219839.204834:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219839.204836:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=63 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219839.204841:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219839.204845:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219839.204850:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219839.204859:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9893e125f800. 00000100:00000001:3.0:1788219839.204865:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.204872:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219839.204874:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219839.204880:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c85c1a80. 00000100:00000001:3.0:1788219839.204882:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363516902016 : -113710192649600 : ffff9894c85c1a80) 00000100:00000001:3.0:1788219839.204885:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219839.204960:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219839.204966:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219839.204970:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.204973:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219839.204974:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219839.204985:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.204996:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219839.204998:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219839.205001:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219839.205549:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219839.205553:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219839.205560:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566218752:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1788219839.205564:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219839.205569:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219839.205571:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219839.205574:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219839.205580:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521200. 02000000:00000001:3.0:1788219839.205582:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219839.205590:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219839.205595:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a210. 00000400:00000010:3.0:1788219839.205680:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219839.205688:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566218752, portal 10 00000100:00000001:3.0:1788219839.205691:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219839.205692:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219839.205701:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.205709:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219839.205712:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219839.205715:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219839.205718:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566218752, offset 0 00000400:00000200:3.0:1788219839.205725:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219839.205735:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.205744:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219839.205750:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219839.205755:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219839.205759:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219839.205762:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219839.205766:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92891:92891:256:4294967295] 192.168.203.120@tcp LPNI seq info [92891:92891:8:4294967295] 00000400:00000200:3.0:1788219839.205770:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.205780:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219839.205787:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219839.205793:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26300. 00000800:00000200:3.0:1788219839.205799:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219839.205807:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219839.205811:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788219839.205869:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219839.205875:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:3.0:1788219839.205878:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219839.205882:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708320 00000100:00000010:3.0:1788219839.205896:0:329133:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec180. 00000100:00000001:3.0:1788219839.205902:0:329133:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219839.205909:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708320 00000100:00000010:3.0:1788219839.205913:0:329133:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec720. 00000100:00000001:3.0:1788219839.205916:0:329133:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219839.205919:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219839.205922:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.205925:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219839.205927:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219839.205929:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c85c1a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788219839.205932:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219839.205934:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.207166:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.207174:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26300. 00000400:00000200:3.0:1788219839.207180:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.207188:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.207195:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219839.207197:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219839.207201:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.207207:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.207218:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.207222:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.207229:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.207231:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.209985:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.210000:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.210005:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.210008:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.210016:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.210023:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.210033:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.210038:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.210043:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.210047:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb785600 00000400:00000200:3.0:1788219839.210051:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.210057:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe92bd [1] + 224 00000800:00000001:3.0:1788219839.210063:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.210070:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.210073:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.210078:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.210086:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.210094:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.210106:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.210131:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.210139:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.210142:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.210204:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.210212:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.210214:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.210216:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a210. 00000400:00000200:2.0:1788219839.210221:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:2.0:1788219839.210223:0:329133:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:2.0:1788219839.210226:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.210231:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.210240:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210246:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.210248:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.210250:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.210253:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.210256:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.210258:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.210260:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.210268:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.210272:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.210274:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.210276:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.210278:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.210281:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.210283:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788219839.210286:0:329133:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869229 gen 1 00000100:00000040:2.0:1788219839.210291:0:329133:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869229) req@ffff9894ddb6c700 x1875079566216576/t17179869229(17179869229) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210299:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.210301:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566216576/t17179869229(17179869229) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219846 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210308:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.210352:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.210356:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee182c00. 02000000:00000001:2.0:1788219839.210360:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.210369:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.210371:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.210374:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.210377:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183400. 02000000:00000001:2.0:1788219839.210380:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.210381:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.210383:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:2.0:1788219839.210387:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.210388:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.210390:0:329133:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219839.210393:0:329133:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1788219839.210395:0:329133:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.210397:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.210402:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210410:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.210413:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.210414:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.210418:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.210424:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566218752:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219839.210429:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.210432:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.210435:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.210436:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.210439:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210445:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.210447:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c85c1a80. 00000100:00000001:2.0:1788219839.210450:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.210452:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.210457:0:329133:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788219839.210460:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.210461:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.210462:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1788219839.210464:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.210467:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566218752/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210473:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.210474:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.210476:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521200. 02000000:00000001:2.0:1788219839.210479:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.210480:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.210481:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.210482:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.210484:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9893e125f800. 02000000:00000001:2.0:1788219839.210486:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.210487:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.210488:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:2.0:1788219839.210490:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.210491:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788219839.210494:0:329133:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.210497:0:329133:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788219839.210503:0:329133:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e2cf4000. 00000040:00000001:2.0:1788219839.210505:0:329133:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788219839.210507:0:329133:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788219839.210509:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219839.210512:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219839.210515:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219839.210518:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219839.210520:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219839.210523:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219839.210527:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4975200. 00000100:00000001:2.0:1788219839.210532:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.210536:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219839.210538:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219839.210543:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.210545:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219839.210547:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.210549:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219839.210552:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219839.210556:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.210558:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219839.210559:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219839.210563:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210570:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219839.210572:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.210576:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219839.210578:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219839.210580:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219839.210583:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566218880:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219839.210586:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219839.210591:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219839.210593:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.210607:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219839.210628:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.210630:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219839.210635:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219839.210639:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219839.210644:0:329133:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219839.210649:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566218880, portal 10 00000100:00000001:2.0:1788219839.210651:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.210652:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219839.210658:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.210665:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219839.210667:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219839.210671:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219839.210674:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566218880, offset 0 00000400:00000200:2.0:1788219839.210680:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219839.210686:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.210692:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219839.210696:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219839.210700:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219839.210703:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219839.210706:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219839.210710:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92892:92892:256:4294967295] 192.168.203.120@tcp LPNI seq info [92892:92892:8:4294967295] 00000400:00000200:2.0:1788219839.210713:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.210721:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219839.210726:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219839.210731:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219839.210737:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219839.210743:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219839.210747:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219839.210764:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.210769:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:2.0:1788219839.210772:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219839.210775:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708326 00000100:00000001:2.0:1788219839.210780:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708320 00000100:00000001:2.0:1788219839.210785:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708326 00000100:00000001:2.0:1788219839.210788:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708320 00000100:00000001:2.0:1788219839.210791:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.210794:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.210796:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219839.210797:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219839.210800:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219839.210802:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219839.210804:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.210942:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.210947:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:3.0:1788219839.210951:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.210959:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.210964:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:3.0:1788219839.210965:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:3.0:1788219839.210969:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.210974:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.210983:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.210986:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.210993:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.210995:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.221175:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.221193:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.221197:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.221199:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.221208:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.221215:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.221224:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.221231:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.221236:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.221241:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb785680 00000400:00000200:3.0:1788219839.221246:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.221252:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe92cd [4] + 224 00000800:00000001:3.0:1788219839.221259:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.221269:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.221272:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.221276:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.221285:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.221294:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.221306:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.221385:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.221395:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.221399:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.221505:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.221511:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.221514:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.221517:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219839.221521:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219839.221524:0:329133:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219839.221527:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.221533:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.221541:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.221547:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.221549:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.221552:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.221556:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.221558:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.221560:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.221563:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.221571:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.221575:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.221577:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.221579:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.221581:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.221584:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.221587:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219839.221589:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:2.0:1788219839.221591:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.221593:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.221608:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.221616:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.221619:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.221621:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.221626:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.221635:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566218880:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219839.221640:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.221644:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.221647:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.221649:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.221653:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.221660:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.221663:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.221665:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.221667:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.221686:0:329133:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788219839.221688:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.221691:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566218880/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.221697:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.221699:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.221701:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.221714:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.221717:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.221720:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.221722:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.221724:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4975200. 02000000:00000001:2.0:1788219839.221728:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.221730:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.221732:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219839.221735:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.221736:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219839.221740:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.221741:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.221743:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219839.221746:0:329133:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.221749:0:329133:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:2.0:1788219839.221751:0:329133:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:2.0:1788219839.221754:0:329133:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.221755:0:329133:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.221759:0:329133:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1788219839.221761:0:329133:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788219839.221766:0:329133:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894ca192ea0. 00000040:00001000:2.0:1788219839.221768:0:329133:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:2.0:1788219839.221772:0:329133:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788219839.221778:0:329133:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d4975200. 00000020:00000010:2.0:1788219839.221782:0:329133:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d4975e00. 00000040:00000010:2.0:1788219839.221786:0:329133:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894d4974e00. 00000020:00000010:2.0:1788219839.221790:0:329133:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894ed0d8000. 00000020:00000010:2.0:1788219839.221796:0:329133:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894ff969420. 00000020:00000010:2.0:1788219839.221800:0:329133:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894d4975600. 80000000:00000010:2.0:1788219839.221804:0:329133:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9894ca1923c0. 40000000:00000010:2.0:1788219839.221808:0:329133:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9893e2e47e80. 00100000:00000010:2.0:1788219839.221814:0:329133:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894ed0de800. 00040000:00000010:2.0:1788219839.221819:0:329133:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893cc006200. 00040000:00000010:2.0:1788219839.221823:0:329133:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894ed0d9800. 00040000:00000010:2.0:1788219839.221827:0:329133:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894d4975000. 00000004:00000010:2.0:1788219839.221831:0:329133:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894ed0de000. 00000004:00000010:2.0:1788219839.221836:0:329133:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed12f000. 00000004:00000010:2.0:1788219839.221841:0:329133:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894ed0d9000. 00002000:00000010:2.0:1788219839.221845:0:329133:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894d3d4fc00. 00000004:00000010:2.0:1788219839.221849:0:329133:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894d3d4c000. 00000020:00000010:2.0:1788219839.221854:0:329133:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9893e2e47900. 00000040:00000010:2.0:1788219839.221861:0:329133:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e2cf6000. 00000040:00001000:2.0:1788219839.221864:0:329133:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:2.0:1788219839.221866:0:329133:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219839.221868:0:329133:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219839.221871:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219839.221874:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219839.221878:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219839.221881:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219839.221883:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219839.221898:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219839.221905:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974000. 00000100:00000001:2.0:1788219839.221910:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.221915:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219839.221917:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219839.221921:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.221923:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219839.221926:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.221928:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219839.221932:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219839.221936:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.221937:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219839.221939:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219839.221944:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.221950:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219839.221952:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.221956:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219839.221958:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219839.221961:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219839.221964:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219008:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219839.221968:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219839.221972:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219839.221974:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.221977:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219839.221993:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.221995:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219839.221999:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219839.222256:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219839.222264:0:329133:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219839.222269:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566219008, portal 10 00000100:00000001:2.0:1788219839.222272:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.222273:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219839.222280:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.222288:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219839.222290:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219839.222294:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219839.222297:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566219008, offset 0 00000400:00000200:2.0:1788219839.222303:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219839.222420:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.222429:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219839.222434:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219839.222439:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219839.222443:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219839.222446:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219839.222449:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92893:92893:256:4294967295] 192.168.203.120@tcp LPNI seq info [92893:92893:8:4294967295] 00000400:00000200:2.0:1788219839.222453:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.222462:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219839.222467:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219839.222473:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219839.222479:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219839.222486:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219839.222490:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219839.222509:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.222513:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26277 usecs (27 jiffies) 00000400:00000200:2.0:1788219839.222516:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219839.222518:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708338 00000100:00000001:2.0:1788219839.222524:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708326 00000100:00000001:2.0:1788219839.222529:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708338 00000100:00000001:2.0:1788219839.222533:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708326 00000100:00000001:2.0:1788219839.222536:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.222539:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.222541:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219839.222543:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219839.222545:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219839.222547:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219839.222549:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.225498:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.225509:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:3.0:1788219839.225516:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.225526:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.225534:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:3.0:1788219839.225537:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:3.0:1788219839.225544:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.225554:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.225569:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.225574:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.225582:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.225584:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219839.232757:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219839.232775:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219839.232779:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219839.232783:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219839.232804:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.232812:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.232982:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.232989:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.232994:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.232999:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785700 00000400:00000200:3.0:1788219839.233003:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.233009:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe92dd [4] + 224 00000800:00000001:3.0:1788219839.233017:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.233029:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.233033:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.233037:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.233045:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.233055:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.233066:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.233085:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.233093:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.233096:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.233754:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.233762:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.233764:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.233768:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219839.233773:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219839.233775:0:329133:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219839.233778:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.233784:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.233804:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.233810:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.233812:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.233815:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.233818:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.233821:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.233823:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.233826:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.233835:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.233839:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.233842:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.233844:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.233848:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.233851:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.233855:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219839.233857:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:2.0:1788219839.233859:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.233861:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.233865:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.233872:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.233875:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.233877:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.233881:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.233889:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219008:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219839.233894:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.233896:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.233898:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.233900:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.233904:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.233910:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.233913:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.233915:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.233917:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.233925:0:329133:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219839.233927:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.233930:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566219008/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.233936:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.233938:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.233941:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.233956:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.233960:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.233961:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.233964:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.233967:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974000. 02000000:00000001:2.0:1788219839.233970:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.233972:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.233974:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219839.233977:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.233978:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219839.233981:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.233982:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.233984:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219839.233987:0:329133:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219839.233990:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6000 type=0x1064553b idx=1 00000040:00001000:2.0:1788219839.233993:0:329133:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:2.0:1788219839.233996:0:329133:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219839.233998:0:329133:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219839.234000:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219839.234004:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219839.234007:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219839.234009:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219839.234011:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219839.234015:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219839.234022:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974000. 00000100:00000001:2.0:1788219839.234026:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.234031:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219839.234032:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219839.234036:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.234038:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219839.234041:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.234043:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219839.234047:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219839.234052:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.234053:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219839.234055:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219839.234060:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.234067:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219839.234069:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.234073:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219839.234076:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219839.234078:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219839.234082:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219136:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219839.234086:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219839.234090:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219839.234092:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.234095:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219839.234110:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.234112:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219839.234118:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219839.234121:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219839.234126:0:329133:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219839.234131:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566219136, portal 10 00000100:00000001:2.0:1788219839.234133:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.234135:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219839.234141:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.234148:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219839.234150:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219839.234154:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219839.234157:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566219136, offset 0 00000400:00000200:2.0:1788219839.234163:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219839.234170:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.234177:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219839.234182:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219839.234186:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219839.234190:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219839.234193:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219839.234197:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92894:92894:256:4294967295] 192.168.203.120@tcp LPNI seq info [92894:92894:8:4294967295] 00000400:00000200:2.0:1788219839.234201:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.234209:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219839.234215:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219839.234220:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006000. 00000800:00000200:2.0:1788219839.234227:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219839.234234:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219839.234239:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219839.234260:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.234265:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26276 usecs (27 jiffies) 00000400:00000200:2.0:1788219839.234269:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219839.234272:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708349 00000100:00000001:2.0:1788219839.234278:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708338 00000100:00000001:2.0:1788219839.234283:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708349 00000100:00000001:2.0:1788219839.234286:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708338 00000100:00000001:2.0:1788219839.234290:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.234292:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.234295:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219839.234297:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219839.234299:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219839.234302:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219839.234304:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.234849:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.234855:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006000. 00000400:00000200:3.0:1788219839.234860:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.234866:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.234871:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:3.0:1788219839.234873:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:3.0:1788219839.234876:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.234882:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.234891:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.234894:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.234899:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.234901:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.249432:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.249450:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.249454:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.249456:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.249464:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.249471:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.249480:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.249487:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.249493:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.249496:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785780 00000400:00000200:3.0:1788219839.249501:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.249507:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe92ed [4] + 224 00000800:00000001:3.0:1788219839.249514:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.249736:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.249740:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.249745:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.249753:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.249764:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.249774:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.249865:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.249874:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.249878:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.250761:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.250770:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.250773:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.250776:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219839.250783:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219839.250855:0:329133:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219839.250861:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.250868:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.250879:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.250886:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.250889:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.250892:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.250895:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.250898:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.250900:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.250904:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.250913:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.250917:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.250920:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.250922:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.250925:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.250928:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.250932:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219839.250934:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:2.0:1788219839.250936:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.250937:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.250942:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.250949:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.250952:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.250954:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.250957:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.250965:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219136:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219839.250969:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.250972:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.250974:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.250977:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.250980:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.250986:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.250988:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.250990:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.250992:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.251001:0:329133:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219839.251003:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.251006:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566219136/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.251012:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.251015:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.251017:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.251030:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.251033:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.251035:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.251037:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.251040:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974000. 02000000:00000001:2.0:1788219839.251043:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.251045:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.251047:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219839.251050:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.251051:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219839.251054:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.251055:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.251056:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219839.251059:0:329133:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219839.251062:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6000 type=0x1064553b idx=1 00000040:00001000:2.0:1788219839.251065:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1788219839.251067:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6040 type=0x1064553b idx=2 00000040:00001000:2.0:1788219839.251069:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1788219839.251070:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf6080 type=0x1064553b idx=3 00000040:00001000:2.0:1788219839.251072:0:329133:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:2.0:1788219839.251074:0:329133:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:2.0:1788219839.251077:0:329133:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1788219839.251079:0:329133:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1788219839.251081:0:329133:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:2.0:1788219839.251084:0:329133:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1788219839.251087:0:329133:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219839.251093:0:329133:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d4974000. 00000040:00000001:2.0:1788219839.251096:0:329133:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219839.251099:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219839.251102:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219839.251105:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219839.251109:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219839.251111:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219839.251115:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219839.251120:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974400. 00000100:00000001:2.0:1788219839.251126:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.251130:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219839.251132:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219839.251137:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.251139:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219839.251142:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.251143:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219839.251148:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219839.251152:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.251154:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219839.251155:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219839.251159:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.251166:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219839.251168:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.251172:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219839.251174:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219839.251176:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219839.251179:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219264:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219839.251183:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219839.251188:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219839.251190:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.251192:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219839.251196:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975c00. 02000000:00000001:2.0:1788219839.251198:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219839.251203:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219839.251206:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219839.251211:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219839.251217:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566219264, portal 10 00000100:00000001:2.0:1788219839.251220:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.251221:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219839.251226:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.251233:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219839.251236:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219839.251239:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219839.251241:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566219264, offset 0 00000400:00000200:2.0:1788219839.251247:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219839.251254:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.251261:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219839.251266:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219839.251270:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219839.251274:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219839.251276:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219839.251279:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92895:92895:256:4294967295] 192.168.203.120@tcp LPNI seq info [92895:92895:8:4294967295] 00000400:00000200:2.0:1788219839.251283:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.251293:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219839.251300:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219839.251306:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006700. 00000800:00000200:2.0:1788219839.251358:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219839.251379:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219839.251384:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788219839.251404:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.251409:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26276 usecs (27 jiffies) 00000400:00000200:2.0:1788219839.251412:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219839.251415:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708367 00000100:00000001:2.0:1788219839.251420:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708349 00000100:00000001:2.0:1788219839.251425:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708367 00000100:00000001:2.0:1788219839.251428:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708349 00000100:00000001:2.0:1788219839.251432:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.251434:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.251436:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219839.251438:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219839.251441:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219839.251442:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219839.251444:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.251978:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.251984:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006700. 00000400:00000200:3.0:1788219839.251989:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.251995:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.252000:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:3.0:1788219839.252002:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:3.0:1788219839.252006:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.252011:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.252021:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.252024:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.252031:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.252032:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.258845:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.258864:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.258869:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.258872:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.258890:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.258898:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.258906:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.258912:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.258917:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.258921:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb785800 00000400:00000200:3.0:1788219839.258926:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.258931:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe92fd [1] + 224 00000800:00000001:3.0:1788219839.258939:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.258949:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.259299:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.259306:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.259373:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.259384:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.259403:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.259425:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.259435:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.259440:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.259730:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.259738:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.259741:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.259744:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219839.259749:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:2.0:1788219839.259752:0:329133:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:2.0:1788219839.259755:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.259761:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.259772:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.259779:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.259782:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.259784:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.259861:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.259864:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.259866:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.259870:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.259880:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.259885:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.259888:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.259889:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.259892:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.259896:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.259899:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219839.259902:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:2.0:1788219839.259904:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.259906:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.259911:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.259919:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.259921:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.259924:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.259928:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.259936:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219264:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219839.259941:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.259944:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.259946:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.259949:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.259952:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.259959:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.259962:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.259966:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.259967:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.259973:0:329133:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788219839.259977:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.259979:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.259981:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1788219839.259983:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.259987:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566219264/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.259992:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.259995:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.259997:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975c00. 02000000:00000001:2.0:1788219839.260000:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.260001:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.260003:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.260004:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.260007:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219839.260010:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.260012:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.260014:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219839.260017:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.260018:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788219839.260021:0:329133:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.260024:0:329133:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788219839.260031:0:329133:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e2cf2000. 00000040:00000001:2.0:1788219839.260033:0:329133:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788219839.260035:0:329133:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788219839.260038:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219839.260041:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219839.260044:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219839.260048:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219839.260050:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219839.260054:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219839.260058:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974400. 00000100:00000001:2.0:1788219839.260063:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.260067:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219839.260069:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219839.260074:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.260076:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219839.260078:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.260080:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219839.260084:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219839.260089:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.260091:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219839.260092:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219839.260096:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.260102:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219839.260104:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.260107:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219839.260109:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219839.260112:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219839.260115:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219392:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219839.260118:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219839.260122:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219839.260124:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.260126:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219839.260150:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.260153:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219839.260159:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219839.260163:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219839.260168:0:329133:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219839.260173:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566219392, portal 10 00000100:00000001:2.0:1788219839.260176:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.260177:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219839.260183:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.260189:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219839.260191:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219839.260195:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219839.260197:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566219392, offset 0 00000400:00000200:2.0:1788219839.260203:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219839.260209:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.260216:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219839.260220:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219839.260225:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219839.260228:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219839.260231:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219839.260234:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92896:92896:256:4294967295] 192.168.203.120@tcp LPNI seq info [92896:92896:8:4294967295] 00000400:00000200:2.0:1788219839.260238:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.260247:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219839.260254:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219839.260258:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219839.260264:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219839.260272:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219839.260276:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219839.260297:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.260302:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26276 usecs (27 jiffies) 00000400:00000200:2.0:1788219839.260305:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219839.260308:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708375 00000100:00000001:2.0:1788219839.260347:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708367 00000100:00000001:2.0:1788219839.260353:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708376 00000100:00000001:2.0:1788219839.260357:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708367 00000100:00000001:2.0:1788219839.260360:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.260374:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.260377:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219839.260379:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219839.260382:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219839.260385:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219839.260387:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.260926:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.260933:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:3.0:1788219839.260938:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.260944:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.260950:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:3.0:1788219839.260952:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:3.0:1788219839.260955:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.260960:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.260969:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.260972:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.260978:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.260979:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.271009:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.271026:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.271030:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.271032:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.271042:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.271050:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.271058:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.271064:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.271069:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.271073:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb785880 00000400:00000200:3.0:1788219839.271078:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.271085:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe930d [4] + 224 00000800:00000001:3.0:1788219839.271093:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.271104:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.271107:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.271112:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.271121:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.271130:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.271139:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.271162:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.271171:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.271174:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.271761:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.271769:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.271771:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.271774:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219839.271779:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219839.271782:0:329133:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219839.271795:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.271801:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.271810:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.271817:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.271819:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.271821:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.271825:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.271827:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.271829:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.271832:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.271841:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.271845:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.271847:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.271849:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.271852:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.271855:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.271858:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219839.271860:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:2.0:1788219839.271862:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.271863:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.271868:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.271874:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.271877:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.271879:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.271883:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.271890:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219392:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219839.271894:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.271897:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.271899:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.271901:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.271904:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.271911:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.271914:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.271917:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.271918:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.271926:0:329133:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788219839.271928:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.271931:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566219392/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.271938:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.271940:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.271943:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.271957:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.271960:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.271962:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.271964:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.271967:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219839.271971:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.271972:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.271974:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219839.271978:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.271979:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219839.271981:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.271982:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.271984:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219839.271986:0:329133:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.271989:0:329133:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.271993:0:329133:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.271995:0:329133:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.271998:0:329133:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788219839.272002:0:329133:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894ca192540. 00000040:00001000:2.0:1788219839.272005:0:329133:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:2.0:1788219839.272008:0:329133:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:2.0:1788219839.272018:0:329133:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9894c9cf8000. 00000040:00001000:2.0:1788219839.272020:0:329133:0:(llog.c:615:llog_process_thread()) index: 10 last_index 64767 00000040:00000001:2.0:1788219839.272022:0:329133:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219839.272024:0:329133:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219839.272026:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219839.272030:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219839.272032:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219839.272036:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219839.272038:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219839.272042:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219839.272047:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d4974400. 00000100:00000001:2.0:1788219839.272052:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.272057:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219839.272059:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219839.272063:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.272065:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695150272 : -113714014401344 : ffff9893e490ccc0) 00000100:00000001:2.0:1788219839.272068:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.272069:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219839.272074:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219839.272079:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.272080:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219839.272081:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219839.272085:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.272092:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219839.272094:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.272098:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219839.272100:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219839.272102:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219839.272105:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219520:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219839.272108:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219839.272113:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219839.272115:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.272118:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219839.272134:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.272137:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219839.272142:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219839.272146:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219839.272150:0:329133:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e490c000. 00000100:00000200:2.0:1788219839.272155:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566219520, portal 10 00000100:00000001:2.0:1788219839.272157:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219839.272158:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219839.272163:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.272169:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219839.272171:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219839.272175:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219839.272177:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566219520, offset 0 00000400:00000200:2.0:1788219839.272183:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219839.272190:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.272196:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219839.272202:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219839.272206:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219839.272210:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219839.272213:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219839.272217:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92897:92897:256:4294967295] 192.168.203.120@tcp LPNI seq info [92897:92897:8:4294967295] 00000400:00000200:2.0:1788219839.272221:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219839.272230:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219839.272235:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219839.272240:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006400. 00000800:00000200:2.0:1788219839.272246:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219839.272254:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219839.272257:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219839.272277:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.272281:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26276 usecs (27 jiffies) 00000400:00000200:2.0:1788219839.272284:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219839.272287:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708387 00000100:00000001:2.0:1788219839.272294:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708375 00000100:00000001:2.0:1788219839.272298:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708387 00000100:00000001:2.0:1788219839.272302:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708376 00000100:00000001:2.0:1788219839.272304:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.272307:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.272309:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219839.272356:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219839.272359:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219839.272373:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219839.272375:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219839.272556:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.272560:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006400. 00000400:00000200:3.0:1788219839.272563:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.272568:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.272572:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:3.0:1788219839.272574:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:3.0:1788219839.272577:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.272580:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.272589:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.272592:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.272597:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.272599:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.287504:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.287520:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.287524:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.287527:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.287535:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.287556:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.287566:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.287573:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.287578:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.287582:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785900 00000400:00000200:3.0:1788219839.287586:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.287591:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe931d [4] + 224 00000800:00000001:3.0:1788219839.287598:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.287610:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.287613:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.287617:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.287626:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.287635:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.287645:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.287916:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.287929:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.287932:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.288267:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219839.288275:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219839.288277:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219839.288281:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219839.288286:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e490c000 00000400:00000010:2.0:1788219839.288288:0:329133:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e490c000. 00000100:00000001:2.0:1788219839.288292:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219839.288298:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219839.288307:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.288350:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219839.288352:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.288354:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219839.288357:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219839.288360:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219839.288371:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219839.288374:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219839.288383:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219839.288389:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219839.288392:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219839.288393:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219839.288396:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219839.288399:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.288403:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219839.288405:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:2.0:1788219839.288407:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219839.288409:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219839.288414:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.288421:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219839.288424:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219839.288427:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219839.288432:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219839.288440:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219520:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219839.288446:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219839.288450:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219839.288454:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219839.288456:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.288460:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.288467:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219839.288469:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490ccc0. 00000100:00000001:2.0:1788219839.288472:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219839.288473:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219839.288482:0:329133:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219839.288484:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219839.288487:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566219520/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219839.288493:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219839.288497:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219839.288499:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:2.0:1788219839.288513:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219839.288516:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219839.288518:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219839.288520:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219839.288523:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219839.288526:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219839.288527:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219839.288529:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:2.0:1788219839.288532:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219839.288534:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219839.288722:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219839.288727:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219839.288730:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219839.288733:0:329133:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219839.288736:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8000 type=0x10660000 idx=1 00000040:00001000:0.0:1788219839.288741:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219839.288743:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf81a8 type=0x10660000 idx=2 00000040:00001000:0.0:1788219839.288744:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219839.288745:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8250 type=0x10660000 idx=3 00000040:00001000:0.0:1788219839.288747:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:0.0:1788219839.288748:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8518 type=0x10660000 idx=4 00000040:00001000:0.0:1788219839.288750:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:0.0:1788219839.288751:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf86c0 type=0x10660000 idx=5 00000040:00001000:0.0:1788219839.288753:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:0.0:1788219839.288754:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8778 type=0x10660000 idx=6 00000040:00001000:0.0:1788219839.288755:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:0.0:1788219839.288757:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8858 type=0x10660000 idx=7 00000040:00001000:0.0:1788219839.288758:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:0.0:1788219839.288760:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8900 type=0x10660000 idx=8 00000040:00001000:0.0:1788219839.288762:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 8 00000040:00001000:0.0:1788219839.288763:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf89b8 type=0x10660000 idx=9 00000040:00001000:0.0:1788219839.288764:0:329133:0:(llog.c:767:llog_process_thread()) skipping lrh_index 9 00000040:00001000:0.0:1788219839.288766:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8a68 type=0x10660000 idx=10 00000040:00001000:0.0:1788219839.288768:0:329133:0:(llog.c:784:llog_process_thread()) lrh_index: 10 lrh_len: 176 (5528 remains) 00000040:00001000:0.0:1788219839.288771:0:329133:0:(llog.c:805:llog_process_thread()) index: 10, lh_last_idx: 12 synced_idx: 0 lgh_last_idx: 12 00000002:00000001:0.0:1788219839.288774:0:329133:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219839.288777:0:329133:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 26 02MKDIR 1920086396696691362 0x0 t=[0x2000013a2:0x984:0x0] p=[0x2000013a2:0x982:0x0] d2.1 00000002:00000010:0.0:1788219839.288787:0:329133:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894d4702540. 00000002:00000001:0.0:1788219839.288802:0:329133:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219839.288805:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8b18 type=0x10660000 idx=11 00000040:00001000:0.0:1788219839.288807:0:329133:0:(llog.c:784:llog_process_thread()) lrh_index: 11 lrh_len: 176 (5352 remains) 00000040:00001000:0.0:1788219839.288808:0:329133:0:(llog.c:805:llog_process_thread()) index: 11, lh_last_idx: 12 synced_idx: 0 lgh_last_idx: 12 00000002:00000001:0.0:1788219839.288809:0:329133:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219839.288811:0:329133:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 27 02MKDIR 1920086422574106163 0x0 t=[0x2000013a2:0x985:0x0] p=[0x2000013a2:0x982:0x0] d0.2 00000002:00000010:0.0:1788219839.288816:0:329133:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894c9c6df00. 00000002:00000001:0.0:1788219839.288817:0:329133:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219839.288819:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8bc8 type=0x10660000 idx=12 00000040:00001000:0.0:1788219839.288822:0:329133:0:(llog.c:728:llog_process_thread()) synced_idx: 12 00000040:00000001:0.0:1788219839.288825:0:329133:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219839.288827:0:329133:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219839.288829:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219839.288835:0:329133:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219839.288837:0:329133:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=62 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219839.288840:0:329133:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219839.288843:0:329133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219839.288847:0:329133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219839.288853:0:329133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776200. 00000100:00000001:0.0:1788219839.288858:0:329133:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219839.288862:0:329133:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219839.288864:0:329133:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219839.288868:0:329133:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d9c0. 00000100:00000001:0.0:1788219839.288870:0:329133:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540675008 : -113710168876608 : ffff9894c9c6d9c0) 00000100:00000001:0.0:1788219839.288872:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219839.288874:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219839.288878:0:329133:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219839.288882:0:329133:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219839.288884:0:329133:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219839.288885:0:329133:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219839.288902:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219839.288914:0:329133:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219839.288917:0:329133:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219839.288920:0:329133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219839.288923:0:329133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219839.288926:0:329133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219839.288929:0:329133:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219648:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219839.288932:0:329133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219839.288937:0:329133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219839.288939:0:329133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219839.288941:0:329133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219839.288958:0:329133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219839.288961:0:329133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219839.288967:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219839.288971:0:329133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219839.288976:0:329133:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c9c6d900. 00000100:00000200:0.0:1788219839.288983:0:329133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566219648, portal 10 00000100:00000001:0.0:1788219839.288985:0:329133:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219839.288986:0:329133:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219839.288993:0:329133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219839.288999:0:329133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219839.289002:0:329133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219839.289006:0:329133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219839.289009:0:329133:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566219648, offset 0 00000400:00000200:0.0:1788219839.289015:0:329133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219839.289022:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219839.289029:0:329133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219839.289034:0:329133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219839.289039:0:329133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219839.289042:0:329133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219839.289044:0:329133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219839.289048:0:329133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92898:92898:256:4294967295] 192.168.203.120@tcp LPNI seq info [92898:92898:8:4294967295] 00000400:00000200:0.0:1788219839.289053:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219839.289062:0:329133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219839.289067:0:329133:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219839.289072:0:329133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219839.289078:0:329133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219839.289085:0:329133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219839.289090:0:329133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219839.289107:0:329133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219839.289112:0:329133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26276 usecs (27 jiffies) 00000400:00000200:0.0:1788219839.289116:0:329133:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219839.289118:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313708404 00000100:00000001:0.0:1788219839.289124:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313708387 00000100:00000001:0.0:1788219839.289129:0:329133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313708404 00000100:00000001:0.0:1788219839.289132:0:329133:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313708387 00000100:00000001:0.0:1788219839.289135:0:329133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219839.289137:0:329133:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219839.289139:0:329133:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219839.289141:0:329133:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219839.289143:0:329133:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219839.289145:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219839.289147:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219839.289229:0:329130:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894d4702540. 00000002:00000010:1.0:1788219839.289235:0:329130:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894c9c6df00. 00000002:00000001:1.0:1788219839.289237:0:329130:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=296 : 296 : 128) 00000002:00000001:1.0:1788219839.289580:0:329130:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000200:3.0:1788219839.290725:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219839.290733:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:3.0:1788219839.290738:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.290745:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219839.290752:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:3.0:1788219839.290755:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:3.0:1788219839.290760:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219839.290767:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.290778:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219839.290782:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.290913:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219839.290916:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219839.302758:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.302776:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219839.302780:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.302782:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.302859:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.302867:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219839.302876:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.302882:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.302887:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.302891:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785980 00000400:00000200:3.0:1788219839.302896:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219839.302903:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe932d [4] + 224 00000800:00000001:3.0:1788219839.302910:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.302966:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219839.302971:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219839.302977:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219839.302986:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219839.302997:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219839.303007:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219839.303029:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219839.303038:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219839.303041:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219839.303149:0:329133:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219839.303158:0:329133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219839.303160:0:329133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219839.303164:0:329133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219839.303169:0:329133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c9c6d900 00000400:00000010:0.0:1788219839.303173:0:329133:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219839.303177:0:329133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219839.303184:0:329133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219839.303201:0:329133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219839.303209:0:329133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219839.303212:0:329133:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219839.303215:0:329133:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219839.303219:0:329133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219839.303222:0:329133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219839.303225:0:329133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219839.303228:0:329133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219839.303239:0:329133:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219839.303244:0:329133:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=13 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219839.303248:0:329133:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219839.303250:0:329133:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219839.303254:0:329133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219839.303258:0:329133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219839.303261:0:329133:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219839.303264:0:329133:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:0.0:1788219839.303266:0:329133:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219839.303268:0:329133:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219839.303274:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219839.303281:0:329133:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219839.303285:0:329133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219839.303287:0:329133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219839.303291:0:329133:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219839.303299:0:329133:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329133:1875079566219648:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219839.303304:0:329133:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219839.303307:0:329133:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219839.303310:0:329133:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219839.303341:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219839.303345:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219839.303436:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219839.303441:0:329133:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d9c0. 00000100:00000001:0.0:1788219839.303444:0:329133:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219839.303445:0:329133:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219839.303455:0:329133:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219839.303456:0:329133:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219839.303460:0:329133:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566219648/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219855 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219839.303468:0:329133:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219839.303470:0:329133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219839.303473:0:329133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219839.303483:0:329133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219839.303486:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219839.303488:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219839.303490:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219839.303493:0:329133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776200. 02000000:00000001:0.0:1788219839.303497:0:329133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219839.303498:0:329133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219839.303501:0:329133:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219839.303504:0:329133:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219839.303505:0:329133:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219839.303508:0:329133:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219839.303509:0:329133:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219839.303511:0:329133:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219839.303513:0:329133:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219839.303516:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8bc8 type=0x10660000 idx=12 00000040:00001000:0.0:1788219839.303520:0:329133:0:(llog.c:784:llog_process_thread()) lrh_index: 12 lrh_len: 176 (5176 remains) 00000040:00001000:0.0:1788219839.303523:0:329133:0:(llog.c:805:llog_process_thread()) index: 12, lh_last_idx: 12 synced_idx: 12 lgh_last_idx: 12 00000002:00000001:0.0:1788219839.303526:0:329133:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219839.303529:0:329133:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 28 02MKDIR 1920086422812974503 0x0 t=[0x2000013a2:0x986:0x0] p=[0x2000013a2:0x982:0x0] d2.3 00000002:00000010:0.0:1788219839.303537:0:329133:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894c9c6d9c0. 00000002:00000001:0.0:1788219839.303608:0:329133:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219839.303612:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cf8c78 type=0x0 idx=0 00000040:00000001:0.0:1788219839.303614:0:329133:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219839.303616:0:329133:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 13 count 4 00000040:00000010:0.0:1788219839.303619:0:329133:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9894c9cf8000. 00000040:00000010:0.0:1788219839.303623:0:329133:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894ca192540. 00000040:00000001:0.0:1788219839.303627:0:329133:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219839.303630:0:329133:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219839.303633:0:329133:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e2cf60c0 type=0x0 idx=0 00000040:00000001:0.0:1788219839.303635:0:329133:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219839.303637:0:329133:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:0.0:1788219839.303639:0:329133:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e2cf6000. 00000020:00000010:0.0:1788219839.303649:0:329133:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9893e2e47900. 00000020:00000010:0.0:1788219839.303667:0:329133:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d4975e00. 00000040:00000010:0.0:1788219839.303672:0:329133:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894d4974e00. 00000020:00000010:0.0:1788219839.303676:0:329133:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894ed0d8000. 00000020:00000010:0.0:1788219839.303681:0:329133:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894ff969420. 00000020:00000010:0.0:1788219839.303687:0:329133:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894d4975600. 80000000:00000010:0.0:1788219839.303691:0:329133:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9894ca1923c0. 40000000:00000010:0.0:1788219839.303695:0:329133:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9893e2e47e80. 00100000:00000010:0.0:1788219839.303699:0:329133:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894ed0de800. 00040000:00000010:0.0:1788219839.303704:0:329133:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893cc006200. 00040000:00000010:0.0:1788219839.303709:0:329133:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894ed0d9800. 00040000:00000010:0.0:1788219839.303712:0:329133:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894d4975000. 00000004:00000010:0.0:1788219839.303715:0:329133:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894ed0de000. 00000004:00000010:0.0:1788219839.303719:0:329133:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed12f000. 00000004:00000010:0.0:1788219839.303723:0:329133:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894ed0d9000. 00002000:00000010:0.0:1788219839.303726:0:329133:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894d3d4fc00. 00000004:00000010:0.0:1788219839.303731:0:329133:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894d3d4c000. 00000020:00000010:0.0:1788219839.303734:0:329133:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d4975200. 00000040:00000010:0.0:1788219839.303736:0:329133:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894ca192ea0. 00000040:00000001:0.0:1788219839.303738:0:329133:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219839.303741:0:329133:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219839.305090:0:329130:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894c9c6d9c0. 00000002:00000001:1.0:1788219839.305102:0:329130:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000040:00000001:0.0:1788219839.308614:0:329133:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219839.308629:0:329133:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e2cf2000. 00000040:00000010:0.0:1788219839.308639:0:329133:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d4974000. 00000040:00000010:0.0:1788219839.308643:0:329133:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e2cf4000. 00000040:00000010:0.0:1788219839.308646:0:329133:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d1520e00. 00000040:00000001:0.0:1788219839.308648:0:329133:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219839.308651:0:329133:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:0.0:1788219839.308655:0:329133:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:0.0:1788219839.308660:0:329133:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788219839.308858:0:329130:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2800. 00000100:00000040:2.0:1788219839.317040:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313708404, at 4313708405 00000100:00000010:2.0:1788219839.317118:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec180. 00000100:00000040:3.0:1788219839.319223:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313708404, at 4313708407 00000100:00000010:3.0:1788219839.319240:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec720. 00010000:00000001:1.0:1788219839.400385:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219839.400392:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400398:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219839.400400:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400403:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219839.400406:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219839.400408:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219839.400414:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219839.400416:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219839.400418:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400421:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219839.400423:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400425:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400428:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400432:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219839.400433:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219839.400436:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219839.400437:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219839.401664:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219839.401669:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219839.401673:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219840.422446:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219840.422454:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219840.422457:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219840.422464:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219840.422467:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219840.422468:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422473:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219840.422475:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422477:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422480:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422485:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219840.422488:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219840.422489:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219840.422493:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219840.422495:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219840.422497:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422499:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219840.422500:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422503:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422505:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422510:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219840.422512:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422517:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219840.422518:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219840.422522:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219840.422524:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219840.422714:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219840.422718:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219840.422721:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219841.444012:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219841.444018:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219841.444023:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219841.444024:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219841.444028:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219841.444029:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219841.444032:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219841.444034:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219841.444036:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219841.444037:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219841.444155:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219841.444159:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219841.444162:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219841.503458:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219841.503468:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219841.503479:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000020:00000040:3.0:1788219841.503485:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219841.503489:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219841.503492:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219841.503498:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219841.503505:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26300. 00000100:00000001:3.0:1788219841.503511:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503524:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219841.503534:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219841.503538:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503544:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_01+1] req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.503580:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503584:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219841.503587:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219841.503590:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219841.503594:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219841.503596:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219841.503597:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219841.503599:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219841.503602:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26c00. 00000100:00000001:3.0:1788219841.503605:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503609:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219841.503617:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219841.503619:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503624:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d5fa25] to pc [ptlrpcd_01_00+0] req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.503633:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503635:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219841.503639:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788219841.503642:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788219841.503643:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219841.503647:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219841.503648:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219841.503651:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788219841.503652:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788219841.503654:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219841.503657:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219841.503662:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26600. 00000100:00000040:2.0:1788219841.503663:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.503667:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503676:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219841.503678:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219841.503682:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.503687:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788219841.503688:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219841.503692:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.503692:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219841.503698:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503700:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219841.503705:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566219776:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219841.503715:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788219841.503717:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503720:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788219841.503722:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788219841.503726:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788219841.503727:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219841.503731:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 02000000:00000001:2.0:1788219841.503731:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1788219841.503736:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219841.503739:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1788219841.503739:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974400. 02000000:00000001:3.0:1788219841.503742:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219841.503743:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219841.503745:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219841.503751:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26f00. 00000400:00000200:2.0:1788219841.503754:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219841.503756:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219841.503761:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000100:00000040:3.0:1788219841.503763:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1788219841.503770:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000200:2.0:1788219841.503778:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566219776, portal 25 00000100:00000001:2.0:1788219841.503781:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219841.503783:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:2.0:1788219841.503790:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.503797:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219841.503800:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219841.503802:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5110. 00000100:00000200:2.0:1788219841.503805:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566219776, offset 0 00000400:00000200:2.0:1788219841.503811:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219841.503819:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.503826:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219841.503831:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219841.503835:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219841.503840:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219841.503846:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219841.503850:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92899:92899:256:4294967295] 192.168.203.120@tcp LPNI seq info [92899:92899:8:4294967295] 00000100:00000001:3.0:1788219841.503852:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219841.503857:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219841.503857:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:3.0:1788219841.503865:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219841.503874:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219841.503887:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219841.503894:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788219841.503896:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000100:00000040:3.0:1788219841.503897:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219841.503900:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219841.503903:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219841.503906:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219841.503908:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219841.503910:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219841.503913:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219841.503917:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 02000000:00000010:3.0:1788219841.503919:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26100. 00000100:00000001:3.0:1788219841.503924:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219841.503928:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000040:3.0:1788219841.503931:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1788219841.503934:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219841.503951:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.503952:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219841.503955:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219841.503959:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:3.0:1788219841.503962:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.503964:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313711864 00000100:00000010:2.0:1788219841.503971:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192720. 00000100:00000001:3.0:1788219841.503972:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.503978:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19048) 00000100:00000001:3.0:1788219841.503988:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.503991:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219841.503992:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219841.503997:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.504158:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219841.504164:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313711864 00000100:00000010:2.0:1788219841.504168:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1922a0. 00000100:00000001:2.0:1788219841.504172:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219841.504176:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219841.504178:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504181:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504184:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219841.504191:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219841.504193:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219841.504195:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219841.504197:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219841.504198:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219841.504203:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.504209:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219841.504211:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.504213:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219841.504215:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219841.504217:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219841.504219:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566220032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219841.504222:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219841.504225:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219841.504226:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.504228:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219841.504231:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4975a00. 02000000:00000001:2.0:1788219841.504233:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219841.504237:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219841.504239:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219841.504243:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219841.504246:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566220032, portal 10 00000100:00000001:2.0:1788219841.504248:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219841.504249:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:2.0:1788219841.504255:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.504261:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219841.504264:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219841.504266:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000100:00000200:2.0:1788219841.504268:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566220032, offset 0 00000400:00000200:2.0:1788219841.504272:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219841.504276:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.504279:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219841.504282:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219841.504284:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219841.504287:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219841.504289:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219841.504292:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92900:92900:255:4294967295] 192.168.203.120@tcp LPNI seq info [92900:92900:7:4294967295] 00000400:00000200:2.0:1788219841.504296:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219841.504301:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219841.504305:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219841.504308:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:3.0:1788219841.504338:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219841.504341:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219841.504344:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219841.504357:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566219904:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219841.504360:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219841.504364:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219841.504365:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219841.504367:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219841.504371:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520c00. 02000000:00000001:3.0:1788219841.504373:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219841.504377:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219841.504380:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a630. 00000400:00000010:3.0:1788219841.504384:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219841.504388:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566219904, portal 10 00000100:00000001:3.0:1788219841.504390:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219841.504391:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219841.504398:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.504405:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219841.504408:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219841.504411:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c088. 00000100:00000200:3.0:1788219841.504414:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566219904, offset 0 00000400:00000200:3.0:1788219841.504421:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219841.504427:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.504431:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219841.504434:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219841.504437:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219841.504439:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219841.504441:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219841.504444:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92901:92901:254:4294967295] 192.168.203.120@tcp LPNI seq info [92901:92901:6:4294967295] 00000400:00000200:3.0:1788219841.504448:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.504454:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219841.504459:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219841.504463:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219841.504467:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219841.504472:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219841.504475:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219841.504479:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.504483:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26276 usecs (27 jiffies) 00000400:00000200:3.0:1788219841.504486:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:2.0:1788219841.504489:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219841.504490:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313710620 00000100:00000001:3.0:1788219841.504495:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000800:00000010:2.0:1788219841.504496:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006c00. 00000100:00000001:3.0:1788219841.504498:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313710620 00000100:00000001:3.0:1788219841.504502:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000800:00000200:2.0:1788219841.504507:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:3.0:1788219841.504508:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219841.504513:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219841.504517:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:3.0:1788219841.504518:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788219841.504522:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788219841.504526:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.504528:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219841.504534:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14706 usecs (15 jiffies) 00000100:00000001:3.0:1788219841.504539:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788219841.504540:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219841.504543:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504544:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313710608 02000000:00000001:3.0:1788219841.504548:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788219841.504549:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 02000000:00000001:3.0:1788219841.504552:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219841.504553:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313710608 02000000:00000001:3.0:1788219841.504558:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504558:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:2.0:1788219841.504563:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1788219841.504566:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566220160:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219841.504567:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504572:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788219841.504573:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219841.504577:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788219841.504578:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788219841.504579:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219841.504584:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219841.504588:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521a00. 02000000:00000001:3.0:1788219841.504592:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219841.504600:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219841.504604:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a9a0. 00000100:00000001:2.0:1788219841.504605:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219841.504608:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788219841.504609:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 02000000:00000001:2.0:1788219841.504612:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1788219841.504614:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566220160, portal 4 02000000:00000001:2.0:1788219841.504615:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219841.504619:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1788219841.504620:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.504621:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219841.504630:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.504637:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219841.504639:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219841.504642:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c7f8. 00000100:00000200:3.0:1788219841.504644:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566220160, offset 0 00000400:00000200:3.0:1788219841.504648:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219841.504652:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.504655:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219841.504658:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219841.504660:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219841.504663:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219841.504665:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219841.504668:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92902:92902:253:4294967295] 192.168.203.120@tcp LPNI seq info [92902:92902:5:4294967295] 00000400:00000200:3.0:1788219841.504672:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.504678:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219841.504682:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219841.504685:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26000. 00000800:00000200:3.0:1788219841.504690:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219841.504695:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219841.504698:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219841.504701:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.504704:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:3.0:1788219841.504707:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219841.504709:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313710611 00000100:00000001:3.0:1788219841.504712:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00100000:2.0:1788219841.504714:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566220288:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219841.504715:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313710611 00000100:00000001:3.0:1788219841.504719:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:2.0:1788219841.504722:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788219841.504723:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219841.504726:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788219841.504727:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.504730:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.504732:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.504733:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788219841.504736:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788219841.504739:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d4974800. 00000100:00000001:3.0:1788219841.504741:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1788219841.504743:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.504745:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219841.504749:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.504751:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788219841.504752:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219841.504753:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.504757:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219841.504761:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb26e0. 00000400:00000010:2.0:1788219841.504766:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219841.504769:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566220288, portal 4 00000100:00000001:2.0:1788219841.504771:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219841.504772:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:2.0:1788219841.504779:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.504785:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219841.504788:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219841.504790:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219841.504793:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566220288, offset 0 00000400:00000200:2.0:1788219841.504796:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219841.504800:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.504804:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219841.504806:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219841.504809:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219841.504811:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219841.504813:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219841.504816:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92903:92903:252:4294967295] 192.168.203.120@tcp LPNI seq info [92903:92903:4:4294967295] 00000400:00000200:2.0:1788219841.504820:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.504826:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219841.504831:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219841.504835:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219841.504839:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219841.504844:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219841.504846:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219841.504849:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219841.504852:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27485 usecs (28 jiffies) 00000400:00000200:2.0:1788219841.504855:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219841.504857:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313710621 00000100:00000001:2.0:1788219841.504859:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:2.0:1788219841.504861:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313710621 00000100:00000001:2.0:1788219841.504863:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:2.0:1788219841.504865:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219841.504867:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504869:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504871:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219841.504875:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219841.504876:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219841.504879:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219841.504880:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219841.504881:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.504883:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219841.506722:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219841.506730:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:3.0:1788219841.506738:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.506748:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219841.506755:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5110 00000400:00000010:3.0:1788219841.506757:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5110. 00000100:00000001:3.0:1788219841.506763:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219841.506885:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.506898:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.506902:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.506909:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.506911:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219841.506928:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219841.506930:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:3.0:1788219841.506933:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.506992:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219841.506996:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c088 00000400:00000010:3.0:1788219841.506998:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c088. 00000100:00000001:3.0:1788219841.507001:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219841.507153:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.507162:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.507165:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.507177:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.507179:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219841.507251:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219841.507254:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006c00. 00000400:00000200:3.0:1788219841.507256:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.507260:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219841.507263:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:3.0:1788219841.507265:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:3.0:1788219841.507267:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219841.507272:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.507279:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.507283:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.507288:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.507290:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219841.507296:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219841.507298:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26000. 00000400:00000200:3.0:1788219841.507301:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.507304:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219841.507306:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c7f8 00000400:00000010:3.0:1788219841.507308:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c7f8. 00000100:00000001:3.0:1788219841.507310:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219841.510043:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.510060:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.510064:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.510071:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.510073:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219841.510164:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219841.510168:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:3.0:1788219841.510174:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.510178:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219841.510183:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:3.0:1788219841.510196:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:3.0:1788219841.510201:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219841.510205:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.510212:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.510216:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.510221:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.510223:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219841.516294:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516360:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219841.516365:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516368:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219841.516378:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516386:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219841.516395:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516407:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516412:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb785b00 00000400:00000200:3.0:1788219841.516417:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516423:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9345 [1] + 224 00000800:00000001:3.0:1788219841.516431:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516435:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219841.516438:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.516442:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219841.516450:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219841.516458:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219841.516469:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.516493:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219841.516502:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516506:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219841.516508:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516510:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219841.516513:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516516:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219841.516521:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516523:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516526:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516529:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb785a00 00000400:00000200:3.0:1788219841.516532:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219841.516536:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9335 [1] + 224 00000800:00000001:3.0:1788219841.516540:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516543:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219841.516545:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219841.516549:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219841.516551:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219841.516556:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219841.516564:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.516571:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219841.516574:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516576:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219841.516578:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219841.516580:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219841.516583:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219841.516656:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219841.516660:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219841.516667:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219841.516669:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219841.516672:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219841.516676:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219841.516678:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219841.516682:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219841.516687:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219841.516695:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.516701:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219841.516702:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219841.516705:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219841.516708:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219841.516710:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219841.516713:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.516716:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219841.516726:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219841.516729:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219841.516732:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219841.516733:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219841.516736:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219841.516739:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.516742:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219841.516744:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:2.0:1788219841.516746:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219841.516747:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219841.516752:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.516758:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219841.516761:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219841.516763:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219841.516767:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219841.516775:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566220032:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219841.516780:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219841.516782:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219841.516784:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:2.0:1788219841.516786:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:2.0:1788219841.516788:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:2.0:1788219841.516790:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219841.516792:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219841.516799:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.516804:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219841.516805:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219841.516807:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219841.516808:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219841.516809:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219841.516810:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219841.516812:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219841.516814:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219841.516817:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=15 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219841.516819:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219841.516820:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219841.516821:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219841.516823:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.516825:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219841.516828:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.516834:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219841.516836:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219841.516837:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219841.516841:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219841.516849:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566219776:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219841.516853:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.516856:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219841.516859:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566220032/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.516866:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219841.516868:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219841.516871:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4975a00. 02000000:00000001:2.0:1788219841.516874:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219841.516877:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219841.516878:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219841.516881:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219841.516883:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26600. 02000000:00000001:2.0:1788219841.516888:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219841.516889:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219841.516891:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:2.0:1788219841.516894:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219841.516895:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219841.516896:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219841.516899:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566219776/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.516905:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219841.516906:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219841.516908:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974400. 02000000:00000001:2.0:1788219841.516910:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219841.516911:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219841.516912:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219841.516914:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219841.516915:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26300. 02000000:00000001:2.0:1788219841.516917:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219841.516918:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219841.516919:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:2.0:1788219841.516922:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219841.516923:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219841.516926:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.516927:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219841.516928:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219841.516930:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219841.516932:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219841.517164:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219841.517225:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517229:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517233:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517237:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb785c00 00000400:00000200:2.0:1788219841.517240:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517245:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9375 [1] + 224 00000800:00000001:2.0:1788219841.517249:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.517255:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219841.517257:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219841.517260:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219841.517264:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219841.517268:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219841.517278:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.517296:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219841.517301:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.517304:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219841.517306:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.517308:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219841.517330:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517334:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219841.517338:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517341:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517344:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517356:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb785b80 00000400:00000200:2.0:1788219841.517360:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.517364:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9365 [1] + 224 00000800:00000001:2.0:1788219841.517368:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.517374:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219841.517376:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219841.517379:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219841.517384:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219841.517388:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219841.517397:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.517409:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219841.517412:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.517414:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.517711:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.517714:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219841.517720:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219841.517722:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219841.517724:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a9a0. 00000400:00000200:3.0:1788219841.517728:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219841.517730:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219841.517732:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219841.517738:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219841.517746:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.517753:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219841.517754:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.517756:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219841.517758:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219841.517760:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219841.517761:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219841.517764:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219841.517769:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219841.517773:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=57 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219841.517775:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219841.517777:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219841.517779:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219841.517781:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.517784:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219841.517786:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219841.517787:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219841.517789:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.517793:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.517800:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219841.517802:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219841.517803:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219841.517807:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219841.517821:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566220160:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219841.517825:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.517827:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.517830:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566220160/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.517836:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219841.517839:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219841.517841:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521a00. 02000000:00000001:3.0:1788219841.517844:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219841.517846:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219841.517847:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219841.517849:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219841.517851:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26f00. 02000000:00000001:3.0:1788219841.517853:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219841.517855:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219841.517856:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219841.517859:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219841.517861:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.517864:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.517866:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.517867:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219841.517868:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.517870:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.517878:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.517880:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219841.517882:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219841.517883:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219841.517885:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb26e0. 00000400:00000200:3.0:1788219841.517888:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:3.0:1788219841.517889:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:3.0:1788219841.517892:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219841.517895:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219841.517909:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.517915:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219841.517917:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.517918:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219841.517920:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219841.517921:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219841.517922:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219841.517925:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219841.517928:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219841.517931:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=145 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219841.517933:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219841.517934:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219841.517935:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219841.517937:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.517938:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219841.517939:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219841.517941:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219841.517942:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.517946:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.517953:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219841.517955:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219841.517956:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219841.517959:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219841.517967:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566220288:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219841.517971:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.517973:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.517976:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566220288/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.517982:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219841.517984:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219841.517985:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d4974800. 02000000:00000001:3.0:1788219841.517988:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219841.517990:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219841.517991:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219841.517993:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219841.517995:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26100. 02000000:00000001:3.0:1788219841.517997:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219841.517998:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219841.517999:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219841.518002:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219841.518003:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519266:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519282:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219841.519284:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.519286:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.519289:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219841.519640:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.519652:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219841.519654:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.519656:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219841.519662:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.519669:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219841.519676:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.519681:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.519685:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.519689:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb785a80 00000400:00000200:2.0:1788219841.519693:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219841.519698:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9355 [1] + 224 00000800:00000001:2.0:1788219841.519705:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.519711:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219841.519713:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219841.519717:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219841.519723:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219841.519731:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219841.519740:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219841.519759:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219841.519766:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219841.519769:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519818:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.519820:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219841.519825:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219841.519827:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219841.519830:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a630. 00000400:00000200:3.0:1788219841.519833:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:3.0:1788219841.519836:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219841.519839:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219841.519843:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219841.519851:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.519857:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219841.519859:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519861:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219841.519864:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219841.519866:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219841.519869:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219841.519871:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219841.519880:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219841.519884:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=15 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219841.519887:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219841.519888:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219841.519891:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219841.519893:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.519897:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219841.519899:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219841.519901:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219841.519902:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219841.519906:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.519913:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219841.519915:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219841.519917:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219841.519920:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219841.519928:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566219904:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219841.519932:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519935:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219841.519937:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566219904/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219841.519943:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219841.519946:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219841.519948:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520c00. 02000000:00000001:3.0:1788219841.519951:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219841.519953:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219841.519955:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219841.519957:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219841.519959:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26c00. 02000000:00000001:3.0:1788219841.519963:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219841.519965:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219841.519966:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219841.519969:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219841.519970:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519972:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219841.519976:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219841.519977:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219841.519979:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219841.519980:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219842.134978:0:329171:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219842.134987:0:329171:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893cc006400. 00000002:00000001:2.0:1788219842.134992:0:329171:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219842.135002:0:329171:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219842.135006:0:329171:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219842.145016:0:329174:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1788219842.145028:0:329174:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:2.0:1788219842.145036:0:329174:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:2.0:1788219842.145038:0:329174:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219842.145046:0:329174:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893f740f200. 00000040:00000001:2.0:1788219842.145050:0:329174:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219842.145053:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219842.145059:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028700. 00000020:00000040:2.0:1788219842.145063:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219842.145069:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219842.145072:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219842.145077:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219842.145085:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d3d4c000. 00000100:00000001:2.0:1788219842.145091:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.145098:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219842.145100:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219842.145106:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e490c240. 00000100:00000001:2.0:1788219842.145108:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359695147584 : -113714014404032 : ffff9893e490c240) 00000100:00000001:2.0:1788219842.145111:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219842.145113:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000001:2.0:1788219842.145117:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219842.145121:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.145123:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219842.145125:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219842.145136:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.145145:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219842.145147:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219842.145151:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219842.145155:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219842.145157:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219842.145161:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220416:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219842.145164:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219842.145170:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219842.145172:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219842.145174:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219842.145178:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f740fe00. 02000000:00000001:2.0:1788219842.145180:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219842.145187:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219842.145191:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219842.145197:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000200:2.0:1788219842.145204:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566220416, portal 10 00000100:00000001:2.0:1788219842.145206:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219842.145208:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131788544 : -113709577763072 : ffff9894ed028700) 00000100:00000040:2.0:1788219842.145216:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.145223:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219842.145226:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219842.145229:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219842.145231:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566220416, offset 0 00000400:00000200:2.0:1788219842.145239:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219842.145247:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.145254:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219842.145259:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219842.145263:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219842.145267:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219842.145270:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219842.145274:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92904:92904:256:4294967295] 192.168.203.120@tcp LPNI seq info [92904:92904:8:4294967295] 00000400:00000200:2.0:1788219842.145278:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.145288:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219842.145294:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219842.145300:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219842.145306:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219842.146425:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219842.146431:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788219842.146453:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219842.146459:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14706 usecs (15 jiffies) 00000400:00000200:2.0:1788219842.146465:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219842.146469:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711250 00000100:00000001:2.0:1788219842.146473:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:2.0:1788219842.146475:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711250 00000100:00000001:2.0:1788219842.146478:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:2.0:1788219842.146480:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219842.146483:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.146486:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219842.146488:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219842.146490:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e490c240 going to sleep for 11 seconds 00000100:00000001:2.0:1788219842.146494:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219842.146497:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219842.146675:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219842.146680:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:3.0:1788219842.146686:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219842.146691:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219842.146698:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:3.0:1788219842.146701:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:3.0:1788219842.146705:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219842.146712:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.146723:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219842.146727:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.146734:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219842.146736:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219842.154208:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.154225:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.154229:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.154232:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.154242:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.154250:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.154260:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.154266:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.154272:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.154277:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb785c80 00000400:00000200:2.0:1788219842.154282:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.154288:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe9385 [1] + 224 00000800:00000001:2.0:1788219842.154295:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.154302:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.154306:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.154357:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.154365:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.154374:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.154386:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.154410:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.154418:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.154421:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219842.154486:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219842.154495:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219842.154498:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219842.154501:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:1.0:1788219842.154506:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:1.0:1788219842.154508:0:329174:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:1.0:1788219842.154512:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219842.154517:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219842.154526:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.154532:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219842.154534:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219842.154537:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219842.154541:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219842.154543:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219842.154546:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219842.154549:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219842.154558:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219842.154563:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219842.154566:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219842.154567:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219842.154571:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219842.154574:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.154577:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219842.154579:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:1.0:1788219842.154581:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219842.154583:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219842.154587:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.154595:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219842.154598:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219842.154600:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219842.154604:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219842.154612:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028700 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220416:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219842.154618:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219842.154620:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.154623:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219842.154625:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219842.154629:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.154636:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219842.154639:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e490c240. 00000100:00000001:1.0:1788219842.154642:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219842.154644:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219842.154650:0:329174:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219842.154653:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219842.154655:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219842.154658:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219842.154659:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219842.154663:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028700 x1875079566220416/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.154669:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219842.154671:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219842.154674:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f740fe00. 02000000:00000001:1.0:1788219842.154677:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219842.154679:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219842.154680:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219842.154682:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219842.154684:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4c000. 02000000:00000001:1.0:1788219842.154688:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219842.154689:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219842.154691:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028700. 00000100:00000001:1.0:1788219842.154694:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219842.154695:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219842.154698:0:329174:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219842.154702:0:329174:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219842.154709:0:329174:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735e000. 00000040:00000001:1.0:1788219842.154711:0:329174:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219842.154714:0:329174:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219842.154716:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219842.154720:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ce00. 00000020:00000040:1.0:1788219842.154723:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219842.154726:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219842.154728:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219842.154732:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219842.154737:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f015a600. 00000100:00000001:1.0:1788219842.154742:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.154746:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219842.154748:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219842.154753:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc600. 00000100:00000001:1.0:1788219842.154757:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667820032 : -113714041731584 : ffff9893e2efc600) 00000100:00000001:1.0:1788219842.154759:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219842.154761:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000001:1.0:1788219842.154765:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219842.154769:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.154771:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219842.154773:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219842.154777:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.154784:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219842.154786:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219842.154790:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219842.154805:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219842.154807:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219842.154811:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220544:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219842.154815:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219842.154819:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219842.154822:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219842.154824:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219842.154845:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:1.0:1788219842.154848:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219842.154853:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219842.154857:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219842.154862:0:329174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efc000. 00000100:00000200:1.0:1788219842.154868:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566220544, portal 10 00000100:00000001:1.0:1788219842.154870:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219842.154871:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000040:1.0:1788219842.154877:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.154884:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219842.154887:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219842.154890:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219842.154894:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566220544, offset 0 00000400:00000200:1.0:1788219842.154900:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219842.154906:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219842.154911:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219842.154916:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219842.154920:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219842.154924:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219842.154927:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219842.154930:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92905:92905:256:4294967295] 192.168.203.120@tcp LPNI seq info [92905:92905:8:4294967295] 00000400:00000200:1.0:1788219842.154944:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219842.154953:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219842.154959:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219842.154964:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219842.154971:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219842.154978:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219842.154982:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219842.154997:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219842.155002:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14705 usecs (15 jiffies) 00000400:00000200:1.0:1788219842.155006:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:3.0:1788219842.155218:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219842.155224:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219842.155228:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219842.155233:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219842.155237:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:3.0:1788219842.155239:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:3.0:1788219842.155243:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219842.155247:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.155256:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219842.155260:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.155267:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219842.155269:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219842.155336:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711258 00000100:00000001:1.0:1788219842.155340:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:1.0:1788219842.155352:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711259 00000100:00000001:1.0:1788219842.155354:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:1.0:1788219842.155357:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219842.155360:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.155363:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219842.155365:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219842.155368:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc600 going to sleep for 11 seconds 00000100:00000001:1.0:1788219842.155370:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219842.155373:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219842.167158:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.167176:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.167180:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.167183:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.167192:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.167200:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.167209:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.167215:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.167221:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.167226:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb785d00 00000400:00000200:2.0:1788219842.167231:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.167237:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe9395 [4] + 224 00000800:00000001:2.0:1788219842.167244:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.167271:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.167275:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.167280:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.167288:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.167297:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.167308:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.167386:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.167395:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.167399:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219842.167467:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219842.167474:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219842.167476:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219842.167479:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219842.167483:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efc000 00000400:00000010:1.0:1788219842.167486:0:329174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efc000. 00000100:00000001:1.0:1788219842.167489:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219842.167495:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219842.167505:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.167512:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219842.167513:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219842.167516:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219842.167520:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219842.167523:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219842.167525:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219842.167528:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219842.167537:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219842.167542:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219842.167545:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219842.167547:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219842.167550:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219842.167553:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.167556:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219842.167558:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:1.0:1788219842.167560:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219842.167562:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219842.167567:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.167574:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219842.167577:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219842.167579:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219842.167583:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219842.167598:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220544:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219842.167603:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219842.167606:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219842.167608:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219842.167610:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219842.167614:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.167621:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219842.167624:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc600. 00000100:00000001:1.0:1788219842.167626:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219842.167628:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219842.167635:0:329174:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219842.167637:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219842.167651:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ce00 x1875079566220544/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219842.167658:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219842.167661:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219842.167664:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:1.0:1788219842.167674:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219842.167677:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219842.167679:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219842.167681:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219842.167683:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f015a600. 02000000:00000001:1.0:1788219842.167686:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219842.167689:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219842.167690:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ce00. 00000100:00000001:1.0:1788219842.167694:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219842.167695:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219842.167698:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219842.167699:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219842.167701:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219842.167704:0:329174:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219842.167708:0:329174:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1788219842.167710:0:329174:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:1.0:1788219842.167712:0:329174:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219842.167714:0:329174:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219842.167717:0:329174:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1788219842.167720:0:329174:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219842.167724:0:329174:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f26c0. 00000040:00001000:1.0:1788219842.167726:0:329174:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1788219842.167730:0:329174:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788219842.167734:0:329174:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f015a600. 00000020:00000010:1.0:1788219842.167739:0:329174:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893f015ae00. 00000040:00000010:1.0:1788219842.167743:0:329174:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9893f015be00. 00000020:00000010:1.0:1788219842.167748:0:329174:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4f9a800. 00000020:00000010:1.0:1788219842.167754:0:329174:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894c898eeb0. 00000020:00000010:1.0:1788219842.167758:0:329174:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9893f015a800. 80000000:00000010:1.0:1788219842.167763:0:329174:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893f01f2900. 40000000:00000010:1.0:1788219842.167767:0:329174:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894c9d25a40. 00100000:00000010:1.0:1788219842.167772:0:329174:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4f9d000. 00040000:00000010:1.0:1788219842.167776:0:329174:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9894d0df2a00. 00040000:00000010:1.0:1788219842.167780:0:329174:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4f9b800. 00040000:00000010:1.0:1788219842.167783:0:329174:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9893f015bc00. 00000004:00000010:1.0:1788219842.167788:0:329174:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4f9f800. 00000004:00000010:1.0:1788219842.167904:0:329174:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894d2477000. 00000004:00000010:1.0:1788219842.167911:0:329174:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4f9d800. 00002000:00000010:1.0:1788219842.167916:0:329174:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ee183800. 00000004:00000010:1.0:1788219842.167920:0:329174:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ee180400. 00000020:00000010:1.0:1788219842.167926:0:329174:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894c9d254c0. 00000040:00000010:1.0:1788219842.167934:0:329174:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c735c000. 00000040:00001000:1.0:1788219842.167937:0:329174:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1788219842.167939:0:329174:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219842.168055:0:329174:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219842.174569:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219842.174587:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219842.174591:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219842.174595:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219842.174599:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219842.174604:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219842.174611:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490d800. 00000100:00000001:0.0:1788219842.174617:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.174625:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219842.174626:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219842.174633:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.174636:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674816 : -113710168876800 : ffff9894c9c6d900) 00000100:00000001:0.0:1788219842.174638:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.174640:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219842.174655:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219842.174660:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.174662:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219842.174664:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219842.174674:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.174690:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219842.174692:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.174695:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219842.174698:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219842.174700:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219842.174704:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220672:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.174708:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219842.174713:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219842.174715:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.174718:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219842.174740:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.174743:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219842.174751:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219842.174756:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219842.174763:0:329174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c9c6dcc0. 00000100:00000200:0.0:1788219842.174770:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566220672, portal 10 00000100:00000001:0.0:1788219842.174773:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.174774:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219842.174782:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.174789:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219842.174803:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219842.174807:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219842.174811:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566220672, offset 0 00000400:00000200:0.0:1788219842.174818:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219842.174826:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.174833:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219842.174838:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219842.174842:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219842.174846:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219842.174849:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219842.174853:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92906:92906:256:4294967295] 192.168.203.120@tcp LPNI seq info [92906:92906:8:4294967295] 00000400:00000200:0.0:1788219842.174858:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.174867:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219842.174874:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219842.174879:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219842.174885:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219842.174892:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219842.174897:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219842.174916:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.174920:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14706 usecs (15 jiffies) 00000400:00000200:0.0:1788219842.174923:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219842.174926:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711278 00000100:00000001:0.0:1788219842.174929:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.174931:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711278 00000800:00000200:3.0:1788219842.175281:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219842.175287:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:3.0:1788219842.175292:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219842.175297:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219842.175302:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:3.0:1788219842.175305:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:3.0:1788219842.175308:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219842.175332:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.175352:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219842.175356:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.175363:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219842.175365:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219842.175748:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.175753:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.175755:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.175758:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219842.175760:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219842.175763:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219842.175766:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219842.175769:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219842.185014:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.185030:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.185034:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.185036:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.185045:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.185057:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.185066:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.185073:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.185077:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.185081:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785d80 00000400:00000200:2.0:1788219842.185086:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.185092:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe939d [4] + 224 00000800:00000001:2.0:1788219842.185099:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.185110:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.185114:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.185118:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.185126:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.185135:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.185146:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.185168:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.185177:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.185180:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.185397:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219842.185405:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219842.185407:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219842.185411:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219842.185416:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c9c6dcc0 00000400:00000010:0.0:1788219842.185419:0:329174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c9c6dcc0. 00000100:00000001:0.0:1788219842.185422:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219842.185426:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219842.185441:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.185448:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219842.185450:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.185453:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219842.185456:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219842.185459:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219842.185460:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.185464:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219842.185474:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219842.185477:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219842.185480:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219842.185482:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219842.185485:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219842.185488:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.185491:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219842.185493:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219842.185495:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219842.185497:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.185502:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.185509:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.185511:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219842.185513:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219842.185517:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219842.185524:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220672:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.185530:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.185532:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.185535:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219842.185538:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.185541:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.185548:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219842.185550:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.185552:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219842.185554:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.185564:0:329174:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219842.185566:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.185569:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566220672/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.185575:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219842.185577:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219842.185580:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.185596:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219842.185599:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.185600:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.185603:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219842.185606:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490d800. 02000000:00000001:0.0:1788219842.185610:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219842.185612:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219842.185614:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219842.185618:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219842.185620:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219842.185623:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.185624:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.185626:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219842.185629:0:329174:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.185631:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735c000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219842.185635:0:329174:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1788219842.185638:0:329174:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219842.185640:0:329174:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219842.185642:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219842.185657:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219842.185661:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219842.185664:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219842.185666:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219842.185671:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219842.185676:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490d800. 00000100:00000001:0.0:1788219842.185681:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.185685:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219842.185687:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219842.185691:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.185693:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674816 : -113710168876800 : ffff9894c9c6d900) 00000100:00000001:0.0:1788219842.185696:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.185697:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219842.185701:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219842.185705:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.185707:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219842.185709:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219842.185713:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.185719:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219842.185721:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.185724:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219842.185727:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219842.185729:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219842.185732:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220800:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.185736:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219842.185740:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219842.185742:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.185744:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219842.185760:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.185762:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219842.185767:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219842.185771:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219842.185776:0:329174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c9c6dcc0. 00000100:00000200:0.0:1788219842.185781:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566220800, portal 10 00000100:00000001:0.0:1788219842.185783:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.185785:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219842.185863:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.185872:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219842.185874:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219842.185879:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219842.185883:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566220800, offset 0 00000400:00000200:0.0:1788219842.185888:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219842.185895:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.185901:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219842.185906:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219842.185910:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219842.185913:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219842.185916:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219842.185919:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92907:92907:256:4294967295] 192.168.203.120@tcp LPNI seq info [92907:92907:8:4294967295] 00000400:00000200:0.0:1788219842.185923:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.185931:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219842.185946:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219842.185952:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219842.185959:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219842.185965:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219842.185969:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219842.186030:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.186035:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14705 usecs (15 jiffies) 00000400:00000200:0.0:1788219842.186038:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219842.186041:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711289 00000100:00000001:0.0:1788219842.186044:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.186046:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711289 00000100:00000001:0.0:1788219842.186049:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.186053:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.186056:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.186058:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219842.186060:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219842.186062:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219842.186064:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219842.186066:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219842.186718:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219842.186724:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:3.0:1788219842.186728:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219842.186734:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219842.186739:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:3.0:1788219842.186741:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:3.0:1788219842.186745:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219842.186750:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.186760:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219842.186763:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219842.186770:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219842.186771:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219842.193483:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.193500:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.193505:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.193507:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.193516:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.193523:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.193531:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.193538:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.193543:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.193547:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785e00 00000400:00000200:2.0:1788219842.193552:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.193558:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe93a5 [4] + 224 00000800:00000001:2.0:1788219842.193565:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.193575:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.193578:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.193583:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.193589:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.193598:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.193610:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.193633:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.193641:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.193651:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.193843:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219842.193851:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219842.193854:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219842.193857:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219842.193863:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c9c6dcc0 00000400:00000010:0.0:1788219842.193865:0:329174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c9c6dcc0. 00000100:00000001:0.0:1788219842.193868:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219842.193873:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219842.193883:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.193888:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219842.193891:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.193893:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219842.193897:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219842.193899:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219842.193902:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.193905:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219842.193914:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219842.193919:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219842.193922:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219842.193924:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219842.193927:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219842.193931:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.193946:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219842.193948:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219842.193951:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219842.193952:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.193958:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.193963:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.193966:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219842.193968:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219842.193971:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219842.193978:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220800:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.193983:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.193985:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.193988:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219842.193990:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.193993:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.194000:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219842.194003:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.194006:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219842.194007:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.194016:0:329174:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219842.194018:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.194021:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566220800/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.194028:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219842.194030:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219842.194033:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.194048:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219842.194050:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.194052:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.194055:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219842.194058:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490d800. 02000000:00000001:0.0:1788219842.194061:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219842.194064:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219842.194066:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219842.194069:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219842.194070:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219842.194073:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.194074:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.194075:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219842.194078:0:329174:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.194081:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735c000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219842.194085:0:329174:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1788219842.194086:0:329174:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1788219842.194089:0:329174:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219842.194091:0:329174:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219842.194093:0:329174:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219842.194095:0:329174:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219842.194098:0:329174:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219842.194102:0:329174:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d490d800. 00000040:00000001:0.0:1788219842.194106:0:329174:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219842.194108:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219842.194111:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219842.194114:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219842.194118:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219842.194120:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219842.194124:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219842.194130:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490da00. 00000100:00000001:0.0:1788219842.194135:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.194140:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219842.194141:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219842.194146:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.194148:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674816 : -113710168876800 : ffff9894c9c6d900) 00000100:00000001:0.0:1788219842.194151:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.194152:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219842.194156:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219842.194160:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.194162:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219842.194163:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219842.194168:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.194174:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219842.194177:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.194181:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219842.194183:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219842.194186:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219842.194189:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220928:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219842.194192:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219842.194196:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219842.194199:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.194201:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219842.194204:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d490cc00. 02000000:00000001:0.0:1788219842.194206:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219842.194210:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219842.194213:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219842.194218:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf908. 00000100:00000200:0.0:1788219842.194225:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566220928, portal 10 00000100:00000001:0.0:1788219842.194227:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.194229:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219842.194234:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.194240:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219842.194242:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219842.194244:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf088. 00000100:00000200:0.0:1788219842.194248:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566220928, offset 0 00000400:00000200:0.0:1788219842.194253:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219842.194260:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.194266:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219842.194270:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219842.194274:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219842.194278:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219842.194281:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219842.194285:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92908:92908:256:4294967295] 192.168.203.120@tcp LPNI seq info [92908:92908:8:4294967295] 00000400:00000200:0.0:1788219842.194290:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.194298:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219842.194304:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219842.194907:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219842.194920:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219842.194928:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219842.194932:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788219842.194951:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.194956:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14703 usecs (15 jiffies) 00000400:00000200:0.0:1788219842.194960:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219842.194963:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711298 00000100:00000001:0.0:1788219842.194966:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.194968:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711298 00000100:00000001:0.0:1788219842.194971:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.194973:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.194975:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.194978:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219842.194979:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219842.194982:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219842.194984:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219842.194986:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219842.195170:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219842.195174:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:2.0:1788219842.195178:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.195183:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219842.195188:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf088 00000400:00000010:2.0:1788219842.195190:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf088. 00000100:00000001:2.0:1788219842.195193:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219842.195198:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.195208:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219842.195211:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.195217:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.195219:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219842.204122:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.204139:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.204144:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.204146:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.204155:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.204164:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.204172:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.204178:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.204183:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.204187:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb785e80 00000400:00000200:2.0:1788219842.204192:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.204198:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe93ad [1] + 224 00000800:00000001:2.0:1788219842.204204:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.204214:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.204217:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.204222:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.204229:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.204238:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.204249:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.204272:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.204281:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.204284:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.204516:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219842.204524:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219842.204526:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219842.204530:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219842.204535:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:0.0:1788219842.204537:0:329174:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:0.0:1788219842.204540:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219842.204545:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219842.204555:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.204562:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219842.204564:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.204566:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219842.204569:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219842.204572:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219842.204574:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.204577:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219842.204586:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219842.204590:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219842.204593:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219842.204595:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219842.204597:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219842.204600:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.204604:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219842.204606:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219842.204608:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219842.204609:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.204613:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.204620:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.204622:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219842.204624:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219842.204627:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219842.204635:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566220928:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219842.204639:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.204642:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.204644:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219842.204646:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.204649:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.204656:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219842.204658:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.204662:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219842.204663:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.204669:0:329174:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219842.204672:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.204674:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.204677:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219842.204678:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.204681:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566220928/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.204688:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219842.204690:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219842.204693:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d490cc00. 02000000:00000001:0.0:1788219842.204695:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219842.204697:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.204698:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.204699:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219842.204702:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490da00. 02000000:00000001:0.0:1788219842.204706:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219842.204708:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219842.204709:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219842.204723:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219842.204725:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219842.204728:0:329174:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.204731:0:329174:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219842.204737:0:329174:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4914000. 00000040:00000001:0.0:1788219842.204739:0:329174:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219842.204741:0:329174:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219842.204743:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219842.204747:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219842.204749:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219842.204752:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219842.204755:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219842.204758:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219842.204762:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490da00. 00000100:00000001:0.0:1788219842.204766:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.204770:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219842.204771:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219842.204775:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.204777:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674816 : -113710168876800 : ffff9894c9c6d900) 00000100:00000001:0.0:1788219842.204780:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.204781:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219842.204786:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219842.204789:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.205923:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219842.205925:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219842.205942:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.205953:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219842.205955:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.205960:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219842.205963:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219842.205965:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219842.205969:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566221056:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219842.205973:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219842.205978:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219842.205980:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.205983:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219842.206005:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.206008:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219842.206015:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219842.206021:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219842.206027:0:329174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c9c6dcc0. 00000100:00000200:0.0:1788219842.206033:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566221056, portal 10 00000100:00000001:0.0:1788219842.206035:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.206037:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219842.206045:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.206052:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219842.206055:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219842.206058:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf908. 00000100:00000200:0.0:1788219842.206062:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566221056, offset 0 00000400:00000200:0.0:1788219842.206068:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219842.206076:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.206083:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219842.206088:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219842.206092:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219842.206096:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219842.206099:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219842.206103:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92909:92909:256:4294967295] 192.168.203.120@tcp LPNI seq info [92909:92909:8:4294967295] 00000400:00000200:0.0:1788219842.206107:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.206116:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219842.206122:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219842.206128:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219842.206136:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219842.206144:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219842.206148:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219842.206168:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.206173:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14702 usecs (15 jiffies) 00000400:00000200:0.0:1788219842.206176:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219842.206179:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711309 00000100:00000001:0.0:1788219842.206183:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.206185:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711309 00000100:00000001:0.0:1788219842.206187:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.206190:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.206193:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.206195:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219842.206197:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219842.206200:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219842.206203:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219842.206205:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219842.206462:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219842.206467:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:2.0:1788219842.206472:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.206477:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219842.206481:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:2.0:1788219842.206484:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:2.0:1788219842.206487:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219842.206492:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.206501:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219842.206504:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.206510:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.206511:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219842.212011:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.212029:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.212034:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.212036:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.212046:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.212053:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.212062:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.212068:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.212072:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.212077:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb785f00 00000400:00000200:2.0:1788219842.212081:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.212087:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe93b5 [4] + 224 00000800:00000001:2.0:1788219842.212094:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.212119:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.212122:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.212127:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.212135:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.212144:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.212154:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.212175:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.212185:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.212188:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.212592:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219842.212600:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219842.212603:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219842.212606:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219842.212611:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c9c6dcc0 00000400:00000010:0.0:1788219842.212614:0:329174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c9c6dcc0. 00000100:00000001:0.0:1788219842.212617:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219842.212622:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219842.212631:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.212637:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219842.212639:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.212641:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219842.212771:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219842.212775:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219842.212777:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.212781:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219842.212899:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219842.212906:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219842.212909:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219842.212911:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219842.212914:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219842.212918:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.212921:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219842.212923:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219842.212926:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219842.212927:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.212933:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.212957:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.212959:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219842.212961:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219842.212966:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219842.212974:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566221056:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219842.212978:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.212981:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.212983:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219842.212985:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.212989:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.212996:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219842.212999:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.213001:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219842.213003:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.213011:0:329174:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219842.213013:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.213016:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566221056/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.213022:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219842.213023:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219842.213026:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.213037:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219842.213039:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.213041:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.213044:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219842.213046:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490da00. 02000000:00000001:0.0:1788219842.213051:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219842.213053:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219842.213056:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219842.213060:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219842.213061:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219842.213064:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.213065:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.213067:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219842.213070:0:329174:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.213073:0:329174:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.213077:0:329174:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.213080:0:329174:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.213082:0:329174:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219842.213087:0:329174:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02960. 00000040:00001000:0.0:1788219842.213090:0:329174:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1788219842.213094:0:329174:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:0.0:1788219842.213102:0:329174:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4916000. 00000040:00001000:0.0:1788219842.213104:0:329174:0:(llog.c:615:llog_process_thread()) index: 8 last_index 64767 00000040:00000001:0.0:1788219842.213106:0:329174:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219842.213108:0:329174:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219842.213110:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219842.213113:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219842.213115:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219842.213118:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219842.213121:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219842.213124:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219842.213128:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490da00. 00000100:00000001:0.0:1788219842.213134:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.213138:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219842.213140:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219842.213144:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.213146:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674816 : -113710168876800 : ffff9894c9c6d900) 00000100:00000001:0.0:1788219842.213149:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.213150:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219842.213154:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219842.213159:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.213161:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219842.213162:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219842.213168:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.213175:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219842.213178:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.213181:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219842.213183:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219842.213186:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219842.213190:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566221184:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.213194:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219842.213199:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219842.213201:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.213204:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219842.213221:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.213224:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219842.213229:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219842.213233:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219842.213238:0:329174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c9c6dcc0. 00000100:00000200:0.0:1788219842.213243:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566221184, portal 10 00000100:00000001:0.0:1788219842.213245:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.213246:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219842.213252:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.213259:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219842.213261:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219842.213264:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfee0. 00000100:00000200:0.0:1788219842.213267:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566221184, offset 0 00000400:00000200:0.0:1788219842.213273:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219842.213280:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.213286:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219842.213290:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219842.213293:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219842.213297:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219842.213299:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219842.213302:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92910:92910:256:4294967295] 192.168.203.120@tcp LPNI seq info [92910:92910:8:4294967295] 00000400:00000200:0.0:1788219842.213306:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.213364:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219842.213371:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219842.213377:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219842.213383:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219842.213390:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219842.213394:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219842.213410:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.213415:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14701 usecs (15 jiffies) 00000400:00000200:0.0:1788219842.213419:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219842.213422:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711317 00000100:00000001:0.0:1788219842.213424:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.213427:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711317 00000100:00000001:0.0:1788219842.213429:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.213431:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.213433:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.213436:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219842.213438:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219842.213440:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219842.213442:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219842.213444:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219842.214168:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219842.214174:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:2.0:1788219842.214178:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.214184:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219842.214198:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfee0 00000400:00000010:2.0:1788219842.214200:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfee0. 00000100:00000001:2.0:1788219842.214204:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219842.214210:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.214220:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219842.214223:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.214229:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.214231:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219842.219455:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.219470:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.219474:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.219475:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.219483:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.219490:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.219497:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.219503:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.219507:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.219511:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb785f80 00000400:00000200:2.0:1788219842.219516:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.219522:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe93bd [4] + 224 00000800:00000001:2.0:1788219842.219528:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.219543:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.219547:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.219552:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.219560:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.219569:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.219579:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.219600:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.219610:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.219613:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.219681:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219842.219689:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219842.219691:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219842.219694:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219842.219699:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c9c6dcc0 00000400:00000010:0.0:1788219842.219701:0:329174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c9c6dcc0. 00000100:00000001:0.0:1788219842.219704:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219842.219708:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219842.219718:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.219724:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219842.219726:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.219728:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219842.219732:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219842.219735:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219842.219737:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.219740:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219842.219750:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219842.219754:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219842.219757:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219842.219759:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219842.219761:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219842.219765:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.219768:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219842.219770:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219842.219772:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219842.219773:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.219778:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.219785:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.219788:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219842.219790:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219842.219794:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219842.219801:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566221184:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.219807:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.219809:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.219811:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219842.219814:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.219816:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.219822:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219842.219825:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d900. 00000100:00000001:0.0:1788219842.219827:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219842.219829:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.219836:0:329174:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219842.219838:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.219841:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566221184/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.219848:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219842.219850:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219842.219853:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.220037:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219842.220042:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.220044:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.220047:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219842.220050:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490da00. 02000000:00000001:0.0:1788219842.220055:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219842.220056:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219842.220058:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219842.220062:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219842.220063:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219842.220067:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.220069:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.220070:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219842.220073:0:329174:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.220077:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916000 type=0x10660000 idx=1 00000040:00001000:0.0:1788219842.220081:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219842.220083:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49160b8 type=0x10660000 idx=2 00000040:00001000:0.0:1788219842.220085:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219842.220086:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916168 type=0x10660000 idx=3 00000040:00001000:0.0:1788219842.220088:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:0.0:1788219842.220090:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916210 type=0x10660000 idx=4 00000040:00001000:0.0:1788219842.220092:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:0.0:1788219842.220094:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49162b8 type=0x10660000 idx=5 00000040:00001000:0.0:1788219842.220096:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:0.0:1788219842.220097:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916370 type=0x10660000 idx=6 00000040:00001000:0.0:1788219842.220099:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:0.0:1788219842.220100:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916420 type=0x10660000 idx=7 00000040:00001000:0.0:1788219842.220102:0:329174:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:0.0:1788219842.220103:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49164d0 type=0x10660000 idx=8 00000040:00001000:0.0:1788219842.220106:0:329174:0:(llog.c:784:llog_process_thread()) lrh_index: 8 lrh_len: 176 (6960 remains) 00000040:00001000:0.0:1788219842.220108:0:329174:0:(llog.c:805:llog_process_thread()) index: 8, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000002:00000001:0.0:1788219842.220112:0:329174:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219842.220116:0:329174:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 8 02MKDIR 1920086422711509716 0x0 t=[0x2400013a2:0x5a:0x0] p=[0x2000013a2:0x982:0x0] d1.2 00000002:00000010:0.0:1788219842.220124:0:329174:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894c9c6d900. 00000002:00000001:0.0:1788219842.220189:0:329174:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.220193:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916580 type=0x10660000 idx=9 00000040:00001000:0.0:1788219842.220196:0:329174:0:(llog.c:728:llog_process_thread()) synced_idx: 9 00000040:00000001:0.0:1788219842.220199:0:329174:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219842.220201:0:329174:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219842.220203:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219842.220208:0:329174:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219842.220211:0:329174:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219842.220215:0:329174:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219842.220217:0:329174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219842.220222:0:329174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219842.220227:0:329174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d490da00. 00000100:00000001:0.0:1788219842.220233:0:329174:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.220238:0:329174:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219842.220239:0:329174:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219842.220244:0:329174:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6dcc0. 00000100:00000001:0.0:1788219842.220246:0:329174:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540675776 : -113710168875840 : ffff9894c9c6dcc0) 00000100:00000001:0.0:1788219842.220248:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.220250:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219842.220254:0:329174:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219842.220259:0:329174:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.220261:0:329174:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219842.220263:0:329174:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219842.220268:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.220276:0:329174:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219842.220279:0:329174:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.220283:0:329174:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219842.220285:0:329174:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219842.220287:0:329174:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219842.220290:0:329174:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566221312:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.220294:0:329174:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219842.220300:0:329174:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219842.220302:0:329174:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.220305:0:329174:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219842.220371:0:329174:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.220374:0:329174:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219842.220380:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219842.220384:0:329174:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219842.220389:0:329174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894c9c6d840. 00000100:00000200:0.0:1788219842.220395:0:329174:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566221312, portal 10 00000100:00000001:0.0:1788219842.220397:0:329174:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219842.220399:0:329174:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219842.220406:0:329174:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.220413:0:329174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219842.220415:0:329174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219842.220418:0:329174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219842.220422:0:329174:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566221312, offset 0 00000400:00000200:0.0:1788219842.220428:0:329174:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219842.220435:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.220442:0:329174:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219842.220446:0:329174:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219842.220450:0:329174:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219842.220454:0:329174:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219842.220457:0:329174:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219842.220461:0:329174:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92911:92911:256:4294967295] 192.168.203.120@tcp LPNI seq info [92911:92911:8:4294967295] 00000400:00000200:0.0:1788219842.220465:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219842.220474:0:329174:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219842.220480:0:329174:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219842.220485:0:329174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219842.220490:0:329174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219842.220497:0:329174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219842.220501:0:329174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219842.220519:0:329174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.220523:0:329174:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14698 usecs (15 jiffies) 00000400:00000200:0.0:1788219842.220526:0:329174:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219842.220529:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313711324 00000100:00000001:0.0:1788219842.220532:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.220534:0:329174:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313711324 00000100:00000001:0.0:1788219842.220537:0:329174:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313711864 00000100:00000001:0.0:1788219842.220539:0:329174:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.220542:0:329174:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.220544:0:329174:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219842.220546:0:329174:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219842.220548:0:329174:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6dcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219842.220550:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219842.220552:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219842.220724:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219842.220729:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:2.0:1788219842.220733:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.220739:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219842.220743:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:2.0:1788219842.220745:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:2.0:1788219842.220749:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219842.220753:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.220763:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219842.220766:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.220773:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219842.220775:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000010:3.0:1788219842.221085:0:329171:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894c9c6d900. 00000002:00000001:3.0:1788219842.221090:0:329171:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000002:00000001:3.0:1788219842.221583:0:329171:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000001:2.0:1788219842.225537:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.225552:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219842.225556:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.225559:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.225569:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.225576:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219842.225585:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.225591:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.225597:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.225601:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb786000 00000400:00000200:2.0:1788219842.225606:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219842.225613:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe93c5 [4] + 224 00000800:00000001:2.0:1788219842.225619:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.225628:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219842.225632:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219842.225637:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219842.225644:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219842.225664:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219842.225675:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219842.225695:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219842.225703:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219842.225706:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.225815:0:329174:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219842.225823:0:329174:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219842.225825:0:329174:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219842.225828:0:329174:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219842.225833:0:329174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c9c6d840 00000400:00000010:0.0:1788219842.225835:0:329174:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894c9c6d840. 00000100:00000001:0.0:1788219842.225839:0:329174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219842.225844:0:329174:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219842.225854:0:329174:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.225866:0:329174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219842.225869:0:329174:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.225871:0:329174:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219842.225874:0:329174:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219842.225877:0:329174:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219842.225879:0:329174:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219842.225882:0:329174:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219842.225891:0:329174:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219842.225895:0:329174:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219842.225898:0:329174:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219842.225900:0:329174:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219842.225902:0:329174:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219842.225906:0:329174:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.225910:0:329174:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219842.225912:0:329174:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219842.225914:0:329174:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219842.225915:0:329174:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219842.225920:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.225928:0:329174:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219842.225930:0:329174:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219842.225933:0:329174:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219842.225937:0:329174:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219842.225954:0:329174:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:329174:1875079566221312:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219842.225959:0:329174:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219842.225963:0:329174:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219842.225966:0:329174:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219842.225968:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.225971:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.225979:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219842.225982:0:329174:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6dcc0. 00000100:00000001:0.0:1788219842.225985:0:329174:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219842.225987:0:329174:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.225995:0:329174:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219842.225997:0:329174:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219842.225999:0:329174:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566221312/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219858 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219842.226005:0:329174:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219842.226007:0:329174:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219842.226010:0:329174:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894d5164000. 02000000:00000001:0.0:1788219842.226026:0:329174:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219842.226029:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.226031:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.226034:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219842.226036:0:329174:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d490da00. 02000000:00000001:0.0:1788219842.226041:0:329174:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219842.226042:0:329174:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219842.226045:0:329174:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219842.226048:0:329174:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219842.226049:0:329174:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219842.226052:0:329174:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219842.226053:0:329174:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219842.226055:0:329174:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219842.226058:0:329174:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.226061:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916580 type=0x10660000 idx=9 00000040:00001000:0.0:1788219842.226066:0:329174:0:(llog.c:784:llog_process_thread()) lrh_index: 9 lrh_len: 176 (6784 remains) 00000040:00001000:0.0:1788219842.226068:0:329174:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000002:00000001:0.0:1788219842.226072:0:329174:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219842.226075:0:329174:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 9 02MKDIR 1920086422922226264 0x0 t=[0x2400013a2:0x5b:0x0] p=[0x2000013a2:0x982:0x0] d3.3 00000002:00000010:0.0:1788219842.226082:0:329174:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894c9c6dcc0. 00000002:00000001:0.0:1788219842.226096:0:329174:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.226099:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4916630 type=0x0 idx=0 00000040:00000001:0.0:1788219842.226102:0:329174:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219842.226104:0:329174:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 10 count 3 00000040:00000010:0.0:1788219842.226107:0:329174:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4916000. 00000040:00000010:0.0:1788219842.226113:0:329174:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02960. 00000040:00000001:0.0:1788219842.226116:0:329174:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.226119:0:329174:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219842.226123:0:329174:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c735c040 type=0x0 idx=0 00000040:00000001:0.0:1788219842.226125:0:329174:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219842.226127:0:329174:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1788219842.226129:0:329174:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c735c000. 00000020:00000010:0.0:1788219842.226136:0:329174:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894c9d254c0. 00000020:00000010:0.0:1788219842.226153:0:329174:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893f015ae00. 00000040:00000010:0.0:1788219842.226158:0:329174:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9893f015be00. 00000020:00000010:0.0:1788219842.226161:0:329174:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4f9a800. 00000020:00000010:0.0:1788219842.226166:0:329174:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894c898eeb0. 00000020:00000010:0.0:1788219842.226171:0:329174:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9893f015a800. 80000000:00000010:0.0:1788219842.226174:0:329174:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893f01f2900. 40000000:00000010:0.0:1788219842.226178:0:329174:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894c9d25a40. 00100000:00000010:0.0:1788219842.226182:0:329174:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4f9d000. 00040000:00000010:0.0:1788219842.226186:0:329174:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9894d0df2a00. 00040000:00000010:0.0:1788219842.226191:0:329174:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4f9b800. 00040000:00000010:0.0:1788219842.226194:0:329174:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9893f015bc00. 00000004:00000010:0.0:1788219842.226197:0:329174:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4f9f800. 00000004:00000010:0.0:1788219842.226202:0:329174:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894d2477000. 00000004:00000010:0.0:1788219842.226206:0:329174:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4f9d800. 00002000:00000010:0.0:1788219842.226209:0:329174:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ee183800. 00000004:00000010:0.0:1788219842.226212:0:329174:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ee180400. 00000020:00000010:0.0:1788219842.226216:0:329174:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f015a600. 00000040:00000010:0.0:1788219842.226218:0:329174:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f26c0. 00000040:00000001:0.0:1788219842.226220:0:329174:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.226223:0:329174:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219842.226226:0:329174:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219842.226229:0:329174:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4914000. 00000040:00000010:0.0:1788219842.226233:0:329174:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d490d800. 00000040:00000010:0.0:1788219842.226236:0:329174:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735e000. 00000040:00000010:0.0:1788219842.226238:0:329174:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893f740f200. 00000040:00000001:0.0:1788219842.226241:0:329174:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219842.226243:0:329174:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:0.0:1788219842.226247:0:329174:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000010:3.0:1788219842.226468:0:329171:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894c9c6dcc0. 00000002:00000001:3.0:1788219842.226474:0:329171:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000002:00000001:0.0:1788219842.227274:0:329174:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788219842.227501:0:329171:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893cc006400. 00010000:00000001:1.0:1788219842.465258:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219842.465265:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219842.465270:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219842.465271:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219842.465275:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219842.465277:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219842.465280:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219842.465281:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219842.465284:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219842.465285:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219842.465709:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219842.465714:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219842.465717:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219842.783389:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313711864, at 4313711872 00000100:00000010:2.0:1788219842.783403:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192720. 00000100:00000040:3.0:1788219842.790506:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313711864, at 4313711879 00000100:00000010:3.0:1788219842.790521:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1922a0. 00000080:00000001:0.0:1788219843.277020:0:329262:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219843.488437:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219843.488445:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219843.488452:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219843.488454:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219843.488457:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219843.488458:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219843.488461:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219843.488462:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219843.488466:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219843.488467:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219843.488586:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219843.488591:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219843.488594:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219844.512699:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219844.512705:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219844.512711:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219844.512712:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219844.512716:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219844.512718:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219844.512722:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219844.512723:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219844.512726:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219844.512728:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219844.513265:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219844.513269:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219844.513273:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788219844.866591:0:329402:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536121:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219845.536127:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536133:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219845.536134:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536138:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219845.536139:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536142:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219845.536146:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219845.536148:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219845.536153:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219845.536155:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219845.536156:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536160:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219845.536163:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536165:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536166:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219845.536169:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219845.536171:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219845.544702:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219845.544709:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219845.544714:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788219846.498703:0:329548:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219846.560540:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219846.560547:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219846.560554:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219846.560555:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219846.560558:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219846.560559:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219846.560563:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219846.560564:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219846.560567:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219846.560568:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219846.560816:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219846.560820:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219846.560823:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219846.623547:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219846.623558:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219846.623578:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219846.623584:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219846.623590:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219846.623592:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219846.623608:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219846.623622:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26c00. 00000100:00000001:3.0:1788219846.623629:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.623641:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219846.623651:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219846.623655:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.623662:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d5fa25] to pc [ptlrpcd_01_00+0] req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.623701:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.623704:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219846.623707:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219846.623719:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219846.623721:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219846.623723:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219846.623724:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219846.623727:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219846.623730:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26f00. 00000100:00000001:2.0:1788219846.623765:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.623770:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219846.623772:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219846.623779:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.623787:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219846.623789:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.623793:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219846.623796:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219846.623799:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219846.623802:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566221440:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219846.623806:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219846.623811:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219846.623814:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.623817:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219846.623822:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f8148000. 02000000:00000001:2.0:1788219846.623824:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219846.623831:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219846.623835:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219846.623842:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219846.623849:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566221440, portal 25 00000100:00000001:2.0:1788219846.623851:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219846.623853:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:2.0:1788219846.623859:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.623866:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219846.623868:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219846.623871:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:2.0:1788219846.623874:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566221440, offset 0 00000400:00000200:2.0:1788219846.623880:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219846.623888:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.623895:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219846.623900:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219846.623904:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219846.623908:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219846.623911:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219846.623915:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92912:92912:256:4294967295] 192.168.203.120@tcp LPNI seq info [92912:92912:8:4294967295] 00000400:00000200:2.0:1788219846.623919:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.623929:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219846.623935:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219846.623940:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219846.623947:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219846.623954:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219846.623958:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219846.623975:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219846.623979:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219846.623983:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313716984 00000100:00000010:2.0:1788219846.623988:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1925a0. 00000100:00000001:2.0:1788219846.623994:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219846.623998:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313716984 00000100:00000010:2.0:1788219846.624000:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1926c0. 00000100:00000001:2.0:1788219846.624003:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219846.624006:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.624008:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.624011:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.624014:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.624021:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219846.624023:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219846.624025:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.624026:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219846.624028:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.624030:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219846.624130:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219846.624134:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:2.0:1788219846.624138:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219846.624143:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219846.624148:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:2.0:1788219846.624150:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:2.0:1788219846.624153:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219846.624157:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.624178:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219846.624182:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.624189:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.624190:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219846.624542:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624552:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219846.624562:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219846.624565:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624569:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.624589:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624592:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219846.624595:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219846.624613:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219846.624616:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219846.624619:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219846.624620:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219846.624622:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219846.624626:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26000. 00000100:00000001:3.0:1788219846.624630:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624634:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219846.624640:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219846.624642:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624647:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.624654:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624656:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219846.624660:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219846.624662:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219846.624664:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219846.624666:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219846.624668:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219846.624669:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219846.624671:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26d00. 00000100:00000001:3.0:1788219846.624674:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624678:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219846.624683:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219846.624685:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624688:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.624693:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624695:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219846.624698:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219846.624701:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000020:00000040:3.0:1788219846.624703:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219846.624705:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219846.624706:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219846.624708:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219846.624894:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26800. 00000100:00000001:3.0:1788219846.624901:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624906:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219846.624919:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219846.624921:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624925:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_00+0] req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.624932:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.624936:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19053) 00000100:00000001:2.0:1788219846.624943:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.624946:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219846.624947:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.624947:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788219846.624949:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219846.624950:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219846.624953:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219846.624954:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.624962:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219846.624962:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219846.624964:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.624964:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219846.624967:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219846.624967:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219846.624969:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219846.624969:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219846.624971:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.624971:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219846.624975:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566221568:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1788219846.624975:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566221696:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219846.624979:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788219846.624979:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219846.624982:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219846.624982:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219846.624984:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.624984:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219846.624986:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788219846.624986:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219846.624990:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ec8b4800. 02000000:00000010:2.0:1788219846.624990:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f8148e00. 02000000:00000001:3.0:1788219846.624992:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.624992:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219846.624996:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.624996:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219846.625000:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a630. 00000400:00000010:2.0:1788219846.625000:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:3.0:1788219846.625005:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000400:00000010:2.0:1788219846.625005:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:3.0:1788219846.625010:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566221568, portal 10 00000100:00000200:2.0:1788219846.625010:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566221696, portal 10 00000100:00000001:3.0:1788219846.625012:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219846.625012:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219846.625014:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:2.0:1788219846.625014:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219846.625021:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219846.625021:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.625029:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219846.625032:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219846.625034:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1788219846.625034:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000040:3.0:1788219846.625036:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000200:2.0:1788219846.625037:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566221696, offset 0 00000400:00000010:3.0:1788219846.625039:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000400:00000200:2.0:1788219846.625041:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219846.625046:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.625052:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219846.625056:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219846.625059:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219846.625062:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219846.625066:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219846.625069:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92913:92913:256:4294967295] 192.168.203.120@tcp LPNI seq info [92913:92913:8:4294967295] 00000400:00000200:2.0:1788219846.625072:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.625078:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219846.625082:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219846.625086:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219846.625092:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219846.625099:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219846.625102:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219846.625112:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219846.625116:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14695 usecs (15 jiffies) 00000400:00000200:2.0:1788219846.625119:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219846.625121:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313715728 00000100:00000001:2.0:1788219846.625123:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313716984 00000100:00000001:2.0:1788219846.625125:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313715728 00000100:00000001:2.0:1788219846.625127:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313716984 00000100:00000001:2.0:1788219846.625130:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.625132:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.625134:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219846.625137:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.625144:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219846.625145:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.625148:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219846.625150:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219846.625152:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219846.625154:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566221952:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219846.625157:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219846.625159:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219846.625160:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.625162:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219846.625178:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f8149000. 02000000:00000001:2.0:1788219846.625180:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219846.625185:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219846.625189:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2268. 00000100:00000200:3.0:1788219846.625352:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566221568, offset 0 00000400:00000200:3.0:1788219846.625359:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219846.625610:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.625616:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219846.625619:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219846.625622:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219846.625723:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219846.626607:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219846.626617:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92914:92914:255:4294967295] 192.168.203.120@tcp LPNI seq info [92914:92914:7:4294967295] 00000400:00000200:3.0:1788219846.626623:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.626632:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219846.626638:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219846.626646:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26900. 00000800:00000200:3.0:1788219846.626652:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219846.626658:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219846.626662:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219846.626667:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.626672:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26275 usecs (27 jiffies) 00000400:00000200:3.0:1788219846.626675:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219846.626679:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313715742 00000100:00000001:3.0:1788219846.626681:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313716984 00000100:00000001:3.0:1788219846.626683:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313715742 00000100:00000001:3.0:1788219846.626685:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313716984 00000100:00000001:3.0:1788219846.626687:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219846.626691:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.626695:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219846.626701:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.626708:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219846.626709:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219846.626712:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219846.626714:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219846.626716:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219846.626719:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566221824:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219846.626722:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219846.626727:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219846.627012:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219846.627015:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219846.627020:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ec8b4a00. 02000000:00000001:3.0:1788219846.627022:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219846.627026:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219846.627029:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a9a0. 00000400:00000010:3.0:1788219846.627035:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c7f8. 00000100:00000200:3.0:1788219846.627040:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566221824, portal 4 00000100:00000001:3.0:1788219846.627042:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219846.627044:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:3.0:1788219846.627051:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.627057:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219846.627060:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219846.627062:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c088. 00000100:00000200:3.0:1788219846.627065:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566221824, offset 0 00000400:00000200:3.0:1788219846.627070:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219846.627076:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.627082:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219846.627086:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219846.627089:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219846.627092:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219846.627095:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219846.627098:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92915:92915:254:4294967295] 192.168.203.120@tcp LPNI seq info [92915:92915:6:4294967295] 00000400:00000200:3.0:1788219846.627102:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.627108:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219846.627113:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219846.627117:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26400. 00000800:00000200:3.0:1788219846.627121:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219846.627126:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219846.627129:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219846.627131:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.627134:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:3.0:1788219846.627137:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219846.627139:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313715733 00000100:00000001:3.0:1788219846.627141:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313716984 00000100:00000001:3.0:1788219846.627143:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313715733 00000100:00000001:3.0:1788219846.627145:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313716984 00000100:00000001:3.0:1788219846.627147:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219846.627149:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.627152:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.627155:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219846.627164:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219846.627166:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219846.627169:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219846.627171:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219846.627172:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.627174:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219846.628103:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219846.628110:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:3.0:1788219846.628115:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.628122:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219846.628128:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:3.0:1788219846.628131:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:3.0:1788219846.628136:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219846.628142:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.628153:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219846.628157:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.628164:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.628166:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219846.628177:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219846.628179:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26900. 00000400:00000200:3.0:1788219846.628182:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.628185:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219846.628188:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219846.628190:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219846.628192:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219846.628195:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.628202:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219846.628205:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.628211:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.628212:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219846.628265:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219846.628267:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26400. 00000400:00000200:3.0:1788219846.628270:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.628273:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219846.628276:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c088 00000400:00000010:3.0:1788219846.628278:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c088. 00000100:00000001:3.0:1788219846.628279:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219846.628283:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.628293:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219846.628296:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.628301:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.628302:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219846.630041:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.630055:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219846.630059:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.630062:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219846.630069:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.630076:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219846.630084:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.630089:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.630093:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.630097:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb786080 00000400:00000200:3.0:1788219846.630101:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.630107:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe93cd [1] + 224 00000800:00000001:3.0:1788219846.630113:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.630119:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219846.630122:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.630127:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219846.630134:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219846.630142:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219846.630152:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.630160:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219846.630168:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.630171:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788219846.632277:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219846.632291:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566221952, portal 4 00000100:00000001:2.0:1788219846.632295:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219846.632296:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:2.0:1788219846.632330:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.632340:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219846.632343:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219846.632346:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219846.632350:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566221952, offset 0 00000400:00000200:2.0:1788219846.632356:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219846.632366:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.632374:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219846.632379:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219846.632383:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219846.632387:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219846.632390:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219846.632393:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92916:92916:256:4294967295] 192.168.203.120@tcp LPNI seq info [92916:92916:8:4294967295] 00000400:00000200:2.0:1788219846.632397:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.632407:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219846.632412:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219846.632418:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006c00. 00000800:00000200:2.0:1788219846.632425:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219846.632433:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219846.632437:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219846.632453:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219846.632459:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27472 usecs (28 jiffies) 00000400:00000200:2.0:1788219846.632463:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219846.632466:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313715746 00000100:00000001:2.0:1788219846.632469:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313716984 00000100:00000001:2.0:1788219846.632471:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313715746 00000100:00000001:2.0:1788219846.632473:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313716984 00000100:00000001:2.0:1788219846.632475:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.632478:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788219846.632485:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219846.632487:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219846.632490:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219846.632494:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:2.0:1788219846.632496:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:2.0:1788219846.632500:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219846.632505:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219846.632516:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.632523:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219846.632525:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.632528:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219846.632531:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219846.632534:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219846.632536:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.632539:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219846.632545:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219846.632549:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=20 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219846.632552:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219846.632554:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219846.632556:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219846.632559:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.632562:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219846.632567:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.632575:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.632577:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219846.632579:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219846.632583:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219846.632591:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566221440:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219846.632596:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.632599:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219846.632602:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566221440/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.632608:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219846.632610:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219846.632614:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f8148000. 02000000:00000001:2.0:1788219846.632616:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219846.632619:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219846.632620:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219846.632623:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219846.632625:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26c00. 02000000:00000001:2.0:1788219846.632628:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219846.632629:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219846.632631:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:2.0:1788219846.632634:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219846.632636:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.632638:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.632646:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219846.632648:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219846.632651:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.632653:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219846.632654:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.632657:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219846.636426:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.636440:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219846.636445:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.636447:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219846.636455:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.636463:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219846.636471:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.636476:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.636480:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.636484:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786100 00000400:00000200:3.0:1788219846.636488:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.636494:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe93dd [1] + 224 00000800:00000001:3.0:1788219846.636500:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.636516:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219846.636519:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.636524:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219846.636531:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219846.636540:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219846.636551:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.636564:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219846.636644:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788219846.637066:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219846.637071:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006c00. 00000400:00000200:3.0:1788219846.637076:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.637081:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219846.637086:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:3.0:1788219846.637089:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:3.0:1788219846.637093:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219846.637098:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.637109:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219846.637113:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788219846.637156:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219846.637159:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219846.637163:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219846.637170:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.637171:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1788219846.637181:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637185:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000100:00000001:3.0:1788219846.637187:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219846.637190:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788219846.637191:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637193:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:3.0:1788219846.637195:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788219846.637196:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:3.0:1788219846.637197:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788219846.637199:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786200 00000400:00000010:3.0:1788219846.637200:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a630. 00000400:00000200:3.0:1788219846.637203:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000200:2.0:1788219846.637203:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219846.637205:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:3.0:1788219846.637207:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219846.637211:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219846.637225:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.637231:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219846.637233:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219846.637236:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219846.637239:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219846.637345:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219846.637348:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219846.637351:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219846.637369:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219846.637374:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=20 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219846.637376:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219846.637379:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219846.637382:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219846.637385:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.637389:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219846.637391:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219846.637426:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219846.637428:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219846.637434:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.637449:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219846.637452:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219846.637454:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219846.637458:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219846.637465:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566221568:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219846.637471:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.637473:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219846.637477:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566221568/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.637484:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219846.637486:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219846.637490:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ec8b4800. 02000000:00000001:3.0:1788219846.637492:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219846.637495:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219846.637497:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219846.637499:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219846.637501:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26f00. 02000000:00000001:3.0:1788219846.637504:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219846.637506:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219846.637508:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219846.637510:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219846.637512:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219846.637514:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.637516:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219846.637517:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219846.637519:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219846.637520:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219846.637577:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe93fd [1] + 224 00000800:00000001:2.0:1788219846.637584:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219846.637590:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219846.637592:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219846.637596:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219846.637599:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219846.637604:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219846.637669:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.637681:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219846.637687:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219846.637691:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219846.637693:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219846.637695:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219846.637698:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637702:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219846.637706:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637708:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637711:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637714:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786180 00000400:00000200:2.0:1788219846.637718:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219846.637722:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe93e5 [1] + 224 00000800:00000001:2.0:1788219846.637725:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219846.637731:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219846.637733:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219846.637736:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219846.637739:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219846.637743:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219846.637750:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.637761:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219846.637764:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219846.637767:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.637775:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.637776:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219846.637779:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219846.637780:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219846.637782:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a9a0. 00000400:00000200:2.0:1788219846.637785:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c7f8 00000400:00000010:2.0:1788219846.637787:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c7f8. 00000100:00000001:2.0:1788219846.637789:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219846.637793:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219846.637802:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.637807:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219846.637809:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.637811:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219846.637812:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219846.637814:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219846.637815:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.637817:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219846.637821:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219846.637824:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=62 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219846.637827:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219846.637828:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219846.637830:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219846.637832:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.637834:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219846.637836:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219846.637837:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219846.637838:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219846.637842:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.637848:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.637850:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219846.637851:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219846.637854:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219846.637861:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566221824:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219846.637865:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.637867:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219846.637871:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566221824/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.637877:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219846.637878:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219846.637880:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ec8b4a00. 02000000:00000001:2.0:1788219846.637884:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219846.637885:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219846.637886:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219846.637888:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219846.637890:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26d00. 02000000:00000001:2.0:1788219846.637892:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219846.637893:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219846.637895:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:2.0:1788219846.637897:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219846.637898:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.637900:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.637959:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219846.638037:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.638040:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.638042:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.638049:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.638051:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219846.638054:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219846.638056:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219846.638058:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:2.0:1788219846.638061:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:2.0:1788219846.638062:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:2.0:1788219846.638065:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219846.638069:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219846.638077:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.638083:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219846.638085:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.638086:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219846.638088:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219846.638089:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219846.638090:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.638092:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219846.638096:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219846.638099:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219846.638101:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219846.638102:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219846.638104:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219846.638106:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.638107:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219846.638109:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:2.0:1788219846.638110:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219846.638111:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219846.638115:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.638127:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.638129:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219846.638130:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219846.638133:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219846.638141:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566221696:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219846.638145:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.638147:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219846.638150:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566221696/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.638156:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219846.638158:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219846.638160:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f8148e00. 02000000:00000001:2.0:1788219846.638163:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219846.638164:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:3.0:1788219846.639142:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.639151:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219846.639154:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.639157:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219846.639164:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.639169:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219846.639177:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.639181:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.639185:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.639189:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786280 00000400:00000200:3.0:1788219846.639192:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219846.639197:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe940d [1] + 224 00000800:00000001:3.0:1788219846.639202:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.639208:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219846.639210:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219846.639214:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219846.639219:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219846.639224:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219846.639233:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219846.639240:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219846.639245:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219846.639247:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788219846.639601:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219846.639605:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219846.639607:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26000. 02000000:00000001:2.0:1788219846.639612:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219846.639613:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219846.639615:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:2.0:1788219846.639619:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219846.639620:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.639624:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.639626:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.639628:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219846.639633:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219846.639635:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219846.639637:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2268. 00000400:00000200:2.0:1788219846.639640:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:2.0:1788219846.639642:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:2.0:1788219846.639645:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219846.639650:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219846.639659:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.639665:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219846.639667:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.639669:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219846.639672:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219846.639674:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219846.639676:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219846.639678:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219846.639685:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219846.639688:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=150 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219846.639691:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219846.639692:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219846.639694:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219846.639697:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.639699:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219846.639701:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219846.639703:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219846.639705:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219846.639709:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.639716:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219846.639718:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219846.639720:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219846.639723:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219846.639730:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566221952:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219846.639735:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.639737:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219846.639741:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566221952/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219846.639747:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219846.639749:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219846.639751:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f8149000. 02000000:00000001:2.0:1788219846.639754:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219846.639755:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219846.639756:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219846.639758:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219846.639760:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26800. 02000000:00000001:2.0:1788219846.639762:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219846.639763:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219846.639765:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:2.0:1788219846.639767:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219846.639768:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.639770:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219846.639776:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219846.639779:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219846.639781:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219846.639782:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583770:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219847.583778:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583784:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219847.583785:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583788:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219847.583789:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583793:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219847.583794:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583797:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219847.583800:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219847.583802:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219847.583806:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583808:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219847.583811:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583812:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219847.583815:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219847.583908:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219847.583913:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219847.583916:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219847.903434:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313716984, at 4313716992 00000100:00000010:3.0:1788219847.903459:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1926c0. 00000100:00000040:2.0:1788219847.903929:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313716984, at 4313716992 00000100:00000010:2.0:1788219847.903936:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1925a0. 00010000:00000001:1.0:1788219848.607462:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219848.607468:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219848.607474:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219848.607475:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219848.607478:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219848.607480:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219848.607484:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219848.607485:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219848.607488:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219848.607489:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219848.607574:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219848.607578:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219848.607580:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219849.631444:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219849.631451:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631457:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219849.631458:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631462:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219849.631466:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219849.631468:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219849.631474:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219849.631476:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219849.631478:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631481:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219849.631483:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631485:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631488:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631492:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219849.631493:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219849.631497:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219849.631499:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219849.631731:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219849.631735:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219849.631738:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219850.664412:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219850.664421:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219850.664423:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219850.664430:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219850.664432:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219850.664434:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664439:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219850.664441:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664444:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664447:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664453:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219850.664455:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219850.664457:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219850.664462:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664465:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664469:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664472:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664476:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664479:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664483:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664485:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664488:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664491:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664494:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664497:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664501:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664503:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664507:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664509:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664512:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664515:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664519:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664521:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664525:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664527:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664530:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664533:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664536:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664538:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664542:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664544:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664547:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664550:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664553:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219850.664556:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219850.664559:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219850.664561:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219850.664562:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788219850.664565:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788219850.664573:0:307073:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e3afc0c0. 00010000:00000001:1.0:1788219850.664578:0:307073:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788219850.664594:0:307073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788219850.664597:0:307073:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664598:0:307073:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664600:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788219850.664602:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788219850.664606:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219850.664608:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664612:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219850.664613:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219850.664617:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219850.664618:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219850.665269:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219850.665273:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219850.665276:0:301325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788219850.665280:0:301325:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788219850.665282:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.665295:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893efbf7c00/0x34450ab7a1617f9 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded1a4e expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000020:00000001:1.0:1788219850.665382:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219850.665385:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219850.665388:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788219850.666079:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.666085:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.666088:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.666090:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x19:0x0] mode (null) 00000002:00000001:3.0:1788219850.666096:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.666098:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.666105:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e3b62a00 count: 2 00010000:00000001:3.0:1788219850.666108:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.666113:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.666646:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.666648:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.666651:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e3b62a00 count: 2 00010000:00000001:3.0:1788219850.666653:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.666656:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.666658:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.666659:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.666660:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e3b62a00 count: 2 00010000:00000001:3.0:1788219850.666662:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.666664:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.666666:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.666669:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x19:0x0] lli = ffff9893c19ae300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.666674:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.666676:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.666680:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.666682:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x19:0x0](ffff9893c19ae3c8) invalid 00000020:00000001:3.0:1788219850.666686:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.666688:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst7 (ffff9893f0e54948) parent ffff9893e919d0d8 inode ffff9893c19ae3c8 refc 1 00000080:00000001:3.0:1788219850.666692:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.666694:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.666696:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.666699:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.666702:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.666704:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.666707:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.666710:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.666714:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893efbf7c00 with handle 0x34450ab7a1617f9 from hash 00010000:00000001:3.0:1788219850.666716:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.666718:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.666719:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.666720:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.666724:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.666726:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.666730:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.666733:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e2307c00/0x34450ab7a15f6ea lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8adecb442 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 0 00000080:00000001:3.0:1788219850.667991:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.667995:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.667997:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.667999:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x10:0x0] mode (null) 00000002:00000001:3.0:1788219850.668003:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.668005:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.668010:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d000 count: 3 00010000:00000001:3.0:1788219850.668013:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.668016:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.668018:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.668018:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.668020:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d000 count: 3 00010000:00000001:3.0:1788219850.668021:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.668023:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.668025:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.668028:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x10:0x0] lli = ffff9894d0122100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.668069:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.668073:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.668075:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.668078:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x10:0x0](ffff9894d01221c8) invalid 00000020:00000001:3.0:1788219850.668082:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.668084:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst0 (ffff9893f0e30438) parent ffff9893f0c05e58 inode ffff9894d01221c8 refc 1 00000080:00000001:3.0:1788219850.668090:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.668092:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.668093:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.668096:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.668099:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.668101:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.668102:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.668105:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.668108:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e2307c00 with handle 0x34450ab7a15f6ea from hash 00010000:00000001:3.0:1788219850.668110:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.668112:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.668113:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.669354:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.669361:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.669363:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.669368:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.669372:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1178400/0x34450ab7a16248d lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4654 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00000001:3.0:1788219850.669381:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.669385:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.669387:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.669388:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x47:0x0] mode (null) 00000002:00000001:3.0:1788219850.669393:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669395:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669401:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c500 count: 2 00010000:00000001:3.0:1788219850.669403:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669406:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669408:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669409:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669411:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c500 count: 2 00010000:00000001:3.0:1788219850.669413:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669416:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669418:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669419:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669421:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c500 count: 2 00010000:00000001:3.0:1788219850.669423:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669425:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.669427:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.669429:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x47:0x0] lli = ffff9893c18a3180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.669433:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.669435:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.669437:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.669439:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x47:0x0](ffff9893c18a3248) invalid 00000020:00000001:3.0:1788219850.669442:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.669444:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst53 (ffff9893e7907438) parent ffff9894d08e8510 inode ffff9893c18a3248 refc 1 00000080:00000001:3.0:1788219850.669449:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.669451:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.669452:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.669456:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.669458:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.669460:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.669462:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.669464:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.669467:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e1178400 with handle 0x34450ab7a16248d from hash 00010000:00000001:3.0:1788219850.669469:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.669470:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.669472:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.669473:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.669474:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.669476:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.669479:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.669481:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6e00/0x34450ab7a1624d3 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4749 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00000080:00000001:3.0:1788219850.669488:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.669489:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.669490:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.669492:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x48:0x0] mode (null) 00000002:00000001:3.0:1788219850.669494:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669496:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669498:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c200 count: 2 00010000:00000001:3.0:1788219850.669500:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669503:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669504:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669505:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669507:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c200 count: 2 00010000:00000001:3.0:1788219850.669508:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669510:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669512:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669513:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669514:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c200 count: 2 00010000:00000001:3.0:1788219850.669516:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669518:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.669520:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.669522:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x48:0x0] lli = ffff9894d1d43180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.669524:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.669526:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.669527:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.669529:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x48:0x0](ffff9894d1d43248) invalid 00000020:00000001:3.0:1788219850.669531:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.669533:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst54 (ffff9893c1bb2510) parent ffff9893e7907438 inode ffff9894d1d43248 refc 1 00000080:00000001:3.0:1788219850.669536:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.669537:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.669538:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.669540:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.669542:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.669543:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.669544:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.669546:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.669548:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ee4d6e00 with handle 0x34450ab7a1624d3 from hash 00010000:00000001:3.0:1788219850.669551:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.669552:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.669553:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.669554:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.669556:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.669557:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.669560:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.669563:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6a00/0x34450ab7a162519 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded483e expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00000080:00000001:3.0:1788219850.669569:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.669572:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.669573:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.669574:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x49:0x0] mode (null) 00000002:00000001:3.0:1788219850.669577:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669578:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669581:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250800 count: 2 00010000:00000001:3.0:1788219850.669582:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669585:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669586:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669588:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669589:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250800 count: 2 00010000:00000001:3.0:1788219850.669591:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669593:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669595:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669596:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669598:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250800 count: 2 00010000:00000001:3.0:1788219850.669599:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669602:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.669604:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.669606:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x49:0x0] lli = ffff9893e5101080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.669609:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.669610:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.669611:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.669613:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x49:0x0](ffff9893e5101148) invalid 00000020:00000001:3.0:1788219850.669616:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.669617:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst55 (ffff9893c1bb2438) parent ffff9893c1bb2510 inode ffff9893e5101148 refc 1 00000080:00000001:3.0:1788219850.669620:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.669622:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.669624:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.669626:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.669628:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.669629:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.669631:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.669633:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.669636:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ee4d6a00 with handle 0x34450ab7a162519 from hash 00010000:00000001:3.0:1788219850.669638:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.669639:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.669641:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.669642:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.669644:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.669646:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.669648:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.669652:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179e00/0x34450ab7a16255f lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4933 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00000001:3.0:1788219850.669657:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.669660:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.669661:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.669662:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x4a:0x0] mode (null) 00000002:00000001:3.0:1788219850.669664:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669665:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669667:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c745ce00 count: 2 00010000:00000001:3.0:1788219850.669669:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669672:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669673:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669674:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669676:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c745ce00 count: 2 00010000:00000001:3.0:1788219850.669678:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669680:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.669681:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.669682:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.669684:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c745ce00 count: 2 00010000:00000001:3.0:1788219850.669685:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.669688:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.669690:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.669692:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x4a:0x0] lli = ffff9893fa278840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.669695:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.669697:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.669698:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.669700:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x4a:0x0](ffff9893fa278908) invalid 00000020:00000001:3.0:1788219850.669703:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.669705:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst56 (ffff9893e7afd948) parent ffff9893c1bb2438 inode ffff9893fa278908 refc 1 00000080:00000001:3.0:1788219850.669709:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.669711:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.669712:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.669714:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.669716:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.669717:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.669719:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.669721:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.669723:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e1179e00 with handle 0x34450ab7a16255f from hash 00010000:00000001:3.0:1788219850.669726:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.669727:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.669728:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.669729:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.669730:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.669732:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.669734:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.669737:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179000/0x34450ab7a1625a5 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4a28 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00000001:3.0:1788219850.671271:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.671275:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.671277:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.671279:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x4b:0x0] mode (null) 00000002:00000001:3.0:1788219850.671293:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671296:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671301:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c745ca00 count: 2 00010000:00000001:3.0:1788219850.671303:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671307:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671309:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671310:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671322:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c745ca00 count: 2 00010000:00000001:3.0:1788219850.671324:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671326:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671328:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671329:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671331:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c745ca00 count: 2 00010000:00000001:3.0:1788219850.671333:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671335:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.671338:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.671341:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x4b:0x0] lli = ffff9893fa27e300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.671345:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.671347:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.671350:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.671351:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x4b:0x0](ffff9893fa27e3c8) invalid 00000020:00000001:3.0:1788219850.671355:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.671357:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst57 (ffff9894d09f0d80) parent ffff9893e7afd948 inode ffff9893fa27e3c8 refc 1 00000080:00000001:3.0:1788219850.671361:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.671363:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.671364:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.671367:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.671370:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.671371:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.671373:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.671375:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.671378:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e1179000 with handle 0x34450ab7a1625a5 from hash 00010000:00000001:3.0:1788219850.671380:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.671382:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.671383:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.671384:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.671387:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.671388:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.671392:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.671396:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e4bcc600/0x34450ab7a1625eb lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4b1d expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00000001:3.0:1788219850.671402:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.671404:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.671405:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.671407:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x4c:0x0] mode (null) 00000002:00000001:3.0:1788219850.671408:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671409:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671411:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250300 count: 2 00010000:00000001:3.0:1788219850.671413:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671415:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671417:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671418:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671419:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250300 count: 2 00010000:00000001:3.0:1788219850.671421:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671423:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671425:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671427:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671428:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250300 count: 2 00010000:00000001:3.0:1788219850.671431:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671433:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.671434:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.671437:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x4c:0x0] lli = ffff9893e5074200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.671440:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.671441:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.671442:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.671444:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x4c:0x0](ffff9893e50742c8) invalid 00000020:00000001:3.0:1788219850.671446:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.671448:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst58 (ffff9893c1bb2a20) parent ffff9894d09f0d80 inode ffff9893e50742c8 refc 1 00000080:00000001:3.0:1788219850.671451:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.671452:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.671453:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.671456:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.671458:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.671460:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.671462:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.671464:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.671466:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e4bcc600 with handle 0x34450ab7a1625eb from hash 00010000:00000001:3.0:1788219850.671468:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.671470:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.671471:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.671473:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.671474:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.671475:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.671477:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.671481:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1178800/0x34450ab7a162631 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4c12 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:3.0:1788219850.671487:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.671489:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.671490:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.671491:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x4d:0x0] mode (null) 00000002:00000001:3.0:1788219850.671493:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671494:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671497:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c400 count: 2 00010000:00000001:3.0:1788219850.671500:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671502:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671504:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671506:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671508:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c400 count: 2 00010000:00000001:3.0:1788219850.671510:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671512:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671513:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671514:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671516:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893f6f4c400 count: 2 00010000:00000001:3.0:1788219850.671518:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671520:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.671521:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.671523:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x4d:0x0] lli = ffff9893e51018c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.671526:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.671528:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.671529:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.671530:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x4d:0x0](ffff9893e5101988) invalid 00000020:00000001:3.0:1788219850.671533:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.671534:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst59 (ffff9893c1bb2000) parent ffff9893c1bb2a20 inode ffff9893e5101988 refc 1 00000080:00000001:3.0:1788219850.671537:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.671538:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.671540:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.671541:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.671543:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.671544:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.671545:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.671547:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.671549:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e1178800 with handle 0x34450ab7a162631 from hash 00010000:00000001:3.0:1788219850.671551:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.671552:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.671553:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.671554:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.671555:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.671556:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.671558:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.671562:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179800/0x34450ab7a162677 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4d07 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1788219850.671568:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.671569:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.671571:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.671572:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x4e:0x0] mode (null) 00000002:00000001:3.0:1788219850.671574:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671576:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671578:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e9628b00 count: 2 00010000:00000001:3.0:1788219850.671579:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671582:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671583:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671584:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671586:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e9628b00 count: 2 00010000:00000001:3.0:1788219850.671588:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671589:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671591:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671592:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671593:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e9628b00 count: 2 00010000:00000001:3.0:1788219850.671595:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671597:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.671598:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.671600:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x4e:0x0] lli = ffff9893e5106b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.671602:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.671604:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.671605:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.671607:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x4e:0x0](ffff9893e5106c08) invalid 00000020:00000001:3.0:1788219850.671609:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.671610:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst60 (ffff9893fa215870) parent ffff9893c1bb2000 inode ffff9893e5106c08 refc 1 00000080:00000001:3.0:1788219850.671613:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.671614:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.671615:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.671617:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.671619:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.671620:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.671621:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.671622:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.671624:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e1179800 with handle 0x34450ab7a162677 from hash 00010000:00000001:3.0:1788219850.671626:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.671627:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.671628:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.671629:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.671631:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.671632:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.671635:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.671637:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179200/0x34450ab7a1626bd lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4dfc expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:3.0:1788219850.671647:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.671648:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.671649:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.671651:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x4f:0x0] mode (null) 00000002:00000001:3.0:1788219850.671653:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671654:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671656:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250700 count: 2 00010000:00000001:3.0:1788219850.671657:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671659:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671661:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671662:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671663:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250700 count: 2 00010000:00000001:3.0:1788219850.671664:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671666:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.671667:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.671668:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.671669:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893cb250700 count: 2 00010000:00000001:3.0:1788219850.671671:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.671672:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.671673:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.671675:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x4f:0x0] lli = ffff9893fa27dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.671677:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.671679:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.671680:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.671681:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x4f:0x0](ffff9893fa27db88) invalid 00000020:00000001:3.0:1788219850.671683:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.671685:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst61 (ffff9893e7907af8) parent ffff9893fa215870 inode ffff9893fa27db88 refc 1 00000080:00000001:3.0:1788219850.671688:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.671689:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.671690:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.671691:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.671692:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.671693:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.671695:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.671696:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.671698:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e1179200 with handle 0x34450ab7a1626bd from hash 00010000:00000001:3.0:1788219850.673378:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.673381:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.673383:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.673384:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.673391:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.673393:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.673399:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.673403:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d7c00/0x34450ab7a162703 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x50:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4ef1 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:3.0:1788219850.673412:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.673416:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.673418:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.673420:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x50:0x0] mode (null) 00000002:00000001:3.0:1788219850.673425:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673428:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673434:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0800 count: 2 00010000:00000001:3.0:1788219850.673437:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673441:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673442:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673443:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673445:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0800 count: 2 00010000:00000001:3.0:1788219850.673447:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673449:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673450:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673451:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673453:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0800 count: 2 00010000:00000001:3.0:1788219850.673454:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673456:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.673458:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.673461:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x50:0x0] lli = ffff9893e6c66300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.673465:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.673468:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.673472:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.673474:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x50:0x0](ffff9893e6c663c8) invalid 00000020:00000001:3.0:1788219850.673478:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.673480:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst62 (ffff9893f0c131b0) parent ffff9893e7907af8 inode ffff9893e6c663c8 refc 1 00000080:00000001:3.0:1788219850.673484:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.673486:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.673488:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.673491:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.673493:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.673494:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.673496:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.673498:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.673500:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ee4d7c00 with handle 0x34450ab7a162703 from hash 00010000:00000001:3.0:1788219850.673502:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.673503:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.673504:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.673505:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.673507:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.673508:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.673510:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.673513:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d7000/0x34450ab7a162749 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x51:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded4fe6 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219850.673519:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.673521:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.673522:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.673523:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x51:0x0] mode (null) 00000002:00000001:3.0:1788219850.673525:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673527:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673529:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0500 count: 2 00010000:00000001:3.0:1788219850.673531:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673533:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673534:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673535:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673537:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0500 count: 2 00010000:00000001:3.0:1788219850.673539:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673541:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673542:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673543:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673545:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0500 count: 2 00010000:00000001:3.0:1788219850.673546:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673548:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.673549:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.673552:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x51:0x0] lli = ffff9893e6c65ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.673554:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.673556:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.673557:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.673558:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x51:0x0](ffff9893e6c65b88) invalid 00000020:00000001:3.0:1788219850.673560:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.673562:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst63 (ffff9893f0e52000) parent ffff9893f0c131b0 inode ffff9893e6c65b88 refc 1 00000080:00000001:3.0:1788219850.673565:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.673566:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.673567:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.673569:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.673571:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.673572:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.673573:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.673575:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.673577:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ee4d7000 with handle 0x34450ab7a162749 from hash 00010000:00000001:3.0:1788219850.673579:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.673580:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.673581:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.673582:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.673583:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.673584:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.673587:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.673590:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6600/0x34450ab7a16278f lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded50db expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788219850.673601:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.673603:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.673604:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.673605:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x52:0x0] mode (null) 00000002:00000001:3.0:1788219850.673607:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673608:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673609:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0c00 count: 2 00010000:00000001:3.0:1788219850.673611:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673613:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673615:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673616:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673617:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0c00 count: 2 00010000:00000001:3.0:1788219850.673619:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673621:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673622:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673623:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673624:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0c00 count: 2 00010000:00000001:3.0:1788219850.673626:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673628:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.673630:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788219850.673632:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a2:0x52:0x0] lli = ffff9893e6c66b40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788219850.673635:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788219850.673636:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788219850.673638:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219850.673639:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x52:0x0](ffff9893e6c66c08) invalid 00000020:00000001:3.0:1788219850.673641:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:3.0:1788219850.673643:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst64 (ffff9893c1bb2948) parent ffff9893f0e52000 inode ffff9893e6c66c08 refc 1 00000080:00000001:3.0:1788219850.673646:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219850.673647:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219850.673648:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219850.673650:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219850.673652:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219850.673653:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219850.673655:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219850.673656:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219850.673658:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ee4d6600 with handle 0x34450ab7a16278f from hash 00010000:00000001:3.0:1788219850.673660:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219850.673661:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219850.673662:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219850.673663:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219850.673664:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219850.673665:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219850.673668:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219850.673671:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e437de00/0x34450ab7a1612f8 lrc: 2/0,0 mode: CR/CR res: [0x2400013a2:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded0a10 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219850.673676:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219850.673678:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219850.673679:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219850.673680:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x10:0x0] mode CR 00000002:00000001:3.0:1788219850.673682:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673683:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673684:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d000 count: 3 00010000:00000001:3.0:1788219850.673686:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673688:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219850.673689:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219850.673690:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219850.673691:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d000 count: 3 00010000:00000001:3.0:1788219850.673693:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219850.673694:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.673695:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219850.673697:0:301325:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219850.673701:0:301325:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219850.675438:0:301325:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f015a600. 00000080:00000001:3.0:1788219850.675448:0:301325:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219850.675458:0:301325:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219850.675464:0:301325:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219850.675467:0:301325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219850.675469:0:301325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219850.675471:0:301325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219850.675476:0:301325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219850.675479:0:301325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219850.675480:0:301325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x10:0x0] 00800000:00000001:3.0:1788219850.675483:0:301325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219850.675485:0:301325:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2400013a2:0x10:0x0] 00000002:00000001:3.0:1788219850.675489:0:301325:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219850.675491:0:301325:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9893ca6d2800: [0x2400013a2:0x10:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219850.675499:0:301325:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219850.675504:0:301325:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219850.675509:0:301325:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219850.675513:0:301325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219850.675517:0:301325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219850.675524:0:301325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f015b000. 00000100:00000001:3.0:1788219850.675531:0:301325:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219850.675553:0:301325:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e8000 x1875079565696256/t12884902638(12884902638) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219287 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219850.675564:0:301325:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219850.675569:0:301325:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219850.675576:0:301325:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219850.675578:0:301325:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219850.675585:0:301325:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a4300. 00000100:00000001:3.0:1788219850.675587:0:301325:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532509952 : -113710177041664 : ffff9894c94a4300) 00000100:00000001:3.0:1788219850.675591:0:301325:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219850.675592:0:301325:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219850.675597:0:301325:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219850.675602:0:301325:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219850.675604:0:301325:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219850.675606:0:301325:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219850.675610:0:301325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219850.675617:0:301325:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219850.675620:0:301325:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219850.675623:0:301325:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219850.675626:0:301325:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219850.675628:0:301325:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219850.675631:0:301325:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_04:a070992b-a374-46bb-a0a0-eb573b6d6afb:301325:1875079566222208:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219850.675635:0:301325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219850.675640:0:301325:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219850.675642:0:301325:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219850.675645:0:301325:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219850.675650:0:301325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed09f800. 02000000:00000001:3.0:1788219850.675652:0:301325:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219850.675658:0:301325:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219850.675663:0:301325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a630. 00000400:00000010:3.0:1788219850.675669:0:301325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219850.675677:0:301325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566222208, portal 10 00000100:00000001:3.0:1788219850.675679:0:301325:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219850.675681:0:301325:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219850.675687:0:301325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219850.675694:0:301325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219850.675697:0:301325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219850.675700:0:301325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c088. 00000100:00000200:3.0:1788219850.675703:0:301325:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566222208, offset 0 00000400:00000200:3.0:1788219850.676625:0:301325:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219850.676635:0:301325:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.676642:0:301325:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219850.676647:0:301325:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219850.676651:0:301325:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219850.676654:0:301325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219850.676657:0:301325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219850.676660:0:301325:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92917:92917:256:4294967295] 192.168.203.120@tcp LPNI seq info [92917:92917:8:4294967295] 00000400:00000200:3.0:1788219850.676665:0:301325:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.676674:0:301325:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219850.676679:0:301325:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219850.676685:0:301325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219850.676691:0:301325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219850.676698:0:301325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219850.676702:0:301325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219850.676726:0:301325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219850.676732:0:301325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14696 usecs (15 jiffies) 00000400:00000200:3.0:1788219850.676735:0:301325:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219850.676738:0:301325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313719779 00000100:00000010:3.0:1788219850.676742:0:301325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec840. 00000100:00000001:3.0:1788219850.676748:0:301325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219850.676754:0:301325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313719779 00000100:00000010:3.0:1788219850.676757:0:301325:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec720. 00000100:00000001:3.0:1788219850.676759:0:301325:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219850.676762:0:301325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219850.676765:0:301325:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219850.676767:0:301325:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219850.676769:0:301325:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219850.676771:0:301325:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a4300 going to sleep for 11 seconds 00000100:00000001:3.0:1788219850.676773:0:301325:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219850.676776:0:301325:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219850.680014:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219850.680024:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219850.680031:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219850.680040:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219850.680048:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c088 00000400:00000010:2.0:1788219850.680051:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c088. 00000100:00000001:2.0:1788219850.680057:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219850.680067:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219850.680080:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219850.680084:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219850.680092:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219850.680095:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219850.684187:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.684202:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219850.684207:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.684209:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219850.684218:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.684226:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219850.684235:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.684240:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.684247:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.684250:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb786380 00000400:00000200:3.0:1788219850.684257:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.684262:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe941d [1] + 224 00000800:00000001:3.0:1788219850.684269:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.684276:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219850.684280:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219850.684293:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219850.684301:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219850.684310:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219850.684344:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219850.684363:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219850.684375:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.684379:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.684488:0:301325:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219850.684496:0:301325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219850.684498:0:301325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219850.684502:0:301325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a630. 00000400:00000200:0.0:1788219850.684507:0:301325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:0.0:1788219850.684509:0:301325:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:0.0:1788219850.684513:0:301325:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219850.684519:0:301325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219850.684529:0:301325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566222208/t0(0) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/944 e 0 to 0 dl 1788219866 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684536:0:301325:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219850.684539:0:301325:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.684541:0:301325:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219850.684545:0:301325:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219850.684549:0:301325:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219850.684551:0:301325:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219850.684554:0:301325:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219850.684563:0:301325:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd38 time=94 v=5 (5 5 5 0) 00000100:00001000:0.0:1788219850.684567:0:301325:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219850.684569:0:301325:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219850.684571:0:301325:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219850.684574:0:301325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219850.684577:0:301325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.684581:0:301325:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219850.684582:0:301325:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219850.684584:0:301325:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219850.684587:0:301325:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219850.684588:0:301325:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:0.0:1788219850.684591:0:301325:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219850.684593:0:301325:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219850.684595:0:301325:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219850.684597:0:301325:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219850.684602:0:301325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566222208/t12884902897(12884902897) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219866 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684609:0:301325:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219850.684612:0:301325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219850.684614:0:301325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219850.684618:0:301325:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566222208/t12884902897(12884902897) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219866 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219850.684626:0:301325:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_04:a070992b-a374-46bb-a0a0-eb573b6d6afb:301325:1875079566222208:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219850.684631:0:301325:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.684634:0:301325:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.684636:0:301325:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219850.684638:0:301325:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.684642:0:301325:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566222208/t12884902897(12884902897) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219866 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684649:0:301325:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219850.684651:0:301325:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a4300. 00000100:00000001:0.0:1788219850.684655:0:301325:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219850.684657:0:301325:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.684664:0:301325:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219850.684665:0:301325:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000002:00000001:0.0:1788219850.684668:0:301325:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219850.684672:0:301325:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219850.684677:0:301325:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a600. 00000080:00000001:0.0:1788219850.684680:0:301325:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219850.684684:0:301325:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219850.684687:0:301325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219850.684690:0:301325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219850.684692:0:301325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219850.684695:0:301325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219850.684697:0:301325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219850.684699:0:301325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a2:0x10:0x0] 00800000:00000001:0.0:1788219850.684701:0:301325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219850.684705:0:301325:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219850.684710:0:301325:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e8000 x1875079565696256/t12884902638(12884902638) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219287 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684717:0:301325:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219850.684718:0:301325:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468117504 : -113709241434112 : ffff9895010e8000) 00000100:00000001:0.0:1788219850.684720:0:301325:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.684724:0:301325:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e8000 x1875079565696256/t12884902638(12884902638) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219287 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684742:0:301325:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.684744:0:301325:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.684748:0:301325:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566222208/t12884902897(12884902897) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219866 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684753:0:301325:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.684754:0:301325:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.684758:0:301325:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e8000 x1875079565696256/t12884902638(12884902638) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219287 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684764:0:301325:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219850.684766:0:301325:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219850.684768:0:301325:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219850.684770:0:301325:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219850.684773:0:301325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894c8adf800. 02000000:00000001:0.0:1788219850.684778:0:301325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219850.684780:0:301325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219850.684781:0:301325:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e8000. 00000100:00000001:0.0:1788219850.684785:0:301325:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219850.684786:0:301325:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.684788:0:301325:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.684791:0:301325:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566222208/t12884902897(12884902897) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219866 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684797:0:301325:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219850.684799:0:301325:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bca8a0. 00000002:00000001:0.0:1788219850.684801:0:301325:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219850.684803:0:301325:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219850.684805:0:301325:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47440. 00000100:00000001:0.0:1788219850.684808:0:301325:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.684811:0:301325:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566222208/t12884902897(12884902897) o35->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219866 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219850.684816:0:301325:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219850.684818:0:301325:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219850.684821:0:301325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed09f800. 02000000:00000001:0.0:1788219850.684824:0:301325:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219850.684825:0:301325:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219850.684826:0:301325:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219850.684828:0:301325:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219850.684829:0:301325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f015b000. 02000000:00000001:0.0:1788219850.684832:0:301325:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219850.684833:0:301325:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219850.684834:0:301325:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:0.0:1788219850.684837:0:301325:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219850.684838:0:301325:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219850.684841:0:301325:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219850.684843:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219850.684845:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x10:0x0] mode (null) 00000002:00000001:0.0:1788219850.684848:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219850.684851:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219850.684857:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d000 count: 3 00010000:00000001:0.0:1788219850.684859:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219850.684867:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219850.684869:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219850.684873:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219850.684875:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x10:0x0](ffff9894d01221c8) invalid 00000020:00000001:0.0:1788219850.684878:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:0.0:1788219850.684880:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst0 (ffff9893f0e30438) parent ffff9893f0c05e58 inode ffff9894d01221c8 refc 1 00000080:00000001:0.0:1788219850.684885:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219850.684888:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219850.684890:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219850.684894:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219850.684898:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219850.684899:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219850.684902:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219850.684905:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219850.684909:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437de00 with handle 0x34450ab7a1612f8 from hash 00010000:00000001:0.0:1788219850.684912:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219850.684913:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219850.684915:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.684917:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219850.684920:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219850.684922:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219850.684925:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219850.684930:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e2307a00/0x34450ab7a15f6f1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x90f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8adecb45e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788219850.685056:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219850.685060:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219850.685062:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219850.685063:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x90f:0x0] mode (null) 00000002:00000001:0.0:1788219850.685066:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219850.685068:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219850.685071:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d700 count: 2 00010000:00000001:0.0:1788219850.685073:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219850.685076:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219850.685078:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219850.685080:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219850.685082:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x90f:0x0](ffff9894d09c5b88) invalid 00000020:00000001:0.0:1788219850.685085:0:301325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7dafca0 00000080:00002000:0.0:1788219850.685087:0:301325:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst1 (ffff9893e92ff510) parent ffff9893f0e30438 inode ffff9894d09c5b88 refc 1 00000080:00000001:0.0:1788219850.685092:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219850.685093:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219850.685095:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219850.685097:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219850.685099:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219850.685100:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219850.685102:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219850.685104:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219850.685106:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e2307a00 with handle 0x34450ab7a15f6f1 from hash 00010000:00000001:0.0:1788219850.685108:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219850.685110:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219850.685111:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685112:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219850.685114:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219850.685115:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219850.685118:0:301325:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788219850.685121:0:301325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219850.685123:0:301325:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219850.685130:0:301325:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219850.685133:0:301325:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219850.685137:0:301325:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219850.685139:0:301325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219850.685145:0:301325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219850.685150:0:301325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f3a95e00. 00000100:00000001:0.0:1788219850.685156:0:301325:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219850.685158:0:301325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219850.685163:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893efbf7c00/0x34450ab7a1617f9 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded1a4e expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00010000:0.0:1788219850.685171:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e2307c00/0x34450ab7a15f6ea lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8adecb442 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 0 00010000:00010000:0.0:1788219850.685178:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1178400/0x34450ab7a16248d lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4654 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00010000:0.0:1788219850.685186:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6e00/0x34450ab7a1624d3 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4749 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00010000:00010000:0.0:1788219850.685194:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6a00/0x34450ab7a162519 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded483e expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00010000:00010000:0.0:1788219850.685201:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179e00/0x34450ab7a16255f lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4933 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:0.0:1788219850.685209:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179000/0x34450ab7a1625a5 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4a28 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00010000:0.0:1788219850.685217:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e4bcc600/0x34450ab7a1625eb lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4b1d expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1788219850.685222:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1178800/0x34450ab7a162631 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4c12 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1788219850.685233:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179800/0x34450ab7a162677 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4d07 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788219850.685240:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179200/0x34450ab7a1626bd lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4dfc expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1788219850.685247:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d7c00/0x34450ab7a162703 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x50:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4ef1 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219850.685253:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d7000/0x34450ab7a162749 lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x51:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4fe6 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219850.685260:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6600/0x34450ab7a16278f lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded50db expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788219850.685266:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e437de00/0x34450ab7a1612f8 lrc: 1/0,0 mode: --/CR res: [0x2400013a2:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded0a10 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219850.685273:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e2307a00/0x34450ab7a15f6f1 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x90f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8adecb45e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219850.685278:0:301325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 16 locks packed 00010000:00000001:0.0:1788219850.685280:0:301325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:0.0:1788219850.685298:0:301325:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219850.685303:0:301325:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219850.685335:0:301325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015bc841c] to pc [ptlrpcd_00_01+1] req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219850.685498:0:301325:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219850.685502:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685505:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893efbf7c00/0x34450ab7a1617f9 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x19:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded1a4e expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00010000:00000040:0.0:1788219850.685513:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e3b62a00 count: 0 00010000:00000010:0.0:1788219850.685519:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eadb9f80. 00010000:00000001:0.0:1788219850.685528:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685529:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685531:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e2307c00/0x34450ab7a15f6ea lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8adecb442 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 0 00010000:00000001:0.0:1788219850.685538:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685539:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685541:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1178400/0x34450ab7a16248d lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x47:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4654 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00010000:00000040:0.0:1788219850.685547:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893f6f4c500 count: 0 00010000:00000010:0.0:1788219850.685550:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946fe00. 00010000:00000001:0.0:1788219850.685555:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685557:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685559:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6e00/0x34450ab7a1624d3 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4749 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 0 00010000:00000040:0.0:1788219850.685564:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893f6f4c200 count: 0 00010000:00000010:0.0:1788219850.685566:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9445d80. 00010000:00000001:0.0:1788219850.685571:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685572:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685574:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6a00/0x34450ab7a162519 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded483e expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 0 00010000:00000040:0.0:1788219850.685580:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893cb250800 count: 0 00010000:00000010:0.0:1788219850.685582:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eadb9980. 00010000:00000001:0.0:1788219850.685588:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685589:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685591:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179e00/0x34450ab7a16255f lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4933 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00000040:0.0:1788219850.685597:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894c745ce00 count: 0 00010000:00000010:0.0:1788219850.685599:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6100. 00010000:00000001:0.0:1788219850.685604:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685605:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685607:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179000/0x34450ab7a1625a5 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4a28 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00010000:00000040:0.0:1788219850.685613:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894c745ca00 count: 0 00010000:00000010:0.0:1788219850.685615:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6780. 00010000:00000001:0.0:1788219850.685619:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685620:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685622:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e4bcc600/0x34450ab7a1625eb lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4b1d expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00010000:00000040:0.0:1788219850.685628:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893cb250300 count: 0 00010000:00000010:0.0:1788219850.685631:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eadb9780. 00010000:00000001:0.0:1788219850.685636:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685638:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685640:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1178800/0x34450ab7a162631 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4c12 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1788219850.685647:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893f6f4c400 count: 0 00010000:00000010:0.0:1788219850.685649:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9445600. 00010000:00000001:0.0:1788219850.685653:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685655:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685657:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179800/0x34450ab7a162677 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x4e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4d07 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788219850.685667:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e9628b00 count: 0 00010000:00000010:0.0:1788219850.685669:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06e800. 00010000:00000001:0.0:1788219850.685673:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685675:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685677:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e1179200/0x34450ab7a1626bd lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4dfc expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1788219850.685682:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893cb250700 count: 0 00010000:00000010:0.0:1788219850.685684:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eadb9500. 00010000:00000001:0.0:1788219850.685689:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685691:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685693:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d7c00/0x34450ab7a162703 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x50:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4ef1 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219850.685699:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0800 count: 0 00010000:00000010:0.0:1788219850.685701:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9445d00. 00010000:00000001:0.0:1788219850.685706:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685707:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685709:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d7000/0x34450ab7a162749 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x51:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded4fe6 expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219850.685715:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0500 count: 0 00010000:00000010:0.0:1788219850.685717:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9445200. 00010000:00000001:0.0:1788219850.685721:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.685722:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.685724:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ee4d6600/0x34450ab7a16278f lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x52:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded50db expref: -99 pid: 310039 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788219850.686018:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0c00 count: 0 00010000:00000010:0.0:1788219850.686022:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9445680. 00010000:00000001:0.0:1788219850.686028:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.686030:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.686032:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e437de00/0x34450ab7a1612f8 lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x10:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded0a10 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219850.686037:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3d000 count: 0 00010000:00000010:0.0:1788219850.686039:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6600. 00010000:00000001:0.0:1788219850.686043:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.686044:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219850.686046:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893e2307a00/0x34450ab7a15f6f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x90f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8adecb45e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219850.686051:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3d700 count: 0 00010000:00000010:0.0:1788219850.686053:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6e00. 00010000:00000001:0.0:1788219850.686057:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219850.686058:0:301325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1788219850.686062:0:301325:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e3afc0c0. 00010000:00000001:0.0:1788219850.686064:0:301325:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219850.686067:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219850.686069:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219850.686071:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219850.686073:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219850.686074:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219850.686075:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219850.686077:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219850.686078:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219850.686080:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219850.686090:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219850.686093:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219850.686096:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219850.686103:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219850.686110:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219850.686113:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219850.686117:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219850.686119:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219850.686122:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219850.686125:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222336:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219850.686129:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219850.686134:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219850.686137:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219850.686139:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219850.686143:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f3a94e00. 02000000:00000001:0.0:1788219850.686146:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219850.686152:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219850.686157:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219850.686163:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219850.686169:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566222336, portal 18 00000100:00000001:0.0:1788219850.686172:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219850.686173:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219850.686179:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219850.686187:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219850.686189:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219850.686192:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf770. 00000100:00000200:0.0:1788219850.686195:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 17, xid 1875079566222336, offset 0 00000400:00000200:0.0:1788219850.686201:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219850.686210:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219850.686218:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219850.686224:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219850.686228:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219850.686233:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219850.686236:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219850.686240:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92918:92918:256:4294967295] 192.168.203.120@tcp LPNI seq info [92918:92918:8:4294967295] 00000400:00000200:0.0:1788219850.686245:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219850.686256:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219850.686262:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219850.686267:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219850.686275:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219850.686296:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219850.686300:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788219850.688138:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219850.688151:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14695 usecs (15 jiffies) 00000400:00000200:0.0:1788219850.688159:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219850.688163:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313719790 00000100:00000001:0.0:1788219850.688170:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313719779 00000100:00000001:0.0:1788219850.688175:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313719790 00000100:00000001:0.0:1788219850.688178:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313719779 00000100:00000001:0.0:1788219850.688181:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219850.688185:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.688189:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.688192:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.688200:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219850.688202:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219850.688205:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219850.688206:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219850.688208:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.688211:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.688224:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219850.688226:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219850.698961:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219850.698970:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:3.0:1788219850.698975:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219850.698983:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219850.698992:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf770 00000400:00000010:3.0:1788219850.698995:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf770. 00000100:00000001:3.0:1788219850.699000:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219850.699009:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219850.699022:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219850.699027:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219850.699034:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219850.699036:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788219850.703057:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313719790, at 4313719791 00000100:00000010:3.0:1788219850.703070:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec720. 00010000:00000010:0.1:1788219850.704361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e3b62a00. 00010000:00000010:0.1:1788219850.704375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893efbf7c00. 00010000:00000010:0.1:1788219850.704381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307c00. 00010000:00000010:0.1:1788219850.704385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c500. 00010000:00000010:0.1:1788219850.704389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178400. 00010000:00000010:0.1:1788219850.704391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c200. 00010000:00000010:0.1:1788219850.704395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6e00. 00010000:00000010:0.1:1788219850.704399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250800. 00010000:00000010:0.1:1788219850.704402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6a00. 00010000:00000010:0.1:1788219850.704407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745ce00. 00010000:00000010:0.1:1788219850.704411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179e00. 00010000:00000010:0.1:1788219850.704414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c745ca00. 00010000:00000010:0.1:1788219850.704417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179000. 00010000:00000010:0.1:1788219850.704420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250300. 00010000:00000010:0.1:1788219850.704424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e4bcc600. 00010000:00000010:0.1:1788219850.704426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893f6f4c400. 00010000:00000010:0.1:1788219850.704430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1178800. 00010000:00000010:0.1:1788219850.704433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e9628b00. 00010000:00000010:0.1:1788219850.704436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179800. 00010000:00000010:0.1:1788219850.704439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893cb250700. 00010000:00000010:0.1:1788219850.704442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e1179200. 00010000:00000010:0.1:1788219850.704446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0800. 00010000:00000010:0.1:1788219850.704450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7c00. 00010000:00000010:0.1:1788219850.704453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0500. 00010000:00000010:0.1:1788219850.704456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d7000. 00010000:00000010:0.1:1788219850.704459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0c00. 00010000:00000010:0.1:1788219850.704461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ee4d6600. 00010000:00000010:0.1:1788219850.704465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d000. 00010000:00000010:0.1:1788219850.704469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437de00. 00010000:00000010:0.1:1788219850.704471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d700. 00010000:00000010:0.1:1788219850.704474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2307a00. 00000800:00000001:3.0:1788219850.708840:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.708857:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219850.708862:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.708864:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219850.708881:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.708889:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219850.708898:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.708904:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.708910:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.708914:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb786400 00000400:00000200:3.0:1788219850.708919:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219850.708925:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe942d [1] + 224 00000800:00000001:3.0:1788219850.708932:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.708953:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219850.708956:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219850.708961:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219850.708971:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219850.708979:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219850.708990:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219850.709010:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219850.709019:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219850.709023:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.709077:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219850.709081:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219850.709087:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219850.709089:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219850.709093:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219850.709098:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:0.0:1788219850.709104:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:0.0:1788219850.709109:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219850.709113:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219850.709123:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219850.709130:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219850.709132:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.709134:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219850.709139:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219850.709141:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219850.709143:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219850.709146:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219850.709157:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd80 time=92 v=5 (5 0 5 0) 00000100:00001000:0.0:1788219850.709161:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219850.709164:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219850.709166:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219850.709169:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219850.709172:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.709176:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219850.709178:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902895 00000100:00000001:0.0:1788219850.709180:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219850.709181:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219850.709186:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219850.709192:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219850.709195:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219850.709197:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219850.709200:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219850.709207:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222336:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219850.709212:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.709215:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219850.709218:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566222336/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 440/224 e 0 to 0 dl 1788219866 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219850.709226:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219850.709228:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219850.709232:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f3a94e00. 02000000:00000001:0.0:1788219850.709236:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219850.709238:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219850.709240:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219850.709242:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219850.709245:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f3a95e00. 02000000:00000001:0.0:1788219850.709249:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219850.709251:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219850.709253:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219850.709257:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219850.709258:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.709261:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219850.709268:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219850.709270:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219850.709272:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219850.709274:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219850.712017:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313719790, at 4313719800 00000100:00000010:2.0:1788219850.712032:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec840. 00010000:00000001:1.0:1788219851.680082:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219851.680089:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.680094:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219851.680096:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.680099:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219851.680100:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.680103:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219851.680104:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.680107:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219851.680108:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219851.680293:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219851.680297:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219851.680299:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788219851.745421:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219851.745431:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219851.745442:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ce00. 00000020:00000040:1.0:1788219851.745456:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1788219851.745461:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219851.745465:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219851.745470:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219851.745480:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2100. 00000100:00000001:1.0:1788219851.745486:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.745498:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219851.745516:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219851.745520:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.745527:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9f2e809] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.745572:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.745576:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219851.745578:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219851.745583:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.745591:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219851.745592:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219851.745596:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219851.745598:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219851.745601:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219851.745604:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfc0140c-5026-49da-a298-39d0904c711e:256061:1875079566222464:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219851.745608:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219851.745613:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219851.745615:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219851.745617:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219851.745622:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cbbc00. 02000000:00000001:0.0:1788219851.745623:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219851.745629:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219851.745633:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219851.745641:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219851.745648:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566222464, portal 25 00000100:00000001:0.0:1788219851.745650:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219851.745652:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000040:0.0:1788219851.745657:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.745664:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219851.745667:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219851.745670:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf2a8. 00000100:00000200:0.0:1788219851.745674:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566222464, offset 0 00000400:00000200:0.0:1788219851.745681:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219851.745689:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219851.745696:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219851.745700:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219851.745715:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219851.745719:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219851.745721:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219851.745725:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92919:92919:256:4294967295] 192.168.203.120@tcp LPNI seq info [92919:92919:8:4294967295] 00000400:00000200:0.0:1788219851.745728:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219851.745738:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219851.745743:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219851.745749:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000800:00000200:0.0:1788219851.745756:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219851.745763:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219851.745767:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219851.745784:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219851.745789:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219851.745791:0:256061:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313722106 00000100:00000010:0.0:1788219851.745796:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02960. 00000100:00000001:0.0:1788219851.745801:0:256061:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219851.745805:0:256061:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313722106 00000100:00000010:0.0:1788219851.745808:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a027e0. 00000100:00000001:0.0:1788219851.745810:0:256061:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219851.745813:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219851.745816:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.745820:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.745822:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.745858:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.745861:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219851.745864:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219851.745867:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ca80. 00000020:00000040:1.0:1788219851.745877:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219851.745880:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219851.745881:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219851.745884:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219851.745888:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2f00. 00000100:00000001:1.0:1788219851.745891:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.745896:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219851.745902:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219851.745904:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.745908:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005773602c] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788219851.746037:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219851.746041:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:3.0:1788219851.746046:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.746051:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219851.746056:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf2a8 00000400:00000010:3.0:1788219851.746059:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf2a8. 00000100:00000001:3.0:1788219851.746062:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219851.746065:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.746079:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219851.746082:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.746087:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219851.746089:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219851.747358:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219851.747363:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219851.747369:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.747371:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219851.747374:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219851.747377:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788219851.747379:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.747381:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219851.747383:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.747384:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.747385:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219851.747387:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219851.747397:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.747406:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219851.747408:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219851.747412:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219851.747415:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219851.747417:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219851.747421:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566222592:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219851.747425:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219851.747429:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219851.747431:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219851.747434:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219851.747440:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cba600. 02000000:00000001:0.0:1788219851.747442:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219851.747448:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219851.747451:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4ec8. 00000400:00000010:0.0:1788219851.747457:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219851.747462:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566222592, portal 10 00000100:00000001:0.0:1788219851.747464:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219851.747466:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875166848 : -113709834384768 : ffff9894ddb6ca80) 00000100:00000040:0.0:1788219851.747474:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.747481:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219851.747483:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219851.747486:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219851.747489:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566222592, offset 0 00000400:00000200:0.0:1788219851.747494:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219851.747501:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219851.747508:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219851.747512:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219851.747515:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219851.747518:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219851.747521:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219851.747525:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92920:92920:256:4294967295] 192.168.203.120@tcp LPNI seq info [92920:92920:8:4294967295] 00000400:00000200:0.0:1788219851.747529:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219851.747537:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219851.747543:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219851.747548:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219851.747554:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219851.747562:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219851.747565:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788219851.747588:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219851.747592:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26275 usecs (27 jiffies) 00000400:00000200:0.0:1788219851.747596:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219851.747599:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313720862 00000100:00000001:0.0:1788219851.747602:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313722106 00000100:00000001:0.0:1788219851.747605:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313720862 00000100:00000001:0.0:1788219851.747607:0:256061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313722106 00000100:00000001:0.0:1788219851.747609:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219851.747611:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.747614:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.747616:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219851.748101:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219851.748106:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:3.0:1788219851.748111:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.748116:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219851.748122:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:3.0:1788219851.748131:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:3.0:1788219851.748136:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219851.748140:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.748149:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219851.748152:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.748159:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219851.748160:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219851.749482:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.749488:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219851.749491:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.749497:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.750060:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750064:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219851.750069:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219851.750076:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6fb80. 00000020:00000040:1.0:1788219851.750081:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219851.750084:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219851.750087:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219851.750092:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219851.750098:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2c00. 00000100:00000001:1.0:1788219851.750104:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750113:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219851.750129:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219851.750133:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750139:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074f0d252] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750152:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750154:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219851.750157:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219851.750160:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219851.750162:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219851.750164:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219851.750166:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219851.750167:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219851.750170:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2400. 00000100:00000001:1.0:1788219851.750172:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750176:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219851.750182:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219851.750184:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750187:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d4b8ad] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750194:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750196:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219851.750198:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219851.750201:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219851.750202:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219851.750204:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219851.750206:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219851.750207:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219851.750209:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2b00. 00000100:00000001:1.0:1788219851.750212:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750215:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219851.750221:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219851.750222:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750225:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab630f06] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750238:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750242:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19058) 00000100:00000001:1.0:1788219851.750255:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219851.750257:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219851.750258:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219851.750262:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750269:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219851.750271:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.750274:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219851.750285:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219851.750287:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219851.750291:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222848:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219851.750295:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219851.750299:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219851.750301:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.750303:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219851.750307:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521a00. 02000000:00000001:1.0:1788219851.750309:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219851.750340:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219851.750345:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219851.750351:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661d48. 00000100:00000200:1.0:1788219851.750364:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566222848, portal 4 00000100:00000001:1.0:1788219851.750367:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219851.750368:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219851.750376:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750383:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219851.750386:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219851.750388:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661f68. 00000100:00000200:1.0:1788219851.750392:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566222848, offset 0 00000400:00000200:1.0:1788219851.750399:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219851.750406:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219851.750413:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219851.750417:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219851.750421:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219851.750424:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219851.750426:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219851.750430:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92921:92921:256:4294967295] 192.168.203.120@tcp LPNI seq info [92921:92921:8:4294967295] 00000400:00000200:1.0:1788219851.750434:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219851.750443:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219851.750448:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219851.750452:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219851.750458:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219851.750466:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219851.750470:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219851.750481:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750485:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:1.0:1788219851.750489:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219851.750491:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313720857 00000100:00000001:1.0:1788219851.750494:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313722106 00000100:00000001:1.0:1788219851.750496:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313720857 00000100:00000001:1.0:1788219851.750498:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313722106 00000100:00000001:1.0:1788219851.750501:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219851.750503:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.750505:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.750508:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.750516:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219851.750518:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219851.750519:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219851.750521:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219851.750522:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219851.750523:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788219851.750525:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.750527:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219851.750528:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.750530:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219851.750531:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219851.750532:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219851.750536:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750543:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219851.750545:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.750547:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219851.750549:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219851.750551:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219851.750554:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222720:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219851.750557:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219851.750559:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219851.750561:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.750562:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219851.750565:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520400. 02000000:00000001:1.0:1788219851.750567:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219851.750571:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219851.750573:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219851.750577:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661a18. 00000100:00000200:1.0:1788219851.750580:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566222720, portal 10 00000100:00000001:1.0:1788219851.750582:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219851.750583:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000040:1.0:1788219851.750588:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750595:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219851.750597:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219851.750599:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661440. 00000100:00000200:1.0:1788219851.750601:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566222720, offset 0 00000400:00000200:1.0:1788219851.750605:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219851.750609:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219851.750612:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219851.750615:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219851.750617:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219851.750619:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219851.750621:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219851.750624:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92922:92922:255:4294967295] 192.168.203.120@tcp LPNI seq info [92922:92922:7:4294967295] 00000400:00000200:1.0:1788219851.750628:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219851.750634:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219851.750638:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219851.750641:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219851.750645:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219851.750649:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219851.750651:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219851.750654:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750657:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14701 usecs (15 jiffies) 00000400:00000200:1.0:1788219851.750660:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219851.750661:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313720854 00000100:00000001:1.0:1788219851.750663:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313722106 00000100:00000001:1.0:1788219851.750666:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313720854 00000100:00000001:1.0:1788219851.750668:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313722106 00000100:00000001:1.0:1788219851.750671:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219851.750673:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.750675:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219851.750678:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750684:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219851.750685:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.750687:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219851.750689:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219851.750690:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219851.750693:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222976:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219851.750696:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219851.750698:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219851.750699:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.750711:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219851.750714:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521c00. 02000000:00000001:1.0:1788219851.750716:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219851.750719:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219851.750721:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219851.750724:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661330. 00000100:00000200:1.0:1788219851.750727:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566222976, portal 4 00000100:00000001:1.0:1788219851.750728:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219851.750730:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219851.750734:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.750740:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219851.750742:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219851.750744:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661bb0. 00000100:00000200:1.0:1788219851.750746:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566222976, offset 0 00000400:00000200:1.0:1788219851.750750:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219851.750752:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219851.750755:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219851.750758:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219851.750760:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219851.750762:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219851.750764:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219851.750767:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92923:92923:254:4294967295] 192.168.203.120@tcp LPNI seq info [92923:92923:6:4294967295] 00000400:00000200:1.0:1788219851.750771:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219851.750776:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219851.750780:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219851.750782:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219851.750785:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219851.750789:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219851.750791:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219851.750794:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.750796:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27462 usecs (28 jiffies) 00000400:00000200:1.0:1788219851.750799:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219851.750800:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313720867 00000100:00000001:1.0:1788219851.750802:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313722106 00000100:00000001:1.0:1788219851.750804:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313720867 00000100:00000001:1.0:1788219851.750806:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313722106 00000100:00000001:1.0:1788219851.750808:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219851.750810:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.750811:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.750814:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.751075:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.751077:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219851.751080:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.751082:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219851.751331:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.751343:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219851.751345:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.751348:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219851.751362:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.751367:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219851.751373:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.751377:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.751381:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.751385:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786500 00000400:00000200:3.0:1788219851.751389:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.751393:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe943d [1] + 224 00000800:00000001:3.0:1788219851.751399:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.751405:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219851.751408:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.751412:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219851.751418:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219851.751424:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219851.751433:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751449:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788219851.751478:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219851.751481:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219851.751485:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.751488:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219851.751491:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661f68 00000400:00000010:3.0:1788219851.751494:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661f68. 00000100:00000001:3.0:1788219851.751497:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219851.751500:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751510:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219851.751513:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751520:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219851.751521:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219851.751527:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.751530:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788219851.751535:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219851.751537:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:3.0:1788219851.751540:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.751543:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219851.751545:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661440 00000400:00000010:3.0:1788219851.751547:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661440. 00000100:00000001:3.0:1788219851.751549:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219851.751552:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751558:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219851.751560:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751566:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219851.751567:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219851.751589:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219851.751591:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219851.751593:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.751597:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219851.751599:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661bb0 00000400:00000010:3.0:1788219851.751601:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661bb0. 00000100:00000001:3.0:1788219851.751603:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219851.751607:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751614:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219851.751616:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.751622:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219851.751624:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219851.751816:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.751818:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219851.751823:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219851.751833:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219851.751836:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4ec8. 00000400:00000200:0.0:1788219851.751841:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:0.0:1788219851.751842:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:0.0:1788219851.751845:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219851.751850:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219851.751859:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.751864:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219851.751866:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.751869:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219851.751871:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219851.751907:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219851.751909:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219851.751912:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219851.751920:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219851.751924:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=25 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219851.751926:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219851.751928:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219851.751931:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219851.751934:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.751937:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219851.751939:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:0.0:1788219851.751940:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219851.751942:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219851.751947:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.751954:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219851.751956:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219851.751958:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219851.751962:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219851.751969:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566222592:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219851.751974:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.751976:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219851.751979:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ca80 x1875079566222592/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.751986:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219851.751988:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219851.751991:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cba600. 02000000:00000001:0.0:1788219851.751995:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219851.751997:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219851.751998:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219851.752001:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219851.752005:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2f00. 02000000:00000001:0.0:1788219851.752008:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219851.752009:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219851.752011:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ca80. 00000100:00000001:0.0:1788219851.752015:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219851.752016:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.752018:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.752020:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.752021:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219851.752023:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.752024:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219851.754502:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.754518:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219851.754522:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.754525:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219851.754532:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.754540:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219851.754548:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.754554:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.754559:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.754564:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb786480 00000400:00000200:3.0:1788219851.754569:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219851.754576:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9435 [1] + 224 00000800:00000001:3.0:1788219851.754583:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.754590:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219851.754593:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219851.754598:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219851.754606:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219851.754615:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219851.754625:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219851.754646:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219851.754654:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219851.754657:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.754851:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.754855:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219851.754861:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219851.754863:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219851.754867:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219851.754871:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:0.0:1788219851.754874:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:0.0:1788219851.754877:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219851.754882:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219851.754892:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.754899:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219851.754900:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.754903:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219851.754906:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219851.754909:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219851.754911:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219851.754914:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219851.754920:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219851.754924:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=25 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219851.754927:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219851.754929:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219851.754931:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219851.754934:0:256061:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.754937:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219851.754942:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.754949:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219851.754952:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219851.754954:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219851.754958:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219851.754965:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfc0140c-5026-49da-a298-39d0904c711e:256061:1875079566222464:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219851.754970:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.754973:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219851.754976:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ce00 x1875079566222464/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219851.754983:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219851.754985:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219851.754988:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cbbc00. 02000000:00000001:0.0:1788219851.754991:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219851.754993:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219851.754995:0:256061:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1788219851.754997:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219851.754999:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2100. 02000000:00000001:0.0:1788219851.755003:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219851.755004:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219851.755006:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ce00. 00000100:00000001:0.0:1788219851.755009:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219851.755010:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.755012:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219851.755020:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219851.755022:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219851.755024:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219851.755026:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219851.760376:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760391:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219851.760395:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760398:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219851.760406:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760413:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219851.760422:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760427:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760432:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760436:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786580 00000400:00000200:2.0:1788219851.760441:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760448:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe944d [1] + 224 00000800:00000001:2.0:1788219851.760455:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760458:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219851.760462:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219851.760466:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219851.760473:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219851.760481:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219851.760493:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219851.760512:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219851.760519:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760522:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219851.760524:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760526:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219851.760529:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760532:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219851.760537:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760540:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760542:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760545:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786680 00000400:00000200:2.0:1788219851.760549:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760552:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9455 [1] + 224 00000800:00000001:2.0:1788219851.760556:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760558:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219851.760560:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219851.760563:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219851.760566:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219851.760570:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219851.760579:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219851.760585:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219851.760588:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760589:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219851.760591:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760593:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219851.760595:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760598:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219851.760601:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760604:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760606:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760609:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786600 00000400:00000200:2.0:1788219851.760612:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219851.760615:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9445 [1] + 224 00000800:00000001:2.0:1788219851.760618:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760766:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219851.760769:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219851.760773:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219851.760776:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219851.760781:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219851.760790:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219851.760798:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219851.760801:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219851.760804:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761141:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219851.761146:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219851.761152:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219851.761154:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219851.761158:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219851.761163:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661a18 00000400:00000010:1.0:1788219851.761165:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661a18. 00000100:00000001:1.0:1788219851.761168:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219851.761173:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219851.761183:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761189:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219851.761191:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761193:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219851.761196:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219851.761199:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219851.761201:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.761204:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219851.761212:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219851.761216:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219851.761225:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219851.761227:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.761231:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219851.761234:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.761237:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788219851.761239:0:256062:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: committing for last_committed 12884902897 gen 1 00000100:00000001:1.0:1788219851.761242:0:256062:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788219851.761245:0:256062:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788219851.761247:0:256062:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219851.761249:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.761254:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761261:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219851.761264:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219851.761266:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219851.761270:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219851.761285:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222720:192.168.203.120@tcp:400:kworker.0 00000400:00000001:1.0:1788219851.761293:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219851.761295:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219851.761296:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219851.761298:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661330 00000400:00000010:1.0:1788219851.761300:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661330. 00000100:00000001:1.0:1788219851.761302:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219851.761305:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219851.761348:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761354:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219851.761356:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761358:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219851.761359:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219851.761360:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219851.761362:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.761364:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219851.761367:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219851.761370:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=5 v=5 (1 1 1 0) 00000100:00000001:1.0:1788219851.761372:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219851.761374:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.761375:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219851.761377:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.761379:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219851.761380:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:1.0:1788219851.761382:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219851.761384:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.761387:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761394:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219851.761395:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219851.761396:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219851.761399:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219851.761406:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222976:192.168.203.120@tcp:400:kworker.0 00000400:00000001:1.0:1788219851.761410:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219851.761411:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219851.761413:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219851.761415:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661d48 00000400:00000010:1.0:1788219851.761416:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661d48. 00000100:00000001:1.0:1788219851.761418:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219851.761421:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219851.761428:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761434:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219851.761435:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761436:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219851.761437:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219851.761438:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219851.761439:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219851.761441:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219851.761444:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219851.761446:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=67 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219851.761448:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219851.761449:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219851.761450:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219851.761452:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.761454:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219851.761455:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:1.0:1788219851.761457:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219851.761458:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219851.761462:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761468:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219851.761470:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219851.761471:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219851.761474:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219851.761481:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566222848:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219851.761485:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761488:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219851.761491:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6fb80 x1875079566222720/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761497:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219851.761499:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219851.761502:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520400. 02000000:00000001:1.0:1788219851.761506:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219851.761508:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219851.761510:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219851.761512:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219851.761514:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2c00. 02000000:00000001:1.0:1788219851.761518:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219851.761520:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219851.761522:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6fb80. 00000100:00000001:1.0:1788219851.761525:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219851.761526:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761528:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219851.761531:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566222976/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761537:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219851.761538:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219851.761540:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521c00. 02000000:00000001:1.0:1788219851.761542:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219851.761543:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219851.761544:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219851.761546:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219851.761547:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2b00. 02000000:00000001:1.0:1788219851.761550:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219851.761551:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219851.761552:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219851.761554:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219851.761555:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761557:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219851.761560:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566222848/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219851.761566:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219851.761567:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219851.761568:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521a00. 02000000:00000001:1.0:1788219851.761570:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219851.761571:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219851.761572:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:1.0:1788219851.761574:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219851.761575:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2400. 02000000:00000001:1.0:1788219851.761576:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219851.761577:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219851.761578:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219851.761581:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219851.761582:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761585:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219851.761592:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219851.761594:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219851.761596:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219851.761599:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219852.703424:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219852.703458:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219852.703465:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219852.703466:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219852.703470:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219852.703471:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219852.703474:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219852.703475:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219852.703479:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219852.703480:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219852.703791:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219852.703795:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219852.703799:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219853.024837:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313722106, at 4313722113 00000100:00000010:2.0:1788219853.024853:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02960. 00000100:00000040:3.0:1788219853.026338:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313722106, at 4313722114 00000100:00000010:3.0:1788219853.026352:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a027e0. 00010000:00000001:1.0:1788219853.727428:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219853.727435:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219853.727441:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219853.727442:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219853.727445:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219853.727447:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219853.727450:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219853.727451:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219853.727454:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219853.727456:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219853.727478:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219853.727480:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219853.727483:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219854.751556:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219854.751564:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219854.751570:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219854.751571:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219854.751575:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219854.751576:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219854.751580:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219854.751582:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219854.751585:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219854.751586:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219854.752031:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219854.752034:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219854.752037:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219855.776072:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219855.776079:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776085:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219855.776086:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776089:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219855.776091:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776095:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219855.776099:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219855.776100:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219855.776107:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219855.776109:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219855.776110:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776113:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219855.776115:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776117:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776120:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219855.776135:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219855.776137:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219855.776229:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219855.776232:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219855.776235:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1788219856.445469:0:329803:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219856.445479:0:329803:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26400. 00000002:00000001:3.0:1788219856.445484:0:329803:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219856.445491:0:329803:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:3.0:1788219856.445494:0:329803:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e070e600. 00000020:00000040:3.0:1788219856.445502:0:329803:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219856.445505:0:329803:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:3.0:1788219856.445509:0:329803:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1788219856.446879:0:329803:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:3.0:1788219856.446890:0:329803:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219856.446897:0:329803:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219856.446903:0:329803:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219856.446906:0:329803:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219856.446910:0:329803:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219856.446918:0:329803:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb596600. 00000100:00000001:3.0:1788219856.446924:0:329803:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.446930:0:329803:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219856.446932:0:329803:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219856.446938:0:329803:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c94a49c0. 00000100:00000001:3.0:1788219856.446940:0:329803:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363532511680 : -113710177039936 : ffff9894c94a49c0) 00000100:00000001:3.0:1788219856.446943:0:329803:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219856.446945:0:329803:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219856.446949:0:329803:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219856.446953:0:329803:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.446955:0:329803:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219856.446957:0:329803:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219856.446968:0:329803:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.446977:0:329803:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219856.446979:0:329803:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.446983:0:329803:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219856.446985:0:329803:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219856.446988:0:329803:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219856.446991:0:329803:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329803:1875079566223104:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219856.446995:0:329803:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219856.446999:0:329803:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219856.447001:0:329803:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.447004:0:329803:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219856.447007:0:329803:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894cb596000. 02000000:00000001:3.0:1788219856.447008:0:329803:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219856.447015:0:329803:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219856.447019:0:329803:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219856.447026:0:329803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219856.447032:0:329803:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223104, portal 10 00000100:00000001:3.0:1788219856.447034:0:329803:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219856.447035:0:329803:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219856.447042:0:329803:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.447050:0:329803:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219856.447052:0:329803:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219856.447055:0:329803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c660. 00000100:00000200:3.0:1788219856.447058:0:329803:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566223104, offset 0 00000400:00000200:3.0:1788219856.447064:0:329803:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219856.447073:0:329803:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219856.447080:0:329803:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219856.447085:0:329803:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219856.447089:0:329803:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219856.447093:0:329803:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219856.447095:0:329803:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219856.447099:0:329803:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92924:92924:256:4294967295] 192.168.203.120@tcp LPNI seq info [92924:92924:8:4294967295] 00000400:00000200:3.0:1788219856.447104:0:329803:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219856.447112:0:329803:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219856.447118:0:329803:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219856.447123:0:329803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26900. 00000800:00000200:3.0:1788219856.447130:0:329803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219856.447137:0:329803:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219856.447141:0:329803:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1788219856.447153:0:329803:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.447157:0:329803:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14700 usecs (15 jiffies) 00000400:00000200:3.0:1788219856.447160:0:329803:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219856.447163:0:329803:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313725550 00000100:00000010:3.0:1788219856.447168:0:329803:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec720. 00000100:00000001:3.0:1788219856.447174:0:329803:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219856.447181:0:329803:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313725550 00000100:00000010:3.0:1788219856.447184:0:329803:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95eca80. 00000100:00000001:3.0:1788219856.447187:0:329803:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219856.447190:0:329803:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219856.447193:0:329803:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.447196:0:329803:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219856.447197:0:329803:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219856.447200:0:329803:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c94a49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788219856.447219:0:329803:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219856.447222:0:329803:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219856.447812:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219856.447818:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26900. 00000400:00000200:2.0:1788219856.447823:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.447829:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219856.447834:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c660 00000400:00000010:2.0:1788219856.447836:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c660. 00000100:00000001:2.0:1788219856.447840:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219856.447845:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.447857:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219856.447860:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.447867:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.447869:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219856.453176:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.453194:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219856.453198:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.453200:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.453209:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.453217:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219856.453225:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.453231:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.453236:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.453240:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786700 00000400:00000200:2.0:1788219856.453257:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.453264:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe945d [1] + 224 00000800:00000001:2.0:1788219856.453270:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.453278:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.453281:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.453285:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219856.453292:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219856.453301:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219856.453363:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.453379:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219856.453387:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.453390:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.453572:0:329803:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219856.453581:0:329803:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219856.453583:0:329803:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219856.453587:0:329803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219856.453592:0:329803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219856.453595:0:329803:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219856.453598:0:329803:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219856.453603:0:329803:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219856.453613:0:329803:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.453619:0:329803:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219856.453621:0:329803:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.453623:0:329803:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219856.453628:0:329803:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219856.453631:0:329803:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219856.453633:0:329803:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.453637:0:329803:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219856.453647:0:329803:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219856.453652:0:329803:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219856.453654:0:329803:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219856.453657:0:329803:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219856.453660:0:329803:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219856.453663:0:329803:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.453666:0:329803:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219856.453668:0:329803:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:3.0:1788219856.453671:0:329803:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219856.453672:0:329803:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.453677:0:329803:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.453684:0:329803:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219856.453687:0:329803:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219856.453690:0:329803:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219856.453694:0:329803:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219856.453702:0:329803:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329803:1875079566223104:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219856.453707:0:329803:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.453710:0:329803:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.453712:0:329803:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219856.453714:0:329803:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219856.453717:0:329803:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.453724:0:329803:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219856.453726:0:329803:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c94a49c0. 00000100:00000001:3.0:1788219856.453729:0:329803:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219856.453731:0:329803:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.453733:0:329803:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219856.453735:0:329803:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566223104/t0(0) o46->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.453740:0:329803:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219856.453742:0:329803:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219856.453745:0:329803:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894cb596000. 02000000:00000001:3.0:1788219856.453748:0:329803:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219856.453751:0:329803:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219856.453753:0:329803:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219856.453755:0:329803:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219856.453757:0:329803:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb596600. 02000000:00000001:3.0:1788219856.453760:0:329803:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219856.453762:0:329803:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219856.453764:0:329803:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219856.453767:0:329803:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219856.453769:0:329803:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.453771:0:329803:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219856.453774:0:329803:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219856.453777:0:329803:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219856.453780:0:329803:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000001:3.0:1788219856.453784:0:329803:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:3.0:1788219856.453786:0:329803:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e070e600. 00000002:00000010:3.0:1788219856.453806:0:329803:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26400. 00000100:00000040:2.0:1788219856.463369:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313725550, at 4313725551 00000100:00000010:2.0:1788219856.463384:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec720. 00000100:00000040:3.0:1788219856.463489:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313725550, at 4313725551 00000100:00000010:3.0:1788219856.463497:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95eca80. 00010000:00000001:1.0:1788219856.799432:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219856.799439:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219856.799446:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219856.799448:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219856.799451:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219856.799452:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219856.799455:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219856.799456:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219856.799459:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219856.799460:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219856.803663:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219856.803671:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219856.803676:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219856.863493:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219856.863503:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219856.863514:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219856.863520:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219856.863525:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219856.863528:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219856.863533:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219856.863617:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26400. 00000100:00000001:3.0:1788219856.863625:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863639:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219856.863716:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219856.863721:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863728:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.863752:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863755:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219856.863758:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219856.863763:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219856.863766:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219856.863769:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219856.863770:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219856.863773:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219856.863776:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26500. 00000100:00000001:3.0:1788219856.863780:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863784:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219856.863791:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219856.863793:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863796:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.863805:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863807:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219856.863810:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219856.863813:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000020:00000040:3.0:1788219856.863816:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219856.863817:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219856.863818:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219856.863820:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219856.863822:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26b00. 00000100:00000001:3.0:1788219856.863824:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.863828:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219856.865170:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219856.865174:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.865185:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_01+1] req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.865196:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.865199:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219856.865202:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219856.865210:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219856.865213:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219856.865216:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219856.865219:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219856.865222:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219856.865228:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26900. 00000100:00000001:3.0:1788219856.865232:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.865237:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219856.865253:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219856.865256:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.865259:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.865266:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.865271:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19063) 00000100:00000001:2.0:1788219856.865334:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219856.865338:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219856.865341:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219856.865348:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.865356:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219856.865358:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.865362:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219856.865365:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219856.865368:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219856.865372:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566223232:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219856.865376:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219856.865381:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219856.865383:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.865386:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219856.865391:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ec8b4800. 02000000:00000001:2.0:1788219856.865393:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219856.865400:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219856.865404:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2268. 00000400:00000010:2.0:1788219856.865411:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219856.865418:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223232, portal 25 00000100:00000001:2.0:1788219856.865420:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219856.865422:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:2.0:1788219856.865427:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.865435:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219856.865438:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219856.865440:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:2.0:1788219856.865443:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566223232, offset 0 00000400:00000200:2.0:1788219856.865449:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219856.865457:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.865465:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219856.865470:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219856.865473:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219856.865477:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219856.865480:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219856.865483:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92925:92925:256:4294967295] 192.168.203.120@tcp LPNI seq info [92925:92925:8:4294967295] 00000400:00000200:2.0:1788219856.865487:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.865496:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219856.865502:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219856.865507:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219856.865514:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219856.865521:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219856.865525:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219856.865536:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219856.865540:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219856.865992:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313727226 00000100:00000010:2.0:1788219856.865998:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1925a0. 00000100:00000001:2.0:1788219856.866004:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219856.866010:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313727226 00000100:00000010:2.0:1788219856.866013:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192300. 00000100:00000001:2.0:1788219856.866016:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219856.866019:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219856.866021:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866024:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219856.866031:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.866038:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219856.866040:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.866042:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219856.866044:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219856.866046:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219856.866048:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566223488:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219856.866051:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219856.866054:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219856.866056:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.866057:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219856.866060:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ec8b4400. 02000000:00000001:2.0:1788219856.866062:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219856.866066:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219856.866069:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:2.0:1788219856.866074:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219856.866078:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223488, portal 4 00000100:00000001:2.0:1788219856.866080:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219856.866081:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:2.0:1788219856.866088:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.866099:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219856.866101:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219856.866103:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5880. 00000100:00000200:2.0:1788219856.866105:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566223488, offset 0 00000400:00000200:2.0:1788219856.866109:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219856.866113:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.866117:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219856.866120:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219856.866123:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219856.866125:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219856.866126:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219856.866129:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92926:92926:255:4294967295] 192.168.203.120@tcp LPNI seq info [92926:92926:7:4294967295] 00000400:00000200:2.0:1788219856.866133:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.866138:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219856.866143:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219856.866146:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219856.866150:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219856.866155:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219856.866157:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219856.866160:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219856.866164:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:2.0:1788219856.866167:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219856.866169:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313725972 00000100:00000001:2.0:1788219856.866171:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313727226 00000100:00000001:2.0:1788219856.866173:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313725972 00000100:00000001:2.0:1788219856.866175:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313727226 00000100:00000001:2.0:1788219856.866177:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219856.866179:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866182:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866185:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219856.866193:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219856.866195:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219856.866197:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219856.866198:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219856.866200:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219856.866202:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788219856.866203:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219856.866205:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219856.866207:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219856.866208:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219856.866209:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219856.866210:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219856.866215:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.866222:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219856.866223:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.866226:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219856.866227:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219856.866229:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219856.866232:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566223360:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219856.866235:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219856.866238:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219856.866239:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.866250:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219856.866254:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ec8b5000. 02000000:00000001:2.0:1788219856.866256:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219856.866258:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219856.866261:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219856.866264:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219856.866266:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223360, portal 10 00000100:00000001:2.0:1788219856.866268:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219856.866269:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:2.0:1788219856.866275:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.866281:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219856.866283:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219856.866285:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5f68. 00000100:00000200:2.0:1788219856.866287:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566223360, offset 0 00000400:00000200:2.0:1788219856.866291:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219856.866294:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.866297:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219856.866300:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219856.866302:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219856.866304:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219856.866306:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219856.866308:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92927:92927:254:4294967295] 192.168.203.120@tcp LPNI seq info [92927:92927:6:4294967295] 00000400:00000200:2.0:1788219856.866338:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.866343:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219856.866347:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219856.866351:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219856.866355:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219856.866359:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219856.866361:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219856.866364:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219856.866366:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26275 usecs (27 jiffies) 00000400:00000200:2.0:1788219856.866369:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219856.866371:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313725982 00000100:00000001:2.0:1788219856.866373:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313727226 00000100:00000001:2.0:1788219856.866374:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313725982 00000100:00000001:2.0:1788219856.866376:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313727226 00000100:00000001:2.0:1788219856.866378:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219856.866379:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866382:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219856.866386:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.866393:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219856.866394:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.866397:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219856.866399:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219856.866401:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219856.866403:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566223616:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219856.866406:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219856.866408:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219856.866410:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219856.866411:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219856.866414:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893ec8b4200. 02000000:00000001:2.0:1788219856.866416:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219856.866419:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219856.866421:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2000. 00000400:00000010:2.0:1788219856.866424:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5c38. 00000100:00000200:2.0:1788219856.866427:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223616, portal 4 00000100:00000001:2.0:1788219856.866428:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219856.866429:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:2.0:1788219856.866434:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.866440:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219856.866442:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219856.866444:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219856.866446:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566223616, offset 0 00000400:00000200:2.0:1788219856.866450:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219856.866454:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.866457:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219856.866459:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219856.866462:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219856.866464:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219856.866467:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219856.866469:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92928:92928:253:4294967295] 192.168.203.120@tcp LPNI seq info [92928:92928:5:4294967295] 00000400:00000200:2.0:1788219856.866473:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.866479:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219856.866484:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219856.866487:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219856.866490:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219856.866494:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219856.866496:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219856.866499:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219856.866502:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27446 usecs (28 jiffies) 00000400:00000200:2.0:1788219856.866504:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219856.866506:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313725983 00000100:00000001:2.0:1788219856.866509:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313727226 00000100:00000001:2.0:1788219856.866511:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313725983 00000100:00000001:2.0:1788219856.866513:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313727226 00000100:00000001:2.0:1788219856.866515:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219856.866516:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866519:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866521:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.866534:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219856.866536:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219856.867815:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219856.867822:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:2.0:1788219856.868632:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.868644:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219856.868652:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:2.0:1788219856.868655:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:2.0:1788219856.868661:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219856.868669:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.868687:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219856.868691:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.868697:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.868699:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219856.868722:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219856.868725:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:2.0:1788219856.868728:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.868732:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219856.868734:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5880 00000400:00000010:2.0:1788219856.868736:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5880. 00000100:00000001:2.0:1788219856.868739:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219856.868743:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.868749:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219856.868752:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.868758:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.868759:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219856.868769:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219856.868771:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:2.0:1788219856.868773:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.868776:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219856.868779:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5f68 00000400:00000010:2.0:1788219856.868780:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5f68. 00000100:00000001:2.0:1788219856.868783:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219856.868787:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.868793:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219856.868796:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.868807:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.868808:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219856.869411:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219856.869416:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:2.0:1788219856.869420:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.869425:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219856.869429:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:2.0:1788219856.869431:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:2.0:1788219856.869434:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219856.869440:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.869448:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219856.869451:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.869457:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219856.869458:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219856.879031:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879051:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219856.879055:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879058:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.879068:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879076:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219856.879085:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879092:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879098:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879102:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786800 00000400:00000200:2.0:1788219856.879106:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879112:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe948d [1] + 224 00000800:00000001:2.0:1788219856.879119:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879124:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.879127:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.879131:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219856.879141:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219856.879150:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219856.879160:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.879186:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219856.879197:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879201:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219856.879203:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879205:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.879212:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879216:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219856.879221:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879224:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879226:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879229:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786880 00000400:00000200:2.0:1788219856.879233:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879237:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe947d [1] + 224 00000800:00000001:2.0:1788219856.879249:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879253:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.879254:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.879257:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219856.879260:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219856.879264:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219856.879272:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.879278:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219856.879281:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879284:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219856.879286:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879289:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.879291:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879294:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219856.879298:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879300:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879303:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879305:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb786780 00000400:00000200:2.0:1788219856.879308:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.879353:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe946d [1] + 224 00000800:00000001:2.0:1788219856.879357:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879366:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.879368:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.879370:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219856.879373:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219856.879378:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219856.879386:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.879393:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219856.879397:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.879400:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.879509:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219856.879514:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219856.879521:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219856.879522:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219856.879526:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:3.0:1788219856.879530:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:3.0:1788219856.879532:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:3.0:1788219856.879535:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219856.879540:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219856.879548:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879554:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219856.879556:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.879559:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219856.879562:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219856.879565:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219856.879567:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.879570:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219856.879579:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219856.879584:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=30 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219856.879586:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219856.879588:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219856.879591:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219856.879594:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.879598:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219856.879600:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219856.879602:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219856.879603:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.879608:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879616:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219856.879618:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219856.879620:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219856.879624:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219856.879630:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566223360:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219856.879636:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219856.879637:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219856.879639:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2268. 00000400:00000200:3.0:1788219856.879642:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:3.0:1788219856.879644:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:3.0:1788219856.879646:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219856.879653:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219856.879803:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879809:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219856.879811:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.879813:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219856.879814:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219856.879815:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219856.879817:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.879819:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219856.879823:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219856.879825:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=30 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219856.879827:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219856.879829:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219856.879830:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219856.879832:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.879833:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.879837:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879843:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219856.879845:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219856.879846:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219856.879850:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219856.879856:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566223232:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219856.879861:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219856.879862:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219856.879870:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:3.0:1788219856.879874:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:3.0:1788219856.879876:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:3.0:1788219856.879878:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219856.879881:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219856.879888:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879893:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219856.879894:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.879895:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219856.879896:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219856.879897:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219856.879899:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.879900:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219856.879905:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219856.879908:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=72 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219856.879909:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219856.879910:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219856.879912:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219856.879913:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.879915:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219856.879916:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219856.879918:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219856.879919:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.879922:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879927:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219856.879929:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219856.879930:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219856.879933:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219856.879939:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566223488:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219856.879943:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.879946:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219856.879949:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566223360/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879955:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219856.879958:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219856.879961:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ec8b5000. 02000000:00000001:3.0:1788219856.879965:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219856.879968:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219856.879970:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219856.879972:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219856.879974:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26500. 02000000:00000001:3.0:1788219856.879979:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219856.879980:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219856.879983:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219856.879986:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219856.879987:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.879989:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219856.879992:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566223232/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.879997:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219856.879999:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219856.880000:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ec8b4800. 02000000:00000001:3.0:1788219856.880002:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219856.880003:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219856.880004:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219856.880006:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219856.880007:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26400. 02000000:00000001:3.0:1788219856.880009:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219856.880010:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219856.880011:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219856.880014:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219856.880015:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880017:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219856.880019:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566223488/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.880025:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219856.880026:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219856.880027:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ec8b4400. 02000000:00000001:3.0:1788219856.880029:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219856.880030:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219856.880031:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219856.880033:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219856.880034:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26b00. 02000000:00000001:3.0:1788219856.880036:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219856.880037:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219856.880038:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:3.0:1788219856.880041:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219856.880042:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880046:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.880048:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219856.880049:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219856.880051:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.880053:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219856.880213:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.880220:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219856.880223:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.880225:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.880230:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.880234:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219856.880248:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.880252:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.880255:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.880259:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786900 00000400:00000200:2.0:1788219856.880262:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219856.880267:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe949d [1] + 224 00000800:00000001:2.0:1788219856.880271:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.880278:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219856.880280:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219856.880283:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219856.880288:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219856.880292:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219856.880300:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219856.880368:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219856.880374:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219856.880377:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880531:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219856.880533:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219856.880537:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219856.880538:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219856.880540:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2000. 00000400:00000200:3.0:1788219856.880543:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5c38 00000400:00000010:3.0:1788219856.880545:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5c38. 00000100:00000001:3.0:1788219856.880548:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219856.880552:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219856.880560:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.880565:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219856.880566:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880568:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219856.880570:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219856.880571:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219856.880573:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219856.880575:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219856.880580:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219856.880583:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=10 v=5 (1 1 1 0) 00000100:00000001:3.0:1788219856.880585:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219856.880587:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219856.880589:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219856.880591:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.880594:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219856.880595:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219856.880597:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219856.880598:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219856.880602:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.880608:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219856.880611:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219856.880612:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219856.880616:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219856.880623:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566223616:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219856.880627:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880629:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219856.880632:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566223616/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219856.880640:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219856.880642:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219856.880643:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893ec8b4200. 02000000:00000001:3.0:1788219856.880646:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219856.880648:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219856.880649:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219856.880651:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219856.880653:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26900. 02000000:00000001:3.0:1788219856.880655:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219856.880656:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219856.880658:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219856.880660:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219856.880661:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880664:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219856.880670:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219856.880672:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219856.880674:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219856.880676:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824496:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219857.824503:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824510:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219857.824511:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824514:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219857.824515:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824518:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219857.824519:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824522:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219857.824526:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219857.824528:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219857.824531:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824534:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219857.824536:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824538:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219857.824540:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219857.824565:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219857.824568:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219857.824570:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219858.144036:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313727226, at 4313727232 00000100:00000010:2.0:1788219858.144053:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1925a0. 00000100:00000040:3.0:1788219858.144229:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313727226, at 4313727232 00000100:00000010:3.0:1788219858.144247:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192300. 00010000:00000001:1.0:1788219858.853472:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219858.853479:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219858.853486:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219858.853487:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219858.853490:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219858.853491:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219858.853495:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219858.853497:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219858.853500:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219858.853502:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219858.855035:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219858.855041:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219858.855045:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1788219859.115389:0:329836:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:1.0:1788219859.115455:0:329836:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9894d0df2400. 00000002:00000001:1.0:1788219859.115461:0:329836:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219859.115487:0:329836:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:1.0:1788219859.115490:0:329836:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9894c9d25240. 00000020:00000040:1.0:1788219859.115498:0:329836:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219859.115501:0:329836:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:1.0:1788219859.115506:0:329836:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1788219859.115509:0:329836:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:1.0:1788219859.115514:0:329836:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219859.115517:0:329836:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219859.115522:0:329836:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219859.115526:0:329836:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219859.115531:0:329836:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219859.115539:0:329836:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d1520200. 00000100:00000001:1.0:1788219859.115546:0:329836:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219859.115552:0:329836:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219859.115553:0:329836:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219859.115560:0:329836:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e3afc840. 00000100:00000001:1.0:1788219859.115562:0:329836:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359680403520 : -113714029148096 : ffff9893e3afc840) 00000100:00000001:1.0:1788219859.115565:0:329836:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219859.115566:0:329836:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219859.115571:0:329836:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219859.115575:0:329836:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219859.115577:0:329836:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219859.115578:0:329836:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219859.115646:0:329836:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.115656:0:329836:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219859.115658:0:329836:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219859.115663:0:329836:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219859.115665:0:329836:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219859.115668:0:329836:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219859.115673:0:329836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329836:1875079566223744:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219859.115678:0:329836:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219859.115751:0:329836:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219859.115754:0:329836:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219859.115757:0:329836:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219859.115762:0:329836:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520800. 02000000:00000001:1.0:1788219859.115763:0:329836:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219859.115771:0:329836:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219859.115776:0:329836:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219859.115785:0:329836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661d48. 00000100:00000200:1.0:1788219859.115792:0:329836:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223744, portal 10 00000100:00000001:1.0:1788219859.115794:0:329836:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219859.115796:0:329836:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219859.115804:0:329836:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.115936:0:329836:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219859.115940:0:329836:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219859.115943:0:329836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661330. 00000100:00000200:1.0:1788219859.115949:0:329836:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566223744, offset 0 00000400:00000200:1.0:1788219859.115955:0:329836:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219859.115964:0:329836:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219859.115971:0:329836:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219859.115976:0:329836:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219859.115980:0:329836:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219859.115984:0:329836:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219859.115987:0:329836:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219859.115991:0:329836:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92929:92929:256:4294967295] 192.168.203.120@tcp LPNI seq info [92929:92929:8:4294967295] 00000400:00000200:1.0:1788219859.115995:0:329836:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219859.116004:0:329836:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219859.116009:0:329836:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219859.116014:0:329836:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219859.116021:0:329836:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219859.116028:0:329836:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219859.116032:0:329836:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1788219859.116428:0:329836:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219859.116433:0:329836:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26275 usecs (27 jiffies) 00000400:00000200:1.0:1788219859.116437:0:329836:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219859.116440:0:329836:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313728232 00000100:00000010:1.0:1788219859.116445:0:329836:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2ea0. 00000100:00000001:1.0:1788219859.116452:0:329836:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219859.116458:0:329836:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313728232 00000100:00000010:1.0:1788219859.116460:0:329836:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2180. 00000100:00000001:1.0:1788219859.116463:0:329836:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219859.116466:0:329836:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219859.116469:0:329836:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219859.116471:0:329836:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219859.116474:0:329836:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219859.116476:0:329836:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e3afc840 going to sleep for 11 seconds 00000100:00000001:1.0:1788219859.116479:0:329836:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219859.116482:0:329836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219859.117586:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219859.117592:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:3.0:1788219859.117599:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219859.117605:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219859.117610:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661330 00000400:00000010:3.0:1788219859.117612:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661330. 00000100:00000001:3.0:1788219859.117615:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219859.117620:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219859.117630:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219859.117632:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219859.117637:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219859.117638:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219859.124877:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219859.124894:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219859.124899:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219859.124902:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219859.124912:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219859.124921:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219859.124929:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219859.124935:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219859.124939:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219859.124943:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786980 00000400:00000200:2.0:1788219859.124948:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219859.124954:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94ad [1] + 224 00000800:00000001:2.0:1788219859.124962:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219859.124969:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219859.124972:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219859.125194:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219859.125203:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219859.125213:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219859.125236:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.125348:0:329836:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219859.125386:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219859.125396:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219859.125400:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219859.125877:0:329836:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219859.125881:0:329836:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219859.125885:0:329836:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219859.125889:0:329836:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661d48 00000400:00000010:1.0:1788219859.125892:0:329836:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661d48. 00000100:00000001:1.0:1788219859.125896:0:329836:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219859.125902:0:329836:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219859.125911:0:329836:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.125917:0:329836:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219859.125919:0:329836:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219859.125923:0:329836:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219859.125926:0:329836:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219859.125928:0:329836:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219859.125931:0:329836:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219859.125933:0:329836:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219859.125942:0:329836:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219859.125946:0:329836:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=33 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219859.125949:0:329836:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219859.125951:0:329836:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.125954:0:329836:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219859.125956:0:329836:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219859.125960:0:329836:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219859.125962:0:329836:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:1.0:1788219859.125964:0:329836:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219859.125965:0:329836:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219859.125969:0:329836:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.126043:0:329836:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219859.126046:0:329836:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219859.126047:0:329836:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219859.126052:0:329836:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219859.126059:0:329836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:329836:1875079566223744:192.168.203.120@tcp:46:lfs.0 00000100:00000001:1.0:1788219859.126065:0:329836:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219859.126067:0:329836:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219859.126069:0:329836:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219859.126071:0:329836:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219859.126074:0:329836:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.126080:0:329836:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219859.126083:0:329836:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e3afc840. 00000100:00000001:1.0:1788219859.126087:0:329836:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219859.126088:0:329836:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219859.126090:0:329836:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219859.126093:0:329836:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566223744/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219875 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219859.126099:0:329836:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219859.126101:0:329836:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219859.126104:0:329836:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520800. 02000000:00000001:1.0:1788219859.126106:0:329836:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219859.126109:0:329836:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219859.126111:0:329836:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219859.126113:0:329836:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219859.126115:0:329836:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d1520200. 02000000:00000001:1.0:1788219859.126118:0:329836:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219859.126119:0:329836:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219859.126121:0:329836:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219859.126125:0:329836:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219859.126126:0:329836:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219859.126128:0:329836:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219859.126131:0:329836:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219859.126135:0:329836:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219859.126139:0:329836:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219859.126142:0:329836:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:1.0:1788219859.126144:0:329836:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9894c9d25240. 00000002:00000010:1.0:1788219859.126163:0:329836:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9894d0df2400. 00000100:00000040:3.0:1788219859.144402:0:318409:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313728232, at 4313728233 00000100:00000010:3.0:1788219859.144417:0:318409:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2180. 00000100:00000040:2.0:1788219859.145666:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313728232, at 4313728234 00000100:00000010:2.0:1788219859.145733:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2ea0. 00010000:00000001:1.0:1788219859.871453:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219859.871461:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871466:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219859.871467:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871471:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219859.871474:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219859.871476:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219859.871482:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219859.871484:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219859.871486:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871489:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219859.871491:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871493:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871495:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871499:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219859.871500:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219859.871670:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219859.871672:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219859.871760:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219859.871764:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219859.871766:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219860.895533:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219860.895548:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219860.895551:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219860.895559:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219860.895562:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219860.895564:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895571:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219860.895573:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895576:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895578:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895585:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219860.895586:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219860.895587:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219860.895590:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219860.895591:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219860.895592:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895594:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219860.895595:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895597:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895599:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895603:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219860.895605:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895609:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219860.895610:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219860.895615:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219860.895616:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219860.895727:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219860.895732:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219860.895735:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788219861.230902:0:329865:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219861.919699:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219861.919704:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219861.919709:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219861.919711:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219861.919714:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219861.919715:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219861.919719:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219861.919720:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219861.919724:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219861.919725:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219861.919756:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219861.919759:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219861.919762:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788219861.985383:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219861.985395:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219861.985406:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219861.985413:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1788219861.985418:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219861.985421:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219861.985427:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219861.985435:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2400. 00000100:00000001:1.0:1788219861.985442:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985455:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219861.985467:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219861.985472:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985478:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d4b8ad] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985506:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985509:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219861.985512:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219861.985515:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219861.985517:0:276499:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219861.985520:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219861.985521:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219861.985523:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219861.985526:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2c00. 00000100:00000001:1.0:1788219861.985528:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985532:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219861.985545:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219861.985547:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985551:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab630f06] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985560:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985562:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219861.985565:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219861.985567:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6fb80. 00000020:00000040:1.0:1788219861.985569:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219861.985571:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219861.985572:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219861.985574:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219861.985577:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2800. 00000100:00000001:1.0:1788219861.985580:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985584:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219861.985590:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219861.985592:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985596:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074f0d252] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985603:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985605:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219861.985609:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219861.985612:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e300. 00000020:00000040:1.0:1788219861.985614:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219861.985616:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219861.985617:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219861.985618:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219861.985621:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2d00. 00000100:00000001:1.0:1788219861.985624:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985628:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219861.985635:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219861.985637:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985640:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f538df8e] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985646:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985648:0:276499:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788219861.985650:0:276499:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788219861.985653:0:276499:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6dc00. 00000020:00000040:1.0:1788219861.985655:0:276499:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:1.0:1788219861.985656:0:276499:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219861.985657:0:276499:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219861.985659:0:276499:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219861.985662:0:276499:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9894d0df2b00. 00000100:00000001:1.0:1788219861.985675:0:276499:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985679:0:276499:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219861.985685:0:276499:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219861.985687:0:276499:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985690:0:276499:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceb05995] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985696:0:276499:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.985700:0:276499:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19068) 00000100:00000001:1.0:1788219861.985716:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219861.985720:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219861.985722:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219861.985727:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985735:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219861.985747:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.985752:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219861.985755:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219861.985758:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219861.985761:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566223872:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219861.985766:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219861.985770:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219861.985773:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.985775:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219861.985780:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521c00. 02000000:00000001:1.0:1788219861.985782:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219861.985789:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219861.985794:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219861.985802:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661d48. 00000100:00000200:1.0:1788219861.985808:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566223872, portal 25 00000100:00000001:1.0:1788219861.985811:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219861.985812:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219861.985817:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985825:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219861.985828:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219861.985830:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661a18. 00000100:00000200:1.0:1788219861.985834:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566223872, offset 0 00000400:00000200:1.0:1788219861.985840:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219861.985848:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.985856:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219861.985861:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219861.985866:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219861.985870:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219861.985873:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219861.985877:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92930:92930:256:4294967295] 192.168.203.120@tcp LPNI seq info [92930:92930:8:4294967295] 00000400:00000200:1.0:1788219861.985881:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.985891:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219861.985897:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219861.985901:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219861.985907:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219861.985914:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219861.985918:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219861.985932:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219861.985936:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219861.985939:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313732346 00000100:00000010:1.0:1788219861.985944:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2300. 00000100:00000001:1.0:1788219861.985950:0:256062:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219861.985955:0:256062:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313732346 00000100:00000010:1.0:1788219861.985958:0:256062:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2cc0. 00000100:00000001:1.0:1788219861.985960:0:256062:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219861.985963:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219861.985965:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.985968:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219861.985971:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.985978:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219861.985980:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.985982:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219861.985984:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219861.985985:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219861.985988:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224128:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219861.985991:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219861.985993:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219861.985995:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.985997:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219861.985999:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520400. 02000000:00000001:1.0:1788219861.986001:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219861.986004:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219861.986007:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219861.986010:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661c38. 00000100:00000200:1.0:1788219861.986013:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224128, portal 10 00000100:00000001:1.0:1788219861.986014:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219861.986016:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000040:1.0:1788219861.986022:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986029:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219861.986031:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219861.986033:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6615d8. 00000100:00000200:1.0:1788219861.986035:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566224128, offset 0 00000400:00000200:1.0:1788219861.986038:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986041:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986044:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219861.986046:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219861.986049:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219861.986051:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219861.986053:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986056:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92931:92931:255:4294967295] 192.168.203.120@tcp LPNI seq info [92931:92931:7:4294967295] 00000400:00000200:1.0:1788219861.986059:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986064:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219861.986067:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219861.986069:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219861.986073:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219861.986077:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219861.986079:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219861.986082:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.986085:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14697 usecs (15 jiffies) 00000400:00000200:1.0:1788219861.986088:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219861.986089:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313731089 00000100:00000001:1.0:1788219861.986092:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986095:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313731089 00000100:00000001:1.0:1788219861.986097:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986099:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219861.986101:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986103:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219861.986106:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986112:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219861.986113:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.986115:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219861.986117:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219861.986119:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219861.986121:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224384:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219861.986124:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219861.986127:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219861.986128:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.986130:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219861.986132:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1521000. 02000000:00000001:1.0:1788219861.986134:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219861.986137:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219861.986139:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219861.986142:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661cc0. 00000100:00000200:1.0:1788219861.986144:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224384, portal 4 00000100:00000001:1.0:1788219861.986146:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219861.986147:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000040:1.0:1788219861.986151:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986157:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219861.986159:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219861.986161:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6614c8. 00000100:00000200:1.0:1788219861.986164:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566224384, offset 0 00000400:00000200:1.0:1788219861.986168:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986172:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986175:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219861.986178:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219861.986180:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219861.986182:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219861.986184:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986187:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92932:92932:254:4294967295] 192.168.203.120@tcp LPNI seq info [92932:92932:6:4294967295] 00000400:00000200:1.0:1788219861.986191:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986196:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219861.986200:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219861.986203:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219861.986216:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219861.986221:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219861.986223:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219861.986226:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.986229:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27436 usecs (28 jiffies) 00000400:00000200:1.0:1788219861.986232:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219861.986233:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313731102 00000100:00000001:1.0:1788219861.986236:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986238:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313731102 00000100:00000001:1.0:1788219861.986240:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986242:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219861.986245:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986247:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986250:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219861.986259:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219861.986262:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219861.986264:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219861.986266:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219861.986268:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219861.986271:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788219861.986273:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219861.986275:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219861.986277:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219861.986279:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219861.986280:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219861.986281:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219861.986285:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986291:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219861.986292:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.986294:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219861.986296:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219861.986298:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219861.986301:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224000:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219861.986305:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219861.986307:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219861.986309:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.986334:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219861.986337:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520200. 02000000:00000001:1.0:1788219861.986340:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219861.986343:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219861.986346:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219861.986349:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6613b8. 00000100:00000200:1.0:1788219861.986352:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224000, portal 10 00000100:00000001:1.0:1788219861.986353:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219861.986355:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219861.986361:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986368:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219861.986370:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219861.986373:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661330. 00000100:00000200:1.0:1788219861.986376:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566224000, offset 0 00000400:00000200:1.0:1788219861.986381:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986385:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986388:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219861.986391:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219861.986408:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219861.986410:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219861.986413:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986416:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92933:92933:253:4294967295] 192.168.203.120@tcp LPNI seq info [92933:92933:5:4294967295] 00000400:00000200:1.0:1788219861.986421:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986429:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219861.986434:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219861.986438:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219861.986442:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219861.986447:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219861.986450:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219861.986453:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.986456:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26275 usecs (27 jiffies) 00000400:00000200:1.0:1788219861.986459:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219861.986461:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313731102 00000100:00000001:1.0:1788219861.986463:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986465:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313731102 00000100:00000001:1.0:1788219861.986467:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986469:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219861.986471:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986474:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219861.986478:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986484:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219861.986485:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.986488:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219861.986490:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219861.986492:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219861.986495:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224256:192.168.203.120@tcp:400:kworker.0 00000100:00000001:1.0:1788219861.986498:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219861.986501:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219861.986502:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219861.986504:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219861.986507:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d1520000. 02000000:00000001:1.0:1788219861.986509:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219861.986513:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219861.986516:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26630. 00000400:00000010:1.0:1788219861.986520:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661bb0. 00000100:00000200:1.0:1788219861.986524:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224256, portal 4 00000100:00000001:1.0:1788219861.986525:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219861.986526:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000040:1.0:1788219861.986531:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219861.986537:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219861.986539:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219861.986541:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661440. 00000100:00000200:1.0:1788219861.986543:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566224256, offset 0 00000400:00000200:1.0:1788219861.986547:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986551:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986554:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219861.986558:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219861.986560:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219861.986563:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219861.986565:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219861.986567:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92934:92934:252:4294967295] 192.168.203.120@tcp LPNI seq info [92934:92934:4:4294967295] 00000400:00000200:1.0:1788219861.986571:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219861.986578:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219861.986583:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219861.986586:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219861.986590:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219861.986594:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219861.986597:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788219861.986600:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219861.986603:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:1.0:1788219861.986606:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219861.986609:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313731093 00000100:00000001:1.0:1788219861.986612:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986614:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313731093 00000100:00000001:1.0:1788219861.986617:0:256062:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313732346 00000100:00000001:1.0:1788219861.986619:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219861.986621:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986625:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986627:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219861.986640:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219861.986642:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219861.987355:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219861.987362:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219861.987368:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219861.987375:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219861.987380:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661a18 00000400:00000010:3.0:1788219861.987383:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661a18. 00000100:00000001:3.0:1788219861.987388:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219861.987394:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987404:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219861.987407:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987414:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219861.987415:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219861.987433:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219861.987435:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219861.987438:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219861.987441:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219861.987445:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6615d8 00000400:00000010:3.0:1788219861.987446:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6615d8. 00000100:00000001:3.0:1788219861.987449:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219861.987453:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987460:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219861.987463:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987468:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219861.987470:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219861.987478:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219861.987480:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219861.987482:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219861.987485:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219861.987487:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6614c8 00000400:00000010:3.0:1788219861.987489:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6614c8. 00000100:00000001:3.0:1788219861.987490:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219861.987494:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987501:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219861.987503:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987509:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219861.987510:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219861.987517:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219861.987519:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:3.0:1788219861.987521:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219861.987524:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219861.987526:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661330 00000400:00000010:3.0:1788219861.987528:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661330. 00000100:00000001:3.0:1788219861.987530:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219861.987534:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987545:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219861.987548:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987554:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219861.987556:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219861.987624:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219861.987627:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219861.987630:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219861.987634:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219861.987636:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661440 00000400:00000010:3.0:1788219861.987638:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661440. 00000100:00000001:3.0:1788219861.987641:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219861.987644:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987660:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219861.987664:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219861.987677:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219861.987678:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219861.991238:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.991266:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219861.991270:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.991274:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.991283:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991291:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219861.991299:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991305:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991328:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991333:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786b00 00000400:00000200:2.0:1788219861.991339:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991346:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94bd [1] + 224 00000800:00000001:2.0:1788219861.991354:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.991360:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.991362:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219861.991372:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219861.991380:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219861.991389:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219861.991887:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219861.991912:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219861.991923:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.991929:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219861.991931:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.991934:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.991937:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991943:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000100:00000001:0.0:1788219861.991946:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788219861.991948:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219861.991953:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788219861.991954:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.991960:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:0.0:1788219861.991963:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788219861.991964:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786a80 00000400:00000001:0.0:1788219861.991966:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219861.991972:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:2.0:1788219861.991973:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219861.991980:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661c38 00000400:00000010:0.0:1788219861.991983:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661c38. 00000100:00000001:0.0:1788219861.991988:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1788219861.991995:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94cd [1] + 224 00000100:00000200:0.0:1788219861.991995:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788219861.992006:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1788219861.992012:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788219861.992013:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.992018:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788219861.992025:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788219861.992028:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:0.0:1788219861.992029:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.992034:0:256062:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1788219861.992036:0:256056:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1788219861.992038:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219861.992041:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1788219861.992044:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.992044:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219861.992048:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219861.992059:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788219861.992059:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219861.992067:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219861.992073:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219861.992076:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219861.992079:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1788219861.992080:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219861.992085:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219861.992086:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788219861.992088:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1788219861.992092:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.992092:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219861.992096:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1788219861.992097:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788219861.992099:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219861.992102:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.992108:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219861.992109:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219861.992117:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219861.992120:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219861.992122:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.992126:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219861.992133:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224128:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219861.992138:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.992141:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219861.992145:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6fb80 x1875079566224128/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.992151:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219861.992153:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219861.992157:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520400. 02000000:00000001:0.0:1788219861.992160:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219861.992163:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219861.992164:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219861.992167:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219861.992170:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2800. 02000000:00000001:0.0:1788219861.992173:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219861.992175:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219861.992177:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6fb80. 00000100:00000001:0.0:1788219861.992181:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219861.992182:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.992185:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.992187:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219861.992189:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219861.992202:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219861.992204:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219861.992216:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:0.0:1788219861.992219:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6613b8 00000400:00000010:0.0:1788219861.992222:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6613b8. 00000100:00000001:0.0:1788219861.992225:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219861.992229:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219861.992238:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.992246:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219861.992248:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.992249:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219861.992251:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219861.992252:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219861.992253:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219861.992255:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219861.992259:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219861.992262:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219861.992264:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219861.992266:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219861.992267:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219861.992269:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.992271:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219861.992273:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:0.0:1788219861.992275:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219861.992276:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219861.992279:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.992286:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219861.992288:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219861.992289:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.992293:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219861.992306:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224000:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219861.992333:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.992337:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219861.992341:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566224000/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.992347:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219861.992349:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219861.992351:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520200. 02000000:00000001:0.0:1788219861.992354:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219861.992356:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219861.992357:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219861.992360:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219861.992362:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2c00. 02000000:00000001:0.0:1788219861.992364:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219861.992366:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219861.992368:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:0.0:1788219861.992370:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219861.992371:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.992374:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.992375:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219861.992376:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219861.992378:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.992380:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219861.992743:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219861.992822:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992827:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992830:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992834:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786c00 00000400:00000200:2.0:1788219861.992838:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992843:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94c5 [1] + 224 00000800:00000001:2.0:1788219861.992848:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.992855:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.992857:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219861.992861:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219861.992865:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219861.992870:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219861.992879:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219861.992896:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219861.992902:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.992906:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219861.992908:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.992911:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.992914:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992917:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219861.992921:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992924:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992927:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992929:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786b80 00000400:00000200:2.0:1788219861.992932:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992936:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94d5 [1] + 224 00000800:00000001:2.0:1788219861.992939:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.992943:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.992945:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219861.992947:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219861.992950:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219861.992953:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219861.992961:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219861.992968:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219861.992971:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.992973:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219861.992975:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.992977:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.992979:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992983:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219861.992986:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219861.992989:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219861.992992:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788219861.992993:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219861.992996:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788219861.993000:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb786a00 00000400:00000001:0.0:1788219861.993002:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219861.993006:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788219861.993007:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219861.993010:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26630. 00000400:00000200:0.0:1788219861.993015:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661bb0 00000400:00000010:0.0:1788219861.993017:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661bb0. 00000100:00000001:0.0:1788219861.993020:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1788219861.993024:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94b5 [1] + 224 00000100:00000200:0.0:1788219861.993027:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788219861.993030:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219861.993040:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219861.993044:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1788219861.993046:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788219861.993052:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219861.993059:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1788219861.993061:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219861.993064:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788219861.993066:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993067:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219861.993071:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219861.993074:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219861.993077:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219861.993081:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219861.993082:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788219861.993088:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=106 v=5 (5 5 5 5) 00000100:00000001:2.0:1788219861.993096:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1788219861.993097:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=77 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219861.993101:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1788219861.993103:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788219861.993104:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219861.993107:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788219861.993108:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219861.993110:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.993114:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219861.993116:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:0.0:1788219861.993118:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219861.993119:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219861.993124:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993132:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219861.993134:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219861.993136:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.993139:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219861.993147:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224256:192.168.203.120@tcp:400:kworker.0 00000400:00000001:0.0:1788219861.993152:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219861.993153:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219861.993155:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:0.0:1788219861.993158:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661d48 00000400:00000010:0.0:1788219861.993160:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661d48. 00000100:00000001:0.0:1788219861.993163:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219861.993166:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219861.993175:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993181:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219861.993183:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993185:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219861.993186:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219861.993187:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219861.993188:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219861.993190:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219861.993193:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219861.993196:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219861.993198:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219861.993200:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219861.993202:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219861.993204:0:256062:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.993217:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219861.993221:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993228:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219861.993230:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219861.993232:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.993235:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219861.993243:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfc0140c-5026-49da-a298-39d0904c711e:256062:1875079566223872:192.168.203.120@tcp:400:kworker.0 00000400:00000001:0.0:1788219861.993248:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219861.993250:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219861.993252:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:0.0:1788219861.993255:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661cc0 00000400:00000010:0.0:1788219861.993256:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661cc0. 00000100:00000001:0.0:1788219861.993259:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219861.993262:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219861.993270:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993276:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219861.993278:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993279:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219861.993280:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219861.993282:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219861.993283:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219861.993285:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219861.993289:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219861.993292:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=15 v=5 (1 1 1 0) 00000100:00000001:0.0:1788219861.993295:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219861.993296:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219861.993298:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219861.993300:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.993302:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219861.993304:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:0.0:1788219861.993305:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219861.993307:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219861.993334:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993342:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219861.993344:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219861.993346:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219861.993350:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219861.993359:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566224384:192.168.203.120@tcp:400:kworker.0 00000100:00000001:0.0:1788219861.993366:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993368:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219861.993372:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e300 x1875079566224256/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993380:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219861.993382:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219861.993385:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1520000. 02000000:00000001:0.0:1788219861.993389:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219861.993391:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219861.993392:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219861.993395:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219861.993397:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2d00. 02000000:00000001:0.0:1788219861.993400:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219861.993402:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219861.993404:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e300. 00000100:00000001:0.0:1788219861.993408:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219861.993410:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993412:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219861.993416:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566223872/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993423:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219861.993425:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219861.993427:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521c00. 02000000:00000001:0.0:1788219861.993429:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219861.993431:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219861.993432:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1788219861.993435:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219861.993436:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2400. 02000000:00000001:0.0:1788219861.993440:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219861.993441:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219861.993443:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:0.0:1788219861.993447:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219861.993449:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993450:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219861.993454:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6dc00 x1875079566224384/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219861.993461:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219861.993463:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219861.993464:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d1521000. 02000000:00000001:0.0:1788219861.993468:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219861.993469:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219861.993470:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:0.0:1788219861.993472:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219861.993474:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9894d0df2b00. 02000000:00000001:0.0:1788219861.993477:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219861.993478:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219861.993480:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6dc00. 00000100:00000001:0.0:1788219861.993483:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219861.993484:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993486:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219861.993499:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219861.993501:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219861.993504:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219861.993506:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219862.447689:0:329958:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788219862.789216:0:329994:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788219862.789222:0:329994:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160g: changelog garbage collect on idle records ========================================================== 19:44:21 (1788219861) 00000001:00000001:2.0:1788219862.805830:0:329994:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788219862.946372:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219862.946378:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219862.946384:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219862.946386:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219862.946390:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219862.946391:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219862.946394:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219862.946396:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219862.946398:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219862.946399:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219862.946482:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219862.946486:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219862.946489:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219863.264679:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313732346, at 4313732353 00000100:00000010:2.0:1788219863.264695:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2300. 00000100:00000040:3.0:1788219863.266474:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313732346, at 4313732354 00000100:00000010:3.0:1788219863.266486:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2cc0. 00010000:00000001:1.0:1788219863.969391:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219863.969399:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219863.969405:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219863.969406:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219863.969410:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219863.969412:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219863.969416:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219863.969417:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219863.969420:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219863.969421:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219863.970656:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219863.970662:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219863.970666:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219864.991720:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219864.991728:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219864.991733:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219864.991734:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219864.991738:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219864.991739:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219864.991742:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219864.991743:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219864.991746:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219864.991747:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219864.991892:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219864.991896:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219864.991899:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219866.015700:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219866.015707:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015713:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219866.015714:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015718:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219866.015720:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015738:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219866.015743:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219866.015746:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219866.015752:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219866.015754:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219866.015756:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015759:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219866.015762:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015763:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015766:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219866.015769:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219866.015771:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219866.016027:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219866.016030:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219866.016033:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219867.039709:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219867.039717:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219867.039723:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219867.039725:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219867.039728:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219867.039729:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219867.039732:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219867.039733:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219867.039737:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219867.039738:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219867.041241:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219867.041248:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219867.041252:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219867.107733:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219867.107743:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219867.107753:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219867.107758:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219867.107763:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219867.107766:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219867.107781:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219867.107789:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26f00. 00000100:00000001:3.0:1788219867.107796:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107807:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219867.107817:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219867.107822:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107828:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d03406f7] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.107864:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107868:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219867.107871:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219867.107874:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000020:00000040:3.0:1788219867.107877:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219867.107879:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219867.107881:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219867.107882:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219867.107886:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26800. 00000100:00000001:3.0:1788219867.107888:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107893:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219867.107899:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219867.107901:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107905:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_00+0] req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.107913:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107916:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219867.107918:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219867.107921:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219867.107923:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219867.107925:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219867.107927:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219867.107928:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219867.107931:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26000. 00000100:00000001:3.0:1788219867.107934:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107938:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219867.107944:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219867.107945:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107948:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cade6bc] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.107955:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107957:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219867.107960:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219867.107963:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219867.107965:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219867.107967:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219867.107969:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219867.107970:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219867.107973:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26d00. 00000100:00000001:3.0:1788219867.107975:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107978:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219867.107985:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219867.107987:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107990:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089a6e54e] to pc [ptlrpcd_01_00+0] req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.107997:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.107999:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219867.108002:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219867.108005:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ea00. 00000020:00000040:3.0:1788219867.108007:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219867.108009:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219867.108010:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219867.108011:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219867.108013:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26c00. 00000100:00000001:3.0:1788219867.108016:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.108019:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219867.108025:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219867.108026:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.108030:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b069b8c8] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.108035:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.108039:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19073) 00000100:00000001:2.0:1788219867.108100:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219867.108104:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219867.108107:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219867.108113:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108120:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219867.108122:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108125:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219867.108127:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219867.108130:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219867.108132:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566224512:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219867.108136:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219867.108141:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219867.108144:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108146:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219867.108152:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d47c00. 02000000:00000001:2.0:1788219867.108154:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219867.108160:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219867.108165:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2898. 00000400:00000010:2.0:1788219867.108181:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e54c8. 00000100:00000200:2.0:1788219867.108188:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224512, portal 25 00000100:00000001:2.0:1788219867.108191:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219867.108192:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:2.0:1788219867.108198:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108205:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219867.108208:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219867.108210:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5f68. 00000100:00000200:2.0:1788219867.108213:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566224512, offset 0 00000400:00000200:2.0:1788219867.108220:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108228:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108236:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219867.108242:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219867.108246:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219867.108250:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219867.108252:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108256:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92935:92935:256:4294967295] 192.168.203.120@tcp LPNI seq info [92935:92935:8:4294967295] 00000400:00000200:2.0:1788219867.108260:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108269:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219867.108275:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219867.108279:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219867.108286:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219867.108293:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219867.108298:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219867.108345:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219867.108350:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219867.108353:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313737469 00000100:00000010:2.0:1788219867.108358:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192b40. 00000100:00000001:2.0:1788219867.108364:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219867.108368:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313737469 00000100:00000010:2.0:1788219867.108371:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192a20. 00000100:00000001:2.0:1788219867.108374:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219867.108376:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219867.108379:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108382:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219867.108385:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108391:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219867.108393:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108395:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219867.108396:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219867.108398:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219867.108401:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566224768:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219867.108404:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219867.108406:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219867.108407:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108409:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219867.108412:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46c00. 02000000:00000001:2.0:1788219867.108414:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219867.108417:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219867.108420:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e70. 00000400:00000010:2.0:1788219867.108424:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5880. 00000100:00000200:2.0:1788219867.108426:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224768, portal 10 00000100:00000001:2.0:1788219867.108428:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219867.108429:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:2.0:1788219867.108436:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108442:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219867.108444:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219867.108447:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5dd0. 00000100:00000200:2.0:1788219867.108449:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566224768, offset 0 00000400:00000200:2.0:1788219867.108453:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108456:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108459:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219867.108468:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219867.108471:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219867.108473:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219867.108475:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108478:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92936:92936:255:4294967295] 192.168.203.120@tcp LPNI seq info [92936:92936:7:4294967295] 00000400:00000200:2.0:1788219867.108482:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108487:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219867.108492:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219867.108496:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219867.108500:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219867.108504:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219867.108507:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219867.108510:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219867.108514:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14695 usecs (15 jiffies) 00000400:00000200:2.0:1788219867.108516:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219867.108518:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313736212 00000100:00000001:2.0:1788219867.108521:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108523:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313736212 00000100:00000001:2.0:1788219867.108525:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108527:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219867.108529:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108532:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219867.108536:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108542:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219867.108544:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108546:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219867.108548:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219867.108549:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219867.108552:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566225024:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219867.108555:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219867.108557:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219867.108559:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108560:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219867.108564:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46a00. 02000000:00000001:2.0:1788219867.108566:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219867.108569:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219867.108572:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29a0. 00000400:00000010:2.0:1788219867.108575:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219867.108578:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566225024, portal 4 00000100:00000001:2.0:1788219867.108580:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219867.108581:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135418368 : -113709574133248 : ffff9894ed39ea00) 00000100:00000040:2.0:1788219867.108586:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108593:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219867.108595:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219867.108597:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5440. 00000100:00000200:2.0:1788219867.108599:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566225024, offset 0 00000400:00000200:2.0:1788219867.108603:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108606:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108609:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219867.108612:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219867.108614:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219867.108616:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219867.108618:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108621:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92937:92937:254:4294967295] 192.168.203.120@tcp LPNI seq info [92937:92937:6:4294967295] 00000400:00000200:2.0:1788219867.108625:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108630:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219867.108634:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219867.108637:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219867.108641:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219867.108645:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219867.108647:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219867.108650:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219867.108653:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27415 usecs (28 jiffies) 00000400:00000200:2.0:1788219867.108657:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219867.108659:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313736225 00000100:00000001:2.0:1788219867.108661:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108663:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313736225 00000100:00000001:2.0:1788219867.108665:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108668:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219867.108670:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108672:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108675:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219867.108682:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219867.108684:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219867.108686:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219867.108687:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219867.108688:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219867.108690:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788219867.108691:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219867.108693:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219867.108694:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219867.108695:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219867.108696:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219867.108698:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219867.108701:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108707:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219867.108709:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108711:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219867.108712:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219867.108714:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219867.108716:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566224640:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219867.108719:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219867.108721:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219867.108722:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108724:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219867.108726:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46e00. 02000000:00000001:2.0:1788219867.108728:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219867.108731:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219867.108733:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2c60. 00000400:00000010:2.0:1788219867.108737:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5c38. 00000100:00000200:2.0:1788219867.108739:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224640, portal 10 00000100:00000001:2.0:1788219867.108741:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219867.108743:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:2.0:1788219867.108748:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108754:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219867.108757:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219867.108759:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5aa0. 00000100:00000200:2.0:1788219867.108762:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566224640, offset 0 00000400:00000200:2.0:1788219867.108765:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108769:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108773:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219867.108775:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219867.108777:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219867.108779:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219867.108781:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108784:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92938:92938:253:4294967295] 192.168.203.120@tcp LPNI seq info [92938:92938:5:4294967295] 00000400:00000200:2.0:1788219867.108787:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108792:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219867.108796:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219867.108799:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219867.108803:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219867.108807:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219867.108809:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219867.108812:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219867.108815:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26273 usecs (27 jiffies) 00000400:00000200:2.0:1788219867.108817:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219867.108819:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313736224 00000100:00000001:2.0:1788219867.108821:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108824:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313736224 00000100:00000001:2.0:1788219867.108826:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108830:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219867.108831:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108834:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219867.108838:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108843:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219867.108844:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108846:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219867.108847:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219867.108848:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219867.108851:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566224896:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219867.108853:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219867.108855:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219867.108857:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.108859:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219867.108861:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46800. 02000000:00000001:2.0:1788219867.108863:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219867.108866:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219867.108869:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d68. 00000400:00000010:2.0:1788219867.108873:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5e58. 00000100:00000200:2.0:1788219867.108876:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566224896, portal 4 00000100:00000001:2.0:1788219867.108878:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219867.108879:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:2.0:1788219867.108884:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.108890:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219867.108892:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219867.108894:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5198. 00000100:00000200:2.0:1788219867.108897:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566224896, offset 0 00000400:00000200:2.0:1788219867.108901:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108904:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108907:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219867.108910:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219867.108912:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219867.108914:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219867.108916:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219867.108919:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92939:92939:252:4294967295] 192.168.203.120@tcp LPNI seq info [92939:92939:4:4294967295] 00000400:00000200:2.0:1788219867.108923:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.108928:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219867.108932:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219867.108935:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000800:00000200:2.0:1788219867.108938:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219867.108942:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219867.108945:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219867.108947:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219867.108950:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000400:00000200:2.0:1788219867.108953:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219867.108954:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313736215 00000100:00000001:2.0:1788219867.108956:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108959:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313736215 00000100:00000001:2.0:1788219867.108961:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313737469 00000100:00000001:2.0:1788219867.108963:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219867.108964:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108967:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108969:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.108982:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219867.108983:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219867.109288:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219867.109293:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:3.0:1788219867.109299:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219867.109304:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219867.109310:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5f68 00000400:00000010:3.0:1788219867.109346:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5f68. 00000100:00000001:3.0:1788219867.109351:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219867.109355:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109364:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.109367:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109373:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.109374:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219867.109387:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219867.109389:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:3.0:1788219867.109392:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219867.109396:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219867.109398:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5dd0 00000400:00000010:3.0:1788219867.109399:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5dd0. 00000100:00000001:3.0:1788219867.109401:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219867.109404:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109411:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.109414:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109420:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.109421:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219867.109429:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219867.109431:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:3.0:1788219867.109434:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219867.109436:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219867.109439:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5440 00000400:00000010:3.0:1788219867.109440:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5440. 00000100:00000001:3.0:1788219867.109442:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219867.109445:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109451:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.109454:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109648:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.109650:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219867.109662:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219867.109664:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:3.0:1788219867.109668:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219867.109672:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219867.109674:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5aa0 00000400:00000010:3.0:1788219867.109676:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5aa0. 00000100:00000001:3.0:1788219867.109678:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219867.109682:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109689:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.109692:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.109698:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.109699:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219867.110108:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219867.110112:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:3.0:1788219867.110115:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219867.110120:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219867.110123:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5198 00000400:00000010:3.0:1788219867.110125:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5198. 00000100:00000001:3.0:1788219867.110128:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219867.110132:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.110140:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.110143:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.110148:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.110150:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219867.118989:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119007:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219867.119012:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119015:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.119023:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119032:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219867.119041:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119048:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119053:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119057:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb786c80 00000400:00000200:2.0:1788219867.119062:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119068:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94dd [1] + 224 00000800:00000001:2.0:1788219867.119074:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119078:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.119081:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219867.119085:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219867.119092:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219867.119101:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219867.119113:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.119130:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219867.119138:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119142:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219867.119143:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119146:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.119148:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119152:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219867.119156:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119158:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119161:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119164:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786d80 00000400:00000200:2.0:1788219867.119167:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119181:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94ed [1] + 224 00000800:00000001:2.0:1788219867.119185:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119189:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.119191:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219867.119194:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219867.119198:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219867.119202:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219867.119211:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.119219:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219867.119222:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119226:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219867.119227:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119229:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.119232:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119236:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219867.119239:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119242:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119245:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119247:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb786d00 00000400:00000200:2.0:1788219867.119250:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.119254:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe950d [1] + 224 00000800:00000001:2.0:1788219867.119257:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119263:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.119265:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219867.119268:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219867.119271:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219867.119275:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219867.119283:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.119290:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219867.119292:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.119295:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.119536:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219867.119540:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219867.119548:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219867.119549:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219867.119553:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2c60. 00000400:00000200:3.0:1788219867.119557:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5c38 00000400:00000010:3.0:1788219867.119560:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5c38. 00000100:00000001:3.0:1788219867.119563:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219867.119568:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219867.119579:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.119592:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219867.119594:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.119596:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219867.119600:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219867.119602:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219867.119605:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219867.119608:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219867.119618:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219867.119622:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=41 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219867.119892:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219867.119895:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219867.119897:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219867.119901:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.119905:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219867.119907:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219867.119909:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219867.119911:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.119917:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.119923:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219867.119927:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219867.119929:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219867.119933:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219867.119940:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566224640:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219867.120016:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219867.120019:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219867.120021:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2898. 00000400:00000200:3.0:1788219867.120024:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e54c8 00000400:00000010:3.0:1788219867.120027:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e54c8. 00000100:00000001:3.0:1788219867.120029:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219867.120034:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219867.120043:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120048:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219867.120050:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.120052:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219867.120053:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219867.120055:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219867.120056:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219867.120058:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219867.120062:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219867.120065:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=41 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219867.120067:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219867.120068:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219867.120070:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219867.120071:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.120073:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.120077:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120083:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219867.120085:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219867.120086:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219867.120089:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219867.120096:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566224512:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219867.120101:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219867.120102:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219867.120104:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e70. 00000400:00000200:3.0:1788219867.120106:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5880 00000400:00000010:3.0:1788219867.120108:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5880. 00000100:00000001:3.0:1788219867.120110:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219867.120114:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219867.120121:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120127:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219867.120128:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.120130:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219867.120132:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219867.120133:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219867.120134:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219867.120136:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219867.120141:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219867.120144:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219867.120146:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219867.120147:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219867.120148:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219867.120150:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.120152:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219867.120153:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:3.0:1788219867.120155:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219867.120156:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.120159:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120165:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219867.120167:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219867.120169:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219867.120182:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219867.120190:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566224768:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219867.120194:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.120197:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.120202:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566224640/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120208:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219867.120210:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219867.120214:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46e00. 02000000:00000001:3.0:1788219867.120218:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219867.120220:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219867.120222:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219867.120224:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219867.120226:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26800. 02000000:00000001:3.0:1788219867.120231:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219867.120232:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219867.120234:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:3.0:1788219867.120237:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219867.120238:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.120239:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.120242:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566224512/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120873:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219867.120876:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219867.120878:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d47c00. 02000000:00000001:3.0:1788219867.120881:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219867.120883:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219867.120884:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219867.120886:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219867.120888:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26f00. 02000000:00000001:3.0:1788219867.120890:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219867.120892:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219867.120893:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219867.120895:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219867.120897:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.120899:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.120905:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566224768/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.120912:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219867.120914:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219867.120915:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46c00. 02000000:00000001:3.0:1788219867.120917:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219867.120918:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219867.120919:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219867.120921:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219867.120922:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26000. 02000000:00000001:3.0:1788219867.120923:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219867.120924:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219867.120925:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219867.120927:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219867.120928:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.120931:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.120933:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219867.120935:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219867.120938:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.120939:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219867.127340:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219867.127356:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219867.127360:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219867.127363:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219867.127373:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219867.127380:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219867.127389:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219867.127396:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219867.127400:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219867.127404:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786e80 00000400:00000200:3.0:1788219867.127409:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219867.127415:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe94fd [1] + 224 00000800:00000001:3.0:1788219867.127423:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219867.127428:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219867.127432:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219867.127435:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219867.127442:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219867.127462:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219867.128025:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.128052:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219867.128064:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219867.128069:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219867.129378:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219867.129385:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219867.129393:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219867.129396:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219867.129399:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29a0. 00000400:00000200:2.0:1788219867.129406:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:2.0:1788219867.129409:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:2.0:1788219867.129413:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219867.129423:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219867.129433:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.129439:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219867.129441:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219867.129444:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219867.129447:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219867.129450:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219867.129452:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219867.129455:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219867.129464:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219867.129468:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=21 v=5 (1 1 1 0) 00000100:00000001:2.0:1788219867.129481:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219867.129483:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219867.129486:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219867.129489:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.129492:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219867.129494:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219867.129496:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219867.129498:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219867.129502:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.129511:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219867.129514:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219867.129516:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219867.129520:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219867.129528:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566225024:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219867.129533:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.129536:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219867.129539:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ea00 x1875079566225024/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219867.129545:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219867.129547:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219867.129551:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46a00. 02000000:00000001:2.0:1788219867.129555:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219867.129557:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219867.129559:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219867.129561:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219867.129564:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26c00. 02000000:00000001:2.0:1788219867.129577:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219867.129579:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219867.129582:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ea00. 00000100:00000001:2.0:1788219867.129585:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219867.129587:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219867.129589:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.129591:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219867.129592:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219867.129593:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219867.129595:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219867.130699:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.130713:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219867.130717:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.130719:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.130727:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.130733:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219867.130740:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.130745:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.130749:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.130754:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb786e00 00000400:00000200:2.0:1788219867.130758:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219867.130877:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe951d [1] + 224 00000800:00000001:2.0:1788219867.130885:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.130892:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219867.130895:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219867.130899:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219867.130905:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219867.130912:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219867.130921:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.131039:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219867.131042:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219867.131060:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219867.131070:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219867.131074:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219867.131111:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219867.131114:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219867.131116:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:3.0:1788219867.131120:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5e58 00000400:00000010:3.0:1788219867.131122:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5e58. 00000100:00000001:3.0:1788219867.131126:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219867.131130:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219867.131140:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.131146:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219867.131148:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.131150:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219867.131154:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219867.131156:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219867.131158:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219867.131160:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219867.131168:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219867.131182:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=83 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219867.131185:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219867.131187:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219867.131189:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219867.131192:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.131196:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219867.131198:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219867.131200:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219867.131202:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219867.131207:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.131213:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219867.131216:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219867.131217:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219867.131221:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219867.131228:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566224896:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219867.131233:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.131235:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219867.131239:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566224896/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219867.131245:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219867.131247:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219867.131439:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46800. 02000000:00000001:3.0:1788219867.131443:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219867.131446:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219867.131448:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219867.131450:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219867.131452:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26d00. 02000000:00000001:3.0:1788219867.131455:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219867.131457:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219867.131459:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219867.131462:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219867.131463:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.131466:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219867.131536:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219867.131538:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219867.131541:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219867.131543:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063907:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219868.063918:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063927:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219868.063928:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063932:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219868.063933:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063939:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219868.063940:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063944:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219868.063949:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219868.063951:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219868.063955:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063958:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219868.063961:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063963:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219868.063966:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219868.064368:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219868.064373:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219868.064377:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219868.383484:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313737469, at 4313737472 00000100:00000010:3.0:1788219868.383621:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192a20. 00000100:00000040:2.0:1788219868.386407:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313737469, at 4313737475 00000100:00000010:2.0:1788219868.386429:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192b40. 00010000:00000001:1.0:1788219869.087387:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219869.087393:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219869.087398:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219869.087399:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219869.087403:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219869.087404:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219869.087408:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219869.087409:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219869.087412:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219869.087413:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219869.087478:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219869.087481:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219869.087485:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219870.111498:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219870.111506:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111511:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219870.111513:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111517:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219870.111520:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219870.111523:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219870.111529:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219870.111531:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219870.111532:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111535:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219870.111537:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111539:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111541:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111545:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219870.111546:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219870.111549:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219870.111551:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219870.111578:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219870.111581:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219870.111583:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219871.137842:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219871.137850:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219871.137852:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219871.137859:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137862:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137867:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137869:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137871:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137873:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137876:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137878:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137880:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137882:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137884:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137887:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137889:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137890:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137893:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137894:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137897:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137899:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137902:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137903:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137906:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137907:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137910:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137912:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137914:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137916:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137918:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137920:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137923:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137924:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137927:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137928:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137931:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137933:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137935:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137937:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137939:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137941:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137944:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137945:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137948:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137949:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137952:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.137953:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219871.137957:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.137958:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.137960:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=22 : 22 : 16) 00010000:00000001:1.0:1788219871.137964:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788219871.137974:0:307073:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9894d0e503c0. 00010000:00000001:1.0:1788219871.137979:0:307073:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788219871.137996:0:307073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 22/22 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788219871.137999:0:307073:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138001:0:307073:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138003:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=22 : 22 : 16) 00010000:00000001:1.0:1788219871.138006:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=22 : 22 : 16) 00010000:00000001:1.0:1788219871.138010:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219871.138012:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219871.138013:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219871.138015:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.138016:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.138017:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138019:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219871.138020:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138022:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138023:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138027:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219871.138029:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138032:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219871.138033:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.138036:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219871.138037:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219871.138136:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219871.138139:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.138142:0:285341:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 22 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788219871.138154:0:285341:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788219871.138156:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.138162:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3400/0x34450ab7a1612d5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x913:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a5d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.138173:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.138177:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.138179:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.138181:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x913:0x0] mode CR 00000002:00000001:3.0:1788219871.138185:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.138188:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.138193:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911b00 count: 3 00010000:00000001:3.0:1788219871.138196:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.138200:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.138202:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.138203:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.138205:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911b00 count: 3 00010000:00000001:3.0:1788219871.138206:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.138209:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.138211:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.138213:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.138216:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.138221:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f015be00. 00000080:00000001:3.0:1788219871.138223:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.138230:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.138235:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.138237:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.138240:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.138242:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.138245:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.138247:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.138250:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x913:0x0] 00800000:00000001:3.0:1788219871.138252:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.138256:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x913:0x0] 00000002:00000001:3.0:1788219871.138269:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.138271:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x913:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.138279:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219871.138282:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=61 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.138287:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.138290:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.138295:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.138302:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f015a800. 00000100:00000001:3.0:1788219871.138308:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.138349:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed355f80 x1875079565694336/t12884930142(12884930142) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.138360:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.138365:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.138372:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.138374:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.138381:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.138383:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.138386:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.138388:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.138392:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.138396:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.138398:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.138400:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.138405:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.138413:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.138415:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.138419:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.138422:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.138424:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.138428:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566225280:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.138432:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.138437:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.138439:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.138442:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.138446:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.138448:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.138456:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.138461:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.138468:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.138475:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566225280, portal 10 00000100:00000001:3.0:1788219871.138476:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.138478:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219871.138485:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.138492:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.138494:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.138497:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c220. 00000100:00000200:3.0:1788219871.138499:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566225280, offset 0 00000400:00000200:3.0:1788219871.138505:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.138519:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.138527:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.138532:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.138537:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.138541:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.138543:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.138548:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92940:92940:256:4294967295] 192.168.203.120@tcp LPNI seq info [92940:92940:8:4294967295] 00000400:00000200:3.0:1788219871.138552:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.138561:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.138566:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.138571:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219871.138578:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.138586:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.138591:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.138616:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.138620:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26273 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.138624:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.138627:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740254 00000100:00000010:3.0:1788219871.138631:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc00. 00000100:00000001:3.0:1788219871.138637:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219871.138646:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740254 00000100:00000010:3.0:1788219871.138650:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec780. 00000100:00000001:3.0:1788219871.138653:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219871.138656:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.138659:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.138661:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.138663:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.138665:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.138668:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.138670:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.138929:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.138934:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:2.0:1788219871.138939:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.138945:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.138950:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c220 00000400:00000010:2.0:1788219871.138953:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c220. 00000100:00000001:2.0:1788219871.138957:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.138962:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.138971:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.138974:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.138982:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.138983:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1788219871.139048:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219871.139052:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.139055:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788219871.144426:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.147256:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.147266:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.147280:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.147290:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.147299:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.147309:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.147329:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.147335:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.147339:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb786f80 00000400:00000200:2.0:1788219871.147344:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.147350:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe952d [1] + 224 00000800:00000001:2.0:1788219871.147358:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.147370:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.147374:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.147378:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.147387:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.147396:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.147406:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.147521:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.149751:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.149775:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.149784:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219871.150984:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.150991:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.150995:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.151002:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.151005:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.151010:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.151021:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.151033:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566225280/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151041:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.151044:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.151046:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.151050:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.151052:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.151055:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.151057:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.151067:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.151071:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.151073:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.151075:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.151077:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.151081:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.151084:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.151086:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.151088:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.151090:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.151092:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.151095:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.151097:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219871.151099:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.151101:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.151105:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566225280/t17179869232(17179869232) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151199:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.151202:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.151204:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.151210:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566225280/t17179869232(17179869232) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.151218:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566225280:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.151224:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.151227:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.151229:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.151232:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.151236:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225280/t17179869232(17179869232) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151243:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.151245:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.151249:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.151251:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.151258:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.151260:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000002:00000001:3.0:1788219871.151262:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.151266:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.151270:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015be00. 00000080:00000001:3.0:1788219871.151274:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.151277:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.151280:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.151283:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.151285:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.151288:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.151289:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.151291:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x913:0x0] 00800000:00000001:3.0:1788219871.151294:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.151298:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219871.151304:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed355f80 x1875079565694336/t12884930142(12884930142) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151329:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.151330:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135120768 : -113709574430848 : ffff9894ed355f80) 00000100:00000001:3.0:1788219871.151333:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.151337:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed355f80 x1875079565694336/t12884930142(12884930142) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151343:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.151345:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.151348:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225280/t17179869232(17179869232) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151354:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.151356:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.151359:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed355f80 x1875079565694336/t12884930142(12884930142) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151365:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219871.151368:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.151369:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.151372:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.151375:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6ccc00. 02000000:00000001:3.0:1788219871.151381:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.151383:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.151385:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed355f80. 00000100:00000001:3.0:1788219871.151389:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.151391:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.151392:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.151395:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566225280/t17179869232(17179869232) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151401:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.151402:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9800. 00000002:00000001:3.0:1788219871.151405:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.151407:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.151409:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd340. 00000100:00000001:3.0:1788219871.151412:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.151415:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566225280/t17179869232(17179869232) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.151421:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219871.151423:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219871.151426:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.151428:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219871.151429:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.151431:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.151433:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.151434:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f015a800. 02000000:00000001:3.0:1788219871.151436:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.151437:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.151439:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219871.151872:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.151875:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.151878:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.151881:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.151884:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x913:0x0] mode (null) 00000002:00000001:3.0:1788219871.151887:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.151891:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.151897:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911b00 count: 3 00010000:00000001:3.0:1788219871.151900:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219871.151905:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219871.151908:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219871.151912:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219871.151916:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.151921:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f54800/0x34450ab7a15f856 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x913:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7a64 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00000001:3.0:1788219871.151930:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.151931:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219871.151933:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788219871.151934:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219871.151937:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219871.151940:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e8f54800 refcount=2 00000020:00000001:3.0:1788219871.151942:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359768844288 : -113713940707328 : ffff9893e8f54800) 00010000:00000001:3.0:1788219871.151945:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359768844288 : -113713940707328 : ffff9893e8f54800) 00010000:00000001:3.0:1788219871.151947:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.151948:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219871.151950:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.151953:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219871.151955:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.151959:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219871.151963:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219871.151965:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219871.151967:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219871.151969:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219871.151972:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ea0b3400 with handle 0x34450ab7a1612d5 from hash 00010000:00000001:3.0:1788219871.151974:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219871.151976:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.151977:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219871.151978:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219871.151981:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219871.151983:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219871.151986:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.151990:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c600/0x34450ab7a1612ce lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x914:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a3a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.151997:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.152000:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.152001:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.152002:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x914:0x0] mode CR 00000002:00000001:3.0:1788219871.152004:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.152006:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.152008:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0a00 count: 3 00010000:00000001:3.0:1788219871.152010:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.152013:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.152014:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.152015:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.152017:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0a00 count: 3 00010000:00000001:3.0:1788219871.152019:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.152020:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.152022:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.152024:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.152027:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.152034:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f015a800. 00000080:00000001:3.0:1788219871.152036:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.152043:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.152046:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.152048:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.152049:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.152051:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.152053:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.152055:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.152057:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x914:0x0] 00800000:00000001:3.0:1788219871.152059:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.152061:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x914:0x0] 00000002:00000001:3.0:1788219871.152064:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.152066:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x914:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.152071:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219871.152074:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=60 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.152078:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.152081:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.152084:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.152090:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f015be00. 00000100:00000001:3.0:1788219871.152096:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.152109:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010eb800 x1875079565693952/t12884930141(12884930141) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.152204:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.152211:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.152218:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.152219:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.152226:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.152229:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.152231:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.152232:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.152236:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.152240:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.152243:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.152244:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.152248:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.152254:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.152256:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.152259:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.152262:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.152264:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.152267:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566225536:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.152272:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.152276:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.152279:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.152281:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.152285:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.152287:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.152294:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.152298:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.152304:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.154721:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566225536, portal 10 00000100:00000001:3.0:1788219871.154732:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.154847:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219871.154868:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.154877:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.154880:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.154890:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c220. 00000100:00000200:3.0:1788219871.154897:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566225536, offset 0 00000400:00000200:3.0:1788219871.154906:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.154917:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.154927:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.154931:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.154935:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.154939:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.154941:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.154944:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92941:92941:256:4294967295] 192.168.203.120@tcp LPNI seq info [92941:92941:8:4294967295] 00000400:00000200:3.0:1788219871.154948:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.154956:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.154961:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.154968:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26000. 00000800:00000200:3.0:1788219871.154975:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.154984:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.154988:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.155012:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.155017:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26273 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.155023:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.155025:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740270 00000100:00000001:3.0:1788219871.155032:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740254 00000100:00000001:3.0:1788219871.155036:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740270 00000100:00000001:3.0:1788219871.155039:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740254 00000100:00000001:3.0:1788219871.155041:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.155044:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.155047:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.155050:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.155052:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.155055:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.155058:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.156021:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.156027:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26000. 00000400:00000200:2.0:1788219871.156034:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.156042:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.156049:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c220 00000400:00000010:2.0:1788219871.156052:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c220. 00000100:00000001:2.0:1788219871.156056:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.156063:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.156080:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.156083:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.156090:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.156092:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.161072:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.161087:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.161091:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.161094:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.161101:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.161109:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.161193:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.161200:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.161205:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.161209:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787080 00000400:00000200:2.0:1788219871.161214:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.161220:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe953d [1] + 224 00000800:00000001:2.0:1788219871.161227:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.161235:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.161238:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.161243:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.161250:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.161259:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.161269:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.161290:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.161300:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.161303:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.162015:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219871.162024:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.162026:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.162029:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.162034:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.162037:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.162040:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.162046:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.162056:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566225536/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162063:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.162064:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.162067:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.162071:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.162073:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.162077:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.162080:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.162088:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.162092:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.162095:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.162097:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.162100:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.162104:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.162107:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.162109:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.162188:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.162192:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.162194:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.162197:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.162199:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219871.162200:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.162203:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.162208:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566225536/t17179869233(17179869233) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162216:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.162219:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.162221:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.162224:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566225536/t17179869233(17179869233) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.162231:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566225536:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.162236:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.162239:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.162242:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.162244:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.162247:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225536/t17179869233(17179869233) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162253:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.162256:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.162260:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.162261:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.162268:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.162269:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000002:00000001:3.0:1788219871.162272:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.162275:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.162280:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a800. 00000080:00000001:3.0:1788219871.162283:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.162286:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.162289:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.162291:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.162293:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.162295:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.162297:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.162299:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x914:0x0] 00800000:00000001:3.0:1788219871.162301:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.162305:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219871.162310:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010eb800 x1875079565693952/t12884930141(12884930141) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162403:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.162404:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468131840 : -113709241419776 : ffff9895010eb800) 00000100:00000001:3.0:1788219871.162407:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.162411:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010eb800 x1875079565693952/t12884930141(12884930141) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162416:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.162418:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.162420:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225536/t17179869233(17179869233) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162425:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.162427:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.162429:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010eb800 x1875079565693952/t12884930141(12884930141) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.162440:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219871.163379:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.163383:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.163388:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.163392:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd67a000. 02000000:00000001:3.0:1788219871.163398:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.163400:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.163402:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010eb800. 00000100:00000001:3.0:1788219871.163407:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.163409:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.163411:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.163418:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566225536/t17179869233(17179869233) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.163425:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.163427:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bcac00. 00000002:00000001:3.0:1788219871.163430:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.163433:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.163436:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47600. 00000100:00000001:3.0:1788219871.163439:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.163454:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566225536/t17179869233(17179869233) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.163461:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219871.163463:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219871.163465:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.163468:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219871.163469:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.163470:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=58 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.163472:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.163473:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f015be00. 02000000:00000001:3.0:1788219871.163475:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.163476:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.163478:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219871.163480:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.163482:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.163484:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.163487:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.163489:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x914:0x0] mode (null) 00000002:00000001:3.0:1788219871.163493:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.163496:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.163502:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0a00 count: 3 00010000:00000001:3.0:1788219871.163504:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219871.163508:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219871.163512:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219871.163519:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219871.163525:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.163530:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894f5d24800/0x34450ab7a15f89c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x914:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7a41 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00000001:3.0:1788219871.163538:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.163540:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219871.163542:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788219871.163543:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219871.163546:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219871.163549:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894f5d24800 refcount=2 00000020:00000001:3.0:1788219871.163551:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364279621632 : -113709429929984 : ffff9894f5d24800) 00010000:00000001:3.0:1788219871.163554:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364279621632 : -113709429929984 : ffff9894f5d24800) 00010000:00000001:3.0:1788219871.163555:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.163557:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219871.163558:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.163561:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219871.163564:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.163576:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219871.163579:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219871.163581:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219871.163583:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219871.163585:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219871.163589:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437c600 with handle 0x34450ab7a1612ce from hash 00010000:00000001:3.0:1788219871.163591:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219871.164468:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.164471:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219871.164473:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219871.164478:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219871.164480:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219871.164485:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.164489:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3e00/0x34450ab7a1612c7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a17 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.164499:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.164502:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.164503:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.164505:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x915:0x0] mode CR 00000002:00000001:3.0:1788219871.164508:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.164510:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.164513:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911600 count: 3 00010000:00000001:3.0:1788219871.164515:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.164518:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.164520:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.164521:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.164523:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911600 count: 3 00010000:00000001:3.0:1788219871.164525:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.164527:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.164529:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.164531:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.164534:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.164541:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f015be00. 00000080:00000001:3.0:1788219871.164544:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.164551:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.164555:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.164557:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.164559:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.164561:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.164564:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.164577:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.164580:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1788219871.164582:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.164585:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x915:0x0] 00000002:00000001:3.0:1788219871.164588:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.164590:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x915:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.164604:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219871.164608:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=59 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.164611:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.164614:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.164617:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.164623:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f015a800. 00000100:00000001:3.0:1788219871.164629:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.164644:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed354380 x1875079565693568/t12884930140(12884930140) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.164655:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.164661:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.164667:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.164669:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.164677:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.164679:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.164682:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.164683:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.164687:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.164692:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.164694:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.164695:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.164699:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.164707:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.164709:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.164712:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.164714:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.164716:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.164720:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566225792:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.164723:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.164728:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.164730:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.164732:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.164747:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.164750:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.164758:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.164763:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.164768:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.164776:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566225792, portal 10 00000100:00000001:3.0:1788219871.164777:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.164779:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219871.164785:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.164792:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.164795:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.164798:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c660. 00000100:00000200:3.0:1788219871.164801:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566225792, offset 0 00000400:00000200:3.0:1788219871.164807:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.164815:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.164822:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.164827:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.164831:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.164834:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.164837:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.164841:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92942:92942:256:4294967295] 192.168.203.120@tcp LPNI seq info [92942:92942:8:4294967295] 00000400:00000200:3.0:1788219871.164846:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.164854:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.164861:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.164866:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219871.164872:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.164879:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.164883:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.164907:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.164911:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26273 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.164915:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.164918:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740280 00000100:00000001:3.0:1788219871.164925:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740270 00000100:00000001:3.0:1788219871.164929:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740280 00000100:00000001:3.0:1788219871.164932:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740270 00000100:00000001:3.0:1788219871.164935:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.164938:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.164941:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.164942:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.164945:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.164948:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.164950:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.165504:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.165511:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219871.165525:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.165530:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.165535:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c660 00000400:00000010:2.0:1788219871.165538:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c660. 00000100:00000001:2.0:1788219871.165542:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.165546:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.165556:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.165560:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.165566:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.165568:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.170922:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.170940:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.170943:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.170946:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.170955:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.170962:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.170971:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.170976:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.171088:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.171093:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787180 00000400:00000200:2.0:1788219871.171098:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.171104:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe954d [1] + 224 00000800:00000001:2.0:1788219871.171120:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.171129:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.171132:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.171137:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.171156:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.171165:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.171175:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.171192:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.171200:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.171204:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.172379:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219871.172390:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.172392:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.172396:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.172403:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.172405:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.172410:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.172418:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.172428:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566225792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.172435:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.172437:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.172439:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.172454:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.172457:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.172459:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.172463:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.172473:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.172479:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.172482:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.172483:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.172486:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.172489:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.172493:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.172495:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.172496:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.172498:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.172500:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.172503:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.172505:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219871.172506:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.172509:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.172521:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566225792/t17179869234(17179869234) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.172529:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.172531:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.172534:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.172538:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566225792/t17179869234(17179869234) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.172545:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566225792:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.172550:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.172553:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.172555:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.172556:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.172559:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225792/t17179869234(17179869234) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.172566:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.172579:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.172583:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.172585:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.173428:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.173431:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000002:00000001:3.0:1788219871.173435:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.173438:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.173455:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015be00. 00000080:00000001:3.0:1788219871.173460:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.173463:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.173466:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.173469:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.173471:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.173474:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.173476:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.173478:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1788219871.173480:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.173485:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219871.173493:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed354380 x1875079565693568/t12884930140(12884930140) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.173502:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.173503:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135113600 : -113709574438016 : ffff9894ed354380) 00000100:00000001:3.0:1788219871.173506:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.173509:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed354380 x1875079565693568/t12884930140(12884930140) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.173516:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.173518:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.173521:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566225792/t17179869234(17179869234) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.173526:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.173528:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.173531:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed354380 x1875079565693568/t12884930140(12884930140) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.173537:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219871.173540:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.173542:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=58 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.173545:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.173548:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cec00. 02000000:00000001:3.0:1788219871.173553:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.173555:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.173557:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed354380. 00000100:00000001:3.0:1788219871.173559:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.173561:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.173562:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.173565:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566225792/t17179869234(17179869234) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.173583:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.173585:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420dfc0. 00000002:00000001:3.0:1788219871.173588:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.173590:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.173869:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e940. 00000100:00000001:3.0:1788219871.173875:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.173880:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566225792/t17179869234(17179869234) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.173886:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219871.173888:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219871.173891:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.173894:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219871.173895:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.173896:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=57 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.173898:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.173900:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f015a800. 02000000:00000001:3.0:1788219871.173902:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.173903:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.173904:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:3.0:1788219871.173907:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.173908:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.173910:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.173913:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.173916:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x915:0x0] mode (null) 00000002:00000001:3.0:1788219871.173919:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.173923:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.173929:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911600 count: 3 00010000:00000001:3.0:1788219871.173932:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219871.173937:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219871.173940:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219871.173943:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219871.173947:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.173952:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894f5d24200/0x34450ab7a15f8e2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7a25 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00000001:3.0:1788219871.173961:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.173963:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219871.173965:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788219871.173967:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219871.173969:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219871.173972:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894f5d24200 refcount=2 00000020:00000001:3.0:1788219871.173975:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364279620096 : -113709429931520 : ffff9894f5d24200) 00010000:00000001:3.0:1788219871.173978:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364279620096 : -113709429931520 : ffff9894f5d24200) 00010000:00000001:3.0:1788219871.173980:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.173981:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219871.173983:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.173986:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219871.173988:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.173991:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219871.173994:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219871.173996:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219871.173998:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219871.174000:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219871.174003:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ea0b3e00 with handle 0x34450ab7a1612c7 from hash 00010000:00000001:3.0:1788219871.174006:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219871.174007:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.174008:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219871.174009:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219871.174013:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219871.174015:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219871.174019:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.174022:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b600/0x34450ab7a161288 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x91e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c63 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.174030:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.174033:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.174035:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.174036:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91e:0x0] mode CR 00000002:00000001:3.0:1788219871.174038:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.174039:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.174042:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911200 count: 3 00010000:00000001:3.0:1788219871.174044:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.174046:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.174047:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.174049:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.174050:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911200 count: 3 00010000:00000001:3.0:1788219871.174052:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.174054:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.174055:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.174057:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.174059:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.174065:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f015a800. 00000080:00000001:3.0:1788219871.174067:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.174073:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.174075:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.174077:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.174078:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.174079:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.174081:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.174083:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.174085:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91e:0x0] 00800000:00000001:3.0:1788219871.174086:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.174088:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x91e:0x0] 00000002:00000001:3.0:1788219871.174091:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.174093:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x91e:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.174098:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ca80. 00000020:00000040:3.0:1788219871.174101:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=58 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.174115:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.174119:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.174121:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.174128:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f015be00. 00000100:00000001:3.0:1788219871.174133:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.174153:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39e680 x1875079565690112/t12884930131(12884930131) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.174164:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.174170:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.174176:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.174177:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.174185:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.174187:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.174190:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.174191:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.174196:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.174200:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.174202:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.174204:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.174207:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.174214:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.174216:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.174220:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.174223:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.174225:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.174228:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226048:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.174232:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.174237:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.174239:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.174241:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.174245:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125dc00. 02000000:00000001:3.0:1788219871.174248:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.174255:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.174260:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.174266:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.174273:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566226048, portal 10 00000100:00000001:3.0:1788219871.174275:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.174276:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000040:3.0:1788219871.174282:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.174288:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.174291:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.174293:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c198. 00000100:00000200:3.0:1788219871.174296:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566226048, offset 0 00000400:00000200:3.0:1788219871.174302:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.178104:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.178129:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.178134:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.178139:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.178151:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.178155:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.178159:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92943:92943:256:4294967295] 192.168.203.120@tcp LPNI seq info [92943:92943:8:4294967295] 00000400:00000200:3.0:1788219871.178164:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.178174:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.178181:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.178192:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219871.178200:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.178208:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.178213:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.178235:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.178242:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.178246:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.178250:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740293 00000100:00000001:3.0:1788219871.178257:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740280 00000100:00000001:3.0:1788219871.178263:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740293 00000100:00000001:3.0:1788219871.178266:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740280 00000100:00000001:3.0:1788219871.178269:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.178273:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.178277:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.178279:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.178282:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.178284:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.178287:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.179203:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.179210:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219871.179216:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.179224:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.179231:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c198 00000400:00000010:2.0:1788219871.179233:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c198. 00000100:00000001:2.0:1788219871.179238:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.179246:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.179258:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.179262:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.179269:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.179271:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.188338:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.188359:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.188363:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.188366:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.188374:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.188382:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.188393:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.188399:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.188404:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.188409:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787280 00000400:00000200:2.0:1788219871.188413:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.188419:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe955d [1] + 224 00000800:00000001:2.0:1788219871.188426:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.188437:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.188441:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.188806:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.188815:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.188824:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.188834:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.188904:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.188920:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.188929:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.188933:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219871.190967:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.190973:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.190977:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.190985:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.190987:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.190992:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.191003:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.191014:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ca80 x1875079566226048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.191022:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.191024:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.191027:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.191030:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.191033:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.191035:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.191038:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.191048:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.191052:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.191054:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.191056:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.191060:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.191063:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.191066:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.191068:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.191069:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.191072:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.191073:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000100:00000001:3.0:1788219871.191076:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.191079:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:3.0:1788219871.191080:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.191083:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.191087:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ca80 x1875079566226048/t17179869235(17179869235) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.191094:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.191097:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.191099:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.191102:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ca80 x1875079566226048/t17179869235(17179869235) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.191187:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226048:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.191193:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.191195:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.191198:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.191200:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.191205:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566226048/t17179869235(17179869235) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.191212:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.191214:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.191218:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.191219:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.191228:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.191229:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135410304 : -113709574141312 : ffff9894ed39ca80) 00000002:00000001:3.0:1788219871.191231:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.191235:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.191239:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f015a800. 00000080:00000001:3.0:1788219871.191242:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.191245:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.191248:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.191250:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.191252:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.191255:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.191256:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.191258:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91e:0x0] 00800000:00000001:3.0:1788219871.191260:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219871.191699:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788219871.191707:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39e680 x1875079565690112/t12884930131(12884930131) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.191716:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.191717:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135417472 : -113709574134144 : ffff9894ed39e680) 00000100:00000001:2.0:1788219871.191721:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.191724:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e680 x1875079565690112/t12884930131(12884930131) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.191730:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.191732:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.191735:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ca80 x1875079566226048/t17179869235(17179869235) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.191741:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.191743:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.191746:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e680 x1875079565690112/t12884930131(12884930131) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.191752:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788219871.191755:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219871.191756:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=57 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219871.191759:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219871.191762:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11d000. 02000000:00000001:2.0:1788219871.191767:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219871.191770:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219871.191771:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e680. 00000100:00000001:2.0:1788219871.191775:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219871.191776:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219871.191777:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.191780:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ca80 x1875079566226048/t17179869235(17179869235) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.191786:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219871.191788:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bca060. 00000002:00000001:2.0:1788219871.191790:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219871.191792:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219871.191794:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47d00. 00000100:00000001:2.0:1788219871.191796:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.191799:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ca80 x1875079566226048/t17179869235(17179869235) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.191804:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219871.191806:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219871.191808:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125dc00. 02000000:00000001:2.0:1788219871.191811:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219871.191812:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219871.191814:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=56 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219871.191816:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219871.191817:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f015be00. 02000000:00000001:2.0:1788219871.191819:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219871.191820:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219871.191822:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ca80. 00000100:00000001:2.0:1788219871.191824:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219871.191825:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219871.191827:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219871.191830:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788219871.191832:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91e:0x0] mode (null) 00000002:00000001:2.0:1788219871.191836:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219871.191839:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219871.191845:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911200 count: 3 00010000:00000001:2.0:1788219871.191848:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219871.191853:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788219871.191857:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788219871.191859:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219871.191864:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219871.191868:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2307000/0x34450ab7a15fb58 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x91e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7c6a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00000001:2.0:1788219871.191876:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219871.191878:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219871.191880:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788219871.191881:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219871.191884:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219871.191887:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2307000 refcount=2 00000020:00000001:2.0:1788219871.191889:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655280640 : -113714054270976 : ffff9893e2307000) 00010000:00000001:2.0:1788219871.191892:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655280640 : -113714054270976 : ffff9893e2307000) 00010000:00000001:2.0:1788219871.191893:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219871.191894:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219871.191896:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219871.191900:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788219871.191902:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219871.191906:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219871.191909:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219871.191911:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219871.191913:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219871.191915:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219871.191917:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2b600 with handle 0x34450ab7a161288 from hash 00010000:00000001:2.0:1788219871.191920:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219871.191921:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219871.191922:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219871.191924:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219871.191927:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219871.191929:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788219871.191932:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219871.191936:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a400/0x34450ab7a161281 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x91f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c47 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1788219871.191949:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219871.191952:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788219871.191953:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788219871.191955:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91f:0x0] mode CR 00000002:00000001:2.0:1788219871.191957:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219871.191958:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219871.191960:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911400 count: 3 00010000:00000001:2.0:1788219871.191962:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788219871.191964:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219871.191966:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219871.191967:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219871.191968:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911400 count: 3 00010000:00000001:2.0:1788219871.191970:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788219871.191971:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219871.191973:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219871.191974:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788219871.191977:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788219871.191985:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f4d46200. 00000080:00000001:2.0:1788219871.191987:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788219871.191992:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788219871.191995:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788219871.191996:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219871.191998:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219871.192000:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219871.192002:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219871.192003:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219871.192004:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91f:0x0] 00800000:00000001:2.0:1788219871.192006:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219871.192008:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x91f:0x0] 00000002:00000001:2.0:1788219871.192011:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788219871.192012:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x91f:0x0] file closed with intent: 0 00000100:00000010:2.0:1788219871.192018:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed028000. 00000020:00000040:2.0:1788219871.192020:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=57 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219871.192024:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219871.192026:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219871.192029:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219871.192036:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f4d47000. 00000100:00000001:2.0:1788219871.192041:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788219871.192052:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c6680 x1875079565689728/t12884930130(12884930130) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788219871.192060:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788219871.192064:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788219871.192070:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219871.192072:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219871.192078:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc300. 00000100:00000001:2.0:1788219871.192081:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819264 : -113714041732352 : ffff9893e2efc300) 00000100:00000001:2.0:1788219871.192083:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.192084:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000100:00000001:2.0:1788219871.192088:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219871.192092:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.192094:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219871.192095:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219871.192099:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.192105:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219871.192107:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219871.192110:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219871.192191:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219871.192194:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219871.192198:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed028000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226304:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:2.0:1788219871.192202:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219871.192207:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219871.192209:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219871.192212:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219871.192216:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894d4940000. 02000000:00000001:2.0:1788219871.192219:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219871.192226:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219871.192230:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29a0. 00000400:00000010:2.0:1788219871.192236:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219871.192242:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566226304, portal 10 00000100:00000001:2.0:1788219871.192244:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.192245:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000100:00000040:2.0:1788219871.192252:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.192259:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219871.192261:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219871.192263:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e55d8. 00000100:00000200:2.0:1788219871.192266:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566226304, offset 0 00000400:00000200:2.0:1788219871.192272:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219871.192280:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.192287:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219871.192292:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219871.192296:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219871.192300:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219871.192303:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219871.192307:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92944:92944:256:4294967295] 192.168.203.120@tcp LPNI seq info [92944:92944:8:4294967295] 00000400:00000200:2.0:1788219871.192403:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.192414:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219871.192421:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219871.192427:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000800:00000200:2.0:1788219871.192433:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219871.192441:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219871.192799:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788219871.192875:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219871.192881:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:2.0:1788219871.192884:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219871.192888:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740308 00000100:00000001:2.0:1788219871.192894:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740293 00000100:00000001:2.0:1788219871.192899:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740308 00000100:00000001:2.0:1788219871.192902:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740293 00000100:00000001:2.0:1788219871.192905:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219871.192908:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.192910:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219871.192912:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219871.192914:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc300 going to sleep for 11 seconds 00000100:00000001:2.0:1788219871.192917:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.192920:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.193037:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.193041:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:3.0:1788219871.193046:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.193051:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.193056:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e55d8 00000400:00000010:3.0:1788219871.193058:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e55d8. 00000100:00000001:3.0:1788219871.193062:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.193067:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.193077:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.193080:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.193086:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.193088:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.201971:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.201987:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.201991:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.201993:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.202002:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.202009:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.202017:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.202023:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.202028:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.202032:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787380 00000400:00000200:2.0:1788219871.202036:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.202042:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe956d [1] + 224 00000800:00000001:2.0:1788219871.202050:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.202069:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.202074:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.202078:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.202086:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.202095:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.202106:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.202133:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.202142:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.202153:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.202462:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.202470:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.202473:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.202476:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29a0. 00000400:00000200:0.0:1788219871.202481:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:0.0:1788219871.202483:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:0.0:1788219871.202487:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.202492:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.202501:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed028000 x1875079566226304/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202508:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.202510:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.202512:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.202523:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.202527:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.202529:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.202533:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.202542:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.202546:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.202549:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.202551:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.202554:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.202557:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.202560:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.202562:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.202563:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.202566:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.202576:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000100:00000001:0.0:1788219871.202581:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.202582:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:0.0:1788219871.202584:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.202587:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.202598:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed028000 x1875079566226304/t17179869236(17179869236) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202606:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.202610:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.202612:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.202616:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed028000 x1875079566226304/t17179869236(17179869236) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.202624:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed028000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226304:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.202630:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.202632:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.202635:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.202637:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.202640:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028000 x1875079566226304/t17179869236(17179869236) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202647:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.202650:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc300. 00000100:00000001:0.0:1788219871.202654:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.202655:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.202663:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.202664:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131786752 : -113709577764864 : ffff9894ed028000) 00000002:00000001:0.0:1788219871.202667:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.202670:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.202675:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f4d46200. 00000080:00000001:0.0:1788219871.202679:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.202682:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.202685:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.202688:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.202690:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.202694:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.202696:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.202698:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91f:0x0] 00800000:00000001:0.0:1788219871.202700:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.202704:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.202710:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c6680 x1875079565689728/t12884930130(12884930130) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202718:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.202720:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601856128 : -113710107695488 : ffff9894cd6c6680) 00000100:00000001:0.0:1788219871.202722:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.202725:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c6680 x1875079565689728/t12884930130(12884930130) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202732:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.202734:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.202736:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed028000 x1875079566226304/t17179869236(17179869236) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202742:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.202744:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.202747:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c6680 x1875079565689728/t12884930130(12884930130) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202753:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.202756:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.202758:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=56 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.202760:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.202764:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008d000. 02000000:00000001:0.0:1788219871.202768:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.202770:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.202772:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c6680. 00000100:00000001:0.0:1788219871.202775:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.202777:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.202778:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.202781:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028000 x1875079566226304/t17179869236(17179869236) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202787:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.202789:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893dba88000. 00000002:00000001:0.0:1788219871.202792:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.202794:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.202796:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e070ed40. 00000100:00000001:0.0:1788219871.202799:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.202801:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028000 x1875079566226304/t17179869236(17179869236) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.202811:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.202813:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.202815:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894d4940000. 02000000:00000001:0.0:1788219871.202817:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.202818:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.202819:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=55 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.202821:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.202822:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f4d47000. 02000000:00000001:0.0:1788219871.202824:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.202825:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.202827:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028000. 00000100:00000001:0.0:1788219871.202829:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.202830:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.202832:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.202836:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.202837:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91f:0x0] mode (null) 00000002:00000001:0.0:1788219871.202841:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.202843:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.202849:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911400 count: 3 00010000:00000001:0.0:1788219871.202852:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.202856:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.202860:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.202863:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.202867:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.202871:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55600/0x34450ab7a15fb9e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x91f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7c4e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 54 lru_type: 1 00010000:00000001:0.0:1788219871.202878:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.202880:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.202882:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.202884:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.202886:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.202888:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e8f55600 refcount=2 00000020:00000001:0.0:1788219871.202890:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359768847872 : -113713940703744 : ffff9893e8f55600) 00010000:00000001:0.0:1788219871.202893:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359768847872 : -113713940703744 : ffff9893e8f55600) 00010000:00000001:0.0:1788219871.202895:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.202896:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.202898:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.202901:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.202903:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.202906:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.202910:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.202911:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.202913:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.202915:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.202917:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2a400 with handle 0x34450ab7a161281 from hash 00010000:00000001:0.0:1788219871.202919:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.202920:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.202921:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.202923:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.202926:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.202928:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.202942:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.202946:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b2200/0x34450ab7a16127a lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x920:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c32 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.202953:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.202957:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.202958:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.202959:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x920:0x0] mode CR 00000002:00000001:0.0:1788219871.202961:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.202962:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.202964:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d400 count: 3 00010000:00000001:0.0:1788219871.202966:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.202968:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.202969:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.202970:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.202972:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d400 count: 3 00010000:00000001:0.0:1788219871.202973:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.202975:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.202976:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.202978:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.202981:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.202986:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219871.202988:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.202994:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.202997:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.202998:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.202999:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.203001:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.203002:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.203004:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.203006:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x920:0x0] 00800000:00000001:0.0:1788219871.203008:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.203010:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x920:0x0] 00000002:00000001:0.0:1788219871.203012:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.203014:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x920:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.203018:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219871.203021:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=56 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.203024:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.203026:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.203028:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.203033:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc200. 00000100:00000001:0.0:1788219871.203039:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.203054:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed356680 x1875079565689344/t12884930129(12884930129) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.203065:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.203069:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.203076:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.203077:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.203084:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c900. 00000100:00000001:0.0:1788219871.203086:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811776 : -113713940739840 : ffff9893e8f4c900) 00000100:00000001:0.0:1788219871.203088:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.203089:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219871.203093:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.203098:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.203100:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.203101:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.203105:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.203121:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.203124:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.203127:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.203129:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.203131:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.203134:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226560:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.203138:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.203151:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.203154:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.203156:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219871.203160:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03d800. 02000000:00000001:0.0:1788219871.203162:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219871.203166:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219871.203169:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219871.203174:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219871.203180:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566226560, portal 10 00000100:00000001:0.0:1788219871.203182:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.203183:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219871.203189:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.203196:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219871.203198:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219871.203201:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219871.203204:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566226560, offset 0 00000400:00000200:0.0:1788219871.203210:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219871.203218:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.203225:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219871.203230:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219871.203234:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219871.203238:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219871.203240:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219871.203244:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92945:92945:256:4294967295] 192.168.203.120@tcp LPNI seq info [92945:92945:8:4294967295] 00000400:00000200:0.0:1788219871.203248:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.203256:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219871.203261:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219871.203265:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219871.203271:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219871.203277:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219871.203281:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219871.203300:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.203305:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:0.0:1788219871.203308:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219871.203373:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740318 00000100:00000001:0.0:1788219871.203379:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740308 00000100:00000001:0.0:1788219871.203383:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740319 00000100:00000001:0.0:1788219871.203386:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740308 00000100:00000001:0.0:1788219871.203389:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.203391:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.203393:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219871.203394:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219871.203397:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219871.203399:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219871.203401:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.203976:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.203982:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:3.0:1788219871.203988:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.203993:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.203999:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:3.0:1788219871.204001:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:3.0:1788219871.204004:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.204008:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.204018:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.204022:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.204028:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.204030:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.212668:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.212684:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.212688:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.212691:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.212701:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.212708:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.212716:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.212721:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.212726:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.212730:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787480 00000400:00000200:2.0:1788219871.212734:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.212750:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe957d [1] + 224 00000800:00000001:2.0:1788219871.212756:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.212763:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.212766:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.212770:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.212778:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.212787:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.212797:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.212819:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.212826:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.212829:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.213109:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.213189:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.213191:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.213195:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:0.0:1788219871.213200:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:0.0:1788219871.213202:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:0.0:1788219871.213206:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.213211:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.213219:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566226560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213226:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.213228:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.213231:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.213234:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.213237:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.213239:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.213242:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.213251:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.213256:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.213259:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.213260:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.213263:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.213266:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.213269:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.213270:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.213272:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.213274:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.213276:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219871.213279:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.213282:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:0.0:1788219871.213283:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.213286:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.213291:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566226560/t17179869237(17179869237) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213299:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.213302:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.213304:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.213308:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566226560/t17179869237(17179869237) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.213689:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226560:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.213695:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.213698:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.213700:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.213702:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.213706:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566226560/t17179869237(17179869237) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213713:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.213715:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c900. 00000100:00000001:0.0:1788219871.213719:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.213721:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.213728:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.213730:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000002:00000001:0.0:1788219871.213733:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.213736:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.213740:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219871.213744:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.213747:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.213749:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.213752:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.213754:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.213757:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.213759:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.213761:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x920:0x0] 00800000:00000001:0.0:1788219871.213763:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.213768:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.213773:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed356680 x1875079565689344/t12884930129(12884930129) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213780:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.213782:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135122560 : -113709574429056 : ffff9894ed356680) 00000100:00000001:0.0:1788219871.213784:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.213787:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed356680 x1875079565689344/t12884930129(12884930129) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213793:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.213795:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.213798:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566226560/t17179869237(17179869237) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213804:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.213805:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.213808:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed356680 x1875079565689344/t12884930129(12884930129) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213815:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.213817:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.213819:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=55 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.213821:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.213824:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cf000. 02000000:00000001:0.0:1788219871.213829:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.213832:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.213833:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed356680. 00000100:00000001:0.0:1788219871.213836:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.213838:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.213839:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.213843:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566226560/t17179869237(17179869237) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213849:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.213851:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9140. 00000002:00000001:0.0:1788219871.213854:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.213856:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.213858:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd800. 00000100:00000001:0.0:1788219871.213860:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.213863:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566226560/t17179869237(17179869237) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.213869:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.213871:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.213874:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03d800. 02000000:00000001:0.0:1788219871.213877:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.213878:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.213879:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=54 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.213880:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.213881:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc200. 02000000:00000001:0.0:1788219871.213883:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.213884:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.213885:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:0.0:1788219871.213888:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.213889:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.213891:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.213894:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.213896:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x920:0x0] mode (null) 00000002:00000001:0.0:1788219871.213899:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.213902:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.213907:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d400 count: 3 00010000:00000001:0.0:1788219871.213910:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.213914:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.213917:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.213920:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.213923:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.213927:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894f5d24e00/0x34450ab7a15fbe4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x920:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7c2b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00000001:0.0:1788219871.214751:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.214753:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.214755:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.214757:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.214760:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.214763:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894f5d24e00 refcount=2 00000020:00000001:0.0:1788219871.214766:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364279623168 : -113709429928448 : ffff9894f5d24e00) 00010000:00000001:0.0:1788219871.214768:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364279623168 : -113709429928448 : ffff9894f5d24e00) 00010000:00000001:0.0:1788219871.214770:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.214772:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.214774:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.214777:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.214780:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.214784:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.214787:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.214789:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.214791:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.214794:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.214797:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ea0b2200 with handle 0x34450ab7a16127a from hash 00010000:00000001:0.0:1788219871.214799:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.214801:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.214802:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.214803:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.214807:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.214808:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.214811:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.214814:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55800/0x34450ab7a161273 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x921:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c16 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.214822:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.214826:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.214827:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.214828:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x921:0x0] mode CR 00000002:00000001:0.0:1788219871.214831:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.214833:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.214836:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0200 count: 3 00010000:00000001:0.0:1788219871.214838:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.214842:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.214844:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.214845:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.214846:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0200 count: 3 00010000:00000001:0.0:1788219871.214848:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.214850:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.214851:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.214853:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.214857:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.214861:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219871.214863:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.214870:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.214873:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.214874:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.214876:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.214877:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.214879:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.214881:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.214883:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x921:0x0] 00800000:00000001:0.0:1788219871.214885:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.214887:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x921:0x0] 00000002:00000001:0.0:1788219871.214890:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.214891:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x921:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.214896:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015f80. 00000020:00000040:0.0:1788219871.214899:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=55 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.214903:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.214906:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.214909:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.214915:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dcc00. 00000100:00000001:0.0:1788219871.214920:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.215678:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed355880 x1875079565688960/t12884930128(12884930128) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.215693:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.215700:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.215706:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.215708:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.215714:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c900. 00000100:00000001:0.0:1788219871.215716:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811776 : -113713940739840 : ffff9893e8f4c900) 00000100:00000001:0.0:1788219871.215719:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.215720:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:0.0:1788219871.215724:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.215728:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.215730:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.215732:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.215736:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.215743:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.215745:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.215749:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.215751:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.215754:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.215757:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226816:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.215761:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.215766:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.215769:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.215771:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219871.215774:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03d800. 02000000:00000001:0.0:1788219871.215776:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219871.215782:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219871.215786:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a42c0. 00000400:00000010:0.0:1788219871.215792:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219871.215798:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566226816, portal 10 00000100:00000001:0.0:1788219871.215800:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.215801:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000040:0.0:1788219871.215807:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.215813:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219871.215816:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219871.215818:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219871.215822:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566226816, offset 0 00000400:00000200:0.0:1788219871.215829:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219871.215836:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.215842:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219871.215847:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219871.215851:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219871.215855:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219871.215858:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219871.215862:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92946:92946:256:4294967295] 192.168.203.120@tcp LPNI seq info [92946:92946:8:4294967295] 00000400:00000200:0.0:1788219871.215866:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.215875:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219871.215880:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219871.215884:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219871.215892:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219871.215898:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219871.215902:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219871.215919:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.215924:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:0.0:1788219871.215927:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219871.215929:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740331 00000100:00000001:0.0:1788219871.216114:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740318 00000100:00000001:0.0:1788219871.216120:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740331 00000100:00000001:0.0:1788219871.216123:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740319 00000100:00000001:0.0:1788219871.216126:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.216129:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.216131:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219871.216132:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219871.216135:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c900 going to sleep for 11 seconds 00000100:00000001:0.0:1788219871.216137:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219871.216140:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.216276:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.216281:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:3.0:1788219871.216285:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.216290:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.216296:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:3.0:1788219871.216298:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:3.0:1788219871.216302:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.216306:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.216341:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.216344:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.216351:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.216352:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788219871.244886:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313740331, at 4313740333 00000100:00000010:2.0:1788219871.244900:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc00. 00000100:00000040:3.0:1788219871.253984:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313740331, at 4313740342 00000100:00000010:3.0:1788219871.253998:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec780. 00000800:00000001:2.0:1788219871.254979:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.254995:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.254999:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.255002:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.255010:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.255018:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.255029:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.255034:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.255039:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.255044:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787580 00000400:00000200:2.0:1788219871.255049:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.255055:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9585 [1] + 224 00000800:00000001:2.0:1788219871.255062:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.255069:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.255073:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.255077:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.255085:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.255099:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.255109:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.255163:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.256677:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.256694:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.256701:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219871.260982:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.260989:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.260993:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a42c0. 00000400:00000200:1.0:1788219871.260999:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:1.0:1788219871.261002:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:1.0:1788219871.261006:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.261018:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219871.261030:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015f80 x1875079566226816/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261038:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.261040:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.261043:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.261046:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.261049:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.261050:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.261053:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.261064:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.261067:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.261070:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.261071:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.261074:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.261078:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.261093:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219871.261095:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219871.261097:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219871.261100:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.261102:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000100:00000001:1.0:1788219871.261105:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.261107:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:1.0:1788219871.261109:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.261111:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.261117:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015f80 x1875079566226816/t17179869238(17179869238) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261125:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.261128:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.261129:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.261133:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015f80 x1875079566226816/t17179869238(17179869238) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219871.261140:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566226816:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.261154:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.261158:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.261160:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219871.261162:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.261166:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566226816/t17179869238(17179869238) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261173:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.261176:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c900. 00000100:00000001:1.0:1788219871.261180:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219871.261182:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.261190:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.261191:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131712896 : -113709577838720 : ffff9894ed015f80) 00000002:00000001:1.0:1788219871.261194:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.261197:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.261202:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc200. 00000080:00000001:1.0:1788219871.261206:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219871.261210:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219871.261213:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.261215:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.261217:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.261221:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.261223:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.261225:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x921:0x0] 00800000:00000001:1.0:1788219871.261227:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.261251:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219871.261257:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed355880 x1875079565688960/t12884930128(12884930128) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261264:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.261266:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135118976 : -113709574432640 : ffff9894ed355880) 00000100:00000001:1.0:1788219871.261268:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.261271:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed355880 x1875079565688960/t12884930128(12884930128) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261277:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.261279:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.261281:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015f80 x1875079566226816/t17179869238(17179869238) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261286:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.261288:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.261290:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed355880 x1875079565688960/t12884930128(12884930128) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261296:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219871.261298:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.261301:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=54 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.261303:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.261306:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cc400. 02000000:00000001:1.0:1788219871.261336:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.261338:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.261340:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed355880. 00000100:00000001:1.0:1788219871.261344:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.261346:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.261348:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.261351:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015f80 x1875079566226816/t17179869238(17179869238) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261358:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.261360:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9860. 00000002:00000001:1.0:1788219871.261363:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.261365:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.261367:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbde00. 00000100:00000001:1.0:1788219871.261370:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.261373:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015f80 x1875079566226816/t17179869238(17179869238) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261379:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.261381:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.261383:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03d800. 02000000:00000001:1.0:1788219871.261386:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.261388:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.261389:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=53 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.261391:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.261392:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dcc00. 02000000:00000001:1.0:1788219871.261393:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.261395:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.261396:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015f80. 00000100:00000001:1.0:1788219871.261398:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.261399:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.261401:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.261404:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.261406:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x921:0x0] mode (null) 00000002:00000001:1.0:1788219871.261409:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.261412:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.261418:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0200 count: 3 00010000:00000001:1.0:1788219871.261420:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.261424:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219871.261428:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219871.261431:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.261435:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.261440:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894f5d25600/0x34450ab7a15fc2a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x921:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7c1d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 51 lru_type: 1 00010000:00000001:1.0:1788219871.261456:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.261457:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.261459:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.261461:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.261464:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.261466:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894f5d25600 refcount=2 00000020:00000001:1.0:1788219871.261469:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364279625216 : -113709429926400 : ffff9894f5d25600) 00010000:00000001:1.0:1788219871.261471:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364279625216 : -113709429926400 : ffff9894f5d25600) 00010000:00000001:1.0:1788219871.261473:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.261474:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.261475:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.261478:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.261480:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.261484:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.261487:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.261490:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.261491:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.261494:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.261496:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f55800 with handle 0x34450ab7a161273 from hash 00010000:00000001:1.0:1788219871.261498:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.261500:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.261501:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.261502:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.261506:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.261508:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.261511:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219871.261605:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55c00/0x34450ab7a16126c lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x922:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c08 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219871.261613:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219871.261617:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219871.261618:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.261620:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x922:0x0] mode CR 00000002:00000001:1.0:1788219871.261622:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.261623:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.261626:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911300 count: 3 00010000:00000001:1.0:1788219871.261628:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.261631:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.261632:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.261633:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.261634:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911300 count: 3 00010000:00000001:1.0:1788219871.261636:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.261638:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.261639:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.261641:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219871.261643:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219871.261648:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9539600. 00000080:00000001:1.0:1788219871.261650:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219871.261656:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219871.261659:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219871.261660:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.261661:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.261663:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.261664:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.261666:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.261668:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x922:0x0] 00800000:00000001:1.0:1788219871.261669:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.261671:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x922:0x0] 00000002:00000001:1.0:1788219871.261674:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219871.261675:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x922:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219871.261681:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6dc00. 00000020:00000040:1.0:1788219871.261684:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=54 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.261687:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.261690:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.261693:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.261698:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9538a00. 00000100:00000001:1.0:1788219871.261703:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219871.261713:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed356a00 x1875079565688576/t12884930127(12884930127) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219871.261722:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219871.261727:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219871.261734:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219871.261803:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219871.261811:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50900. 00000100:00000001:1.0:1788219871.261813:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093696 : -113710049457920 : ffff9894d0e50900) 00000100:00000001:1.0:1788219871.261816:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.261817:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000001:1.0:1788219871.261821:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.261825:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.261827:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219871.261829:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.261833:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261840:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.261842:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.261845:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.261848:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.261850:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.261853:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227072:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.261856:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.261860:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.261863:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.261865:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.261869:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219871.261871:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.261877:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.261881:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219871.261887:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661f68. 00000100:00000200:1.0:1788219871.261892:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566227072, portal 10 00000100:00000001:1.0:1788219871.261894:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.261895:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000040:1.0:1788219871.261900:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.261907:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.261909:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.261912:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661220. 00000100:00000200:1.0:1788219871.261915:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566227072, offset 0 00000400:00000200:1.0:1788219871.261920:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.261927:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.261934:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.261938:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.261943:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.261946:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.261949:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.261952:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92947:92947:256:4294967295] 192.168.203.120@tcp LPNI seq info [92947:92947:8:4294967295] 00000400:00000200:1.0:1788219871.261956:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.261966:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.261971:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.261977:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219871.261983:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.261991:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.261995:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.262010:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.262014:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.262018:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.262021:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740377 00000100:00000010:1.0:1788219871.262026:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2360. 00000100:00000001:1.0:1788219871.262031:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219871.262038:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740377 00000100:00000010:1.0:1788219871.262041:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2240. 00000100:00000001:1.0:1788219871.262044:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219871.262047:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.262049:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.262052:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.262054:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.262056:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50900 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.262058:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.262060:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.262287:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.262291:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:3.0:1788219871.262297:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.262301:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.262307:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661220 00000400:00000010:3.0:1788219871.262309:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661220. 00000100:00000001:3.0:1788219871.262332:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.262337:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.262347:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.262351:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.262363:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.262364:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219871.266539:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.266554:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219871.266558:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.266561:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.266570:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.266578:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219871.266586:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.266592:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.266597:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.266601:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787680 00000400:00000200:3.0:1788219871.266606:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.266612:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe958d [1] + 224 00000800:00000001:3.0:1788219871.266619:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.266626:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.266629:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.266632:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219871.266640:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.266648:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219871.266660:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.266678:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219871.266686:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.266689:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.266768:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219871.266775:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.266777:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.266780:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:1.0:1788219871.266785:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661f68 00000400:00000010:1.0:1788219871.266787:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661f68. 00000100:00000001:1.0:1788219871.266790:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.266795:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219871.266803:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6dc00 x1875079566227072/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.266809:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.266811:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.266813:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.266817:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.266820:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.266822:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.266825:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.266834:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.266838:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.266840:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.266843:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.266846:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.266848:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.266851:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219871.266853:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219871.266854:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219871.266856:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.266858:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000001:1.0:1788219871.266861:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.266862:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869229 00000100:00000001:1.0:1788219871.266864:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.266866:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.266871:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6dc00 x1875079566227072/t17179869239(17179869239) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.266879:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.266882:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.266884:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.266887:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6dc00 x1875079566227072/t17179869239(17179869239) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219871.266895:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227072:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.266900:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.266902:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.266904:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219871.266906:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.266910:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566227072/t17179869239(17179869239) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.266917:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.266920:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50900. 00000100:00000001:1.0:1788219871.266923:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219871.266924:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.266931:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.266932:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000002:00000001:1.0:1788219871.266935:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.266939:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.266943:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539600. 00000080:00000001:1.0:1788219871.266947:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219871.266951:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219871.266953:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.266956:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.266958:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.266961:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.266963:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.266965:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x922:0x0] 00800000:00000001:1.0:1788219871.266967:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.266972:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219871.266977:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed356a00 x1875079565688576/t12884930127(12884930127) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.266985:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.266986:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135123456 : -113709574428160 : ffff9894ed356a00) 00000100:00000001:1.0:1788219871.266988:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.266991:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed356a00 x1875079565688576/t12884930127(12884930127) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.266997:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.266999:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.267002:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566227072/t17179869239(17179869239) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.267008:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.267009:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.267012:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed356a00 x1875079565688576/t12884930127(12884930127) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.267018:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219871.267021:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.267023:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=53 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.267026:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.267030:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cd800. 02000000:00000001:1.0:1788219871.267034:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.267036:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.267037:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed356a00. 00000100:00000001:1.0:1788219871.267041:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.267042:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.267044:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.267047:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566227072/t17179869239(17179869239) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.267052:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.267054:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9180. 00000002:00000001:1.0:1788219871.267058:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.267059:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.267062:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd280. 00000100:00000001:1.0:1788219871.267065:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.267067:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6dc00 x1875079566227072/t17179869239(17179869239) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.267073:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.267075:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.267078:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219871.267080:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.267081:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.267083:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=52 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.267084:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.267086:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9538a00. 02000000:00000001:1.0:1788219871.267088:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.267089:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.267091:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6dc00. 00000100:00000001:1.0:1788219871.267093:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.267094:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.267096:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.267100:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.267103:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x922:0x0] mode (null) 00000002:00000001:1.0:1788219871.267106:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.267109:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.267115:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911300 count: 3 00010000:00000001:1.0:1788219871.267118:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.267123:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219871.267127:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219871.267130:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.267134:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.267138:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306c00/0x34450ab7a15fc70 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x922:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7c01 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 53 lru_type: 1 00010000:00000001:1.0:1788219871.267155:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.267157:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.267158:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.267160:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.267162:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.267165:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2306c00 refcount=2 00000020:00000001:1.0:1788219871.267168:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655279616 : -113714054272000 : ffff9893e2306c00) 00010000:00000001:1.0:1788219871.267171:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655279616 : -113714054272000 : ffff9893e2306c00) 00010000:00000001:1.0:1788219871.267173:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.267174:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.267175:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.267178:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.267180:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.267184:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.267186:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.267188:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.267190:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.267192:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.267195:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f55c00 with handle 0x34450ab7a16126c from hash 00010000:00000001:1.0:1788219871.267197:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.267199:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.267200:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.267201:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.267204:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.267206:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.267210:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219871.267213:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55a00/0x34450ab7a161265 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x923:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7be5 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219871.267225:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219871.267229:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219871.267231:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.267232:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x923:0x0] mode CR 00000002:00000001:1.0:1788219871.267234:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.267235:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.267237:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911d00 count: 3 00010000:00000001:1.0:1788219871.267239:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.267241:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.267243:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.267244:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.267245:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911d00 count: 3 00010000:00000001:1.0:1788219871.267247:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.267249:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.267250:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.267252:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219871.267255:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219871.267259:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9538a00. 00000080:00000001:1.0:1788219871.267261:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219871.267268:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219871.267271:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219871.267272:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.267273:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.267274:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.267275:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.267277:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.267278:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x923:0x0] 00800000:00000001:1.0:1788219871.267280:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.267282:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x923:0x0] 00000002:00000001:1.0:1788219871.267285:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219871.267286:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x923:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219871.267291:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6dc00. 00000020:00000040:1.0:1788219871.267294:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=53 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.267297:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.267300:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.267303:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.267309:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539600. 00000100:00000001:1.0:1788219871.267347:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219871.267357:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed354700 x1875079565688192/t12884930126(12884930126) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219871.267366:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219871.267371:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219871.267377:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219871.267379:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219871.267385:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50900. 00000100:00000001:1.0:1788219871.267387:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093696 : -113710049457920 : ffff9894d0e50900) 00000100:00000001:1.0:1788219871.267390:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.267391:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000001:1.0:1788219871.267395:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.267399:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.267401:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219871.267402:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.267406:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.267413:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.267415:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.267418:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.267421:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.267423:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.267427:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227328:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.267430:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.267435:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.267437:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.267440:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.267443:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219871.267445:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.267450:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.267452:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26b00. 00000400:00000010:1.0:1788219871.267457:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661f68. 00000100:00000200:1.0:1788219871.267463:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566227328, portal 10 00000100:00000001:1.0:1788219871.267465:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.267466:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000040:1.0:1788219871.267472:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.267478:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.267480:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.267483:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6612a8. 00000100:00000200:1.0:1788219871.267486:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566227328, offset 0 00000400:00000200:1.0:1788219871.267492:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.267498:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.267504:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.267508:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.267512:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.267516:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.267519:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.267522:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92948:92948:256:4294967295] 192.168.203.120@tcp LPNI seq info [92948:92948:8:4294967295] 00000400:00000200:1.0:1788219871.267526:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.267535:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.267541:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.267546:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219871.267553:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.267560:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.267564:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.267575:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.267580:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.267583:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.267586:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740383 00000100:00000001:1.0:1788219871.267592:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740377 00000100:00000001:1.0:1788219871.267597:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740383 00000100:00000001:1.0:1788219871.267600:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740377 00000100:00000001:1.0:1788219871.267603:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.267606:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.267608:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.267610:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.267612:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50900 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.267614:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.267616:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.268238:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.268244:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:3.0:1788219871.268250:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.268256:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.268262:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6612a8 00000400:00000010:3.0:1788219871.268264:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6612a8. 00000100:00000001:3.0:1788219871.268268:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.268273:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.268281:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.268285:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.268291:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.268293:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219871.290371:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.290387:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219871.290392:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.290395:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.290404:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.290412:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219871.290421:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.290425:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.290431:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.290435:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787780 00000400:00000200:3.0:1788219871.290439:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.290445:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9595 [1] + 224 00000800:00000001:3.0:1788219871.290452:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.290457:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.290460:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.290464:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219871.290472:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.290482:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219871.290494:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.290509:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.290643:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.290651:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.290653:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.290656:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26b00. 00000400:00000200:0.0:1788219871.290660:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661f68 00000400:00000010:0.0:1788219871.290662:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661f68. 00000100:00000001:0.0:1788219871.290665:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.290670:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.290679:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6dc00 x1875079566227328/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.290686:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.290688:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.290690:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.290695:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.290697:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.290699:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.290702:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.290713:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.290717:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.290720:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.290722:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.290725:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.290728:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.290731:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.290733:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.294187:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.294197:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.294199:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000100:00000001:0.0:1788219871.294205:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788219871.294207:0:285341:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869239 gen 1 00000100:00100000:0.0:1788219871.294220:0:285341:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294230:0:285341:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788219871.294233:0:285341:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:0.0:1788219871.294236:0:285341:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.294239:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.294244:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294252:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.294256:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.294258:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.294262:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.294271:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227328:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.294277:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.294279:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.294282:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.294284:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.294287:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294294:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.294299:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50900. 00000100:00000001:0.0:1788219871.294303:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.294305:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.294325:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.294327:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875171328 : -113709834380288 : ffff9894ddb6dc00) 00000002:00000001:0.0:1788219871.294329:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.294332:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.294337:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9538a00. 00000080:00000001:0.0:1788219871.294340:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.294344:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.294346:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.294349:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.294351:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.294354:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.294356:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.294358:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x923:0x0] 00800000:00000001:0.0:1788219871.294360:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.294366:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.294371:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed354700 x1875079565688192/t12884930126(12884930126) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294379:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.294380:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135114496 : -113709574437120 : ffff9894ed354700) 00000100:00000001:0.0:1788219871.294383:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.294386:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed354700 x1875079565688192/t12884930126(12884930126) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294392:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.294394:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.294397:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294402:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.294403:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.294406:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed354700 x1875079565688192/t12884930126(12884930126) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294411:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.294413:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.294415:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=52 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.294417:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.294421:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cf800. 02000000:00000001:0.0:1788219871.294427:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.294430:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.294431:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed354700. 00000100:00000001:0.0:1788219871.294435:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.294436:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.294437:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.294440:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294446:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.294448:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9d80. 00000002:00000001:0.0:1788219871.294451:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.294453:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.294455:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdec0. 00000100:00000001:0.0:1788219871.294457:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.294460:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6dc00 x1875079566227328/t17179869240(17179869240) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294472:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.294474:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.294476:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee181c00. 02000000:00000001:0.0:1788219871.294479:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.294481:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.294482:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=51 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.294483:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.294485:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539600. 02000000:00000001:0.0:1788219871.294487:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.294488:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.294489:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6dc00. 00000100:00000001:0.0:1788219871.294491:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.294492:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.294494:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.294497:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.294499:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x923:0x0] mode (null) 00000002:00000001:0.0:1788219871.294503:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.294505:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.294512:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911d00 count: 3 00010000:00000001:0.0:1788219871.294523:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.294528:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.294531:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.294535:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.294539:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.294544:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306a00/0x34450ab7a15fcb6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x923:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7bec expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 52 lru_type: 1 00010000:00000001:0.0:1788219871.294551:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.294552:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.294554:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.294556:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.294558:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.294561:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2306a00 refcount=2 00000020:00000001:0.0:1788219871.294563:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655279104 : -113714054272512 : ffff9893e2306a00) 00010000:00000001:0.0:1788219871.294565:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655279104 : -113714054272512 : ffff9893e2306a00) 00010000:00000001:0.0:1788219871.294568:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.294569:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.294571:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.294574:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.294576:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.294579:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.294582:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.294584:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.294585:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.294587:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.294590:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f55a00 with handle 0x34450ab7a161265 from hash 00010000:00000001:0.0:1788219871.294592:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.294593:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.294594:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.294596:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.294600:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.294601:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.294605:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.294608:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16125e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x924:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7bd0 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.294615:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.294618:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.294620:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.294621:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x924:0x0] mode CR 00000002:00000001:0.0:1788219871.294622:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.294624:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.294626:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d100 count: 3 00010000:00000001:0.0:1788219871.294628:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.294630:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.294632:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.294633:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.294634:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d100 count: 3 00010000:00000001:0.0:1788219871.294636:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.294638:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.294639:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.294641:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.294645:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.294652:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc600. 00000080:00000001:0.0:1788219871.294654:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.294660:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.294663:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.294664:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.294666:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.294667:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.294668:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.294670:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.294672:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x924:0x0] 00800000:00000001:0.0:1788219871.294673:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.294675:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x924:0x0] 00000002:00000001:0.0:1788219871.294678:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.294680:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x924:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.294685:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed016d80. 00000020:00000040:0.0:1788219871.294688:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=52 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.294692:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.294694:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.294696:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.294702:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dca00. 00000100:00000001:0.0:1788219871.294707:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.294717:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed356300 x1875079565687808/t12884930125(12884930125) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.294727:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.294732:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.294796:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.294798:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.294805:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cb40. 00000100:00000001:0.0:1788219871.294807:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768812352 : -113713940739264 : ffff9893e8f4cb40) 00000100:00000001:0.0:1788219871.294810:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.294811:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:0.0:1788219871.294814:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.294819:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.294821:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.294823:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.294826:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294833:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.294835:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.294838:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.294841:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.294843:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.294846:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227584:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.294849:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.294854:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.294857:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.294859:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219871.294863:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03d000. 02000000:00000001:0.0:1788219871.294865:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219871.294871:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219871.294875:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4ec8. 00000400:00000010:0.0:1788219871.294882:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219871.294888:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566227584, portal 10 00000100:00000001:0.0:1788219871.294891:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.294892:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000040:0.0:1788219871.294898:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.294904:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219871.294907:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219871.294909:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf5d8. 00000100:00000200:0.0:1788219871.294913:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566227584, offset 0 00000400:00000200:0.0:1788219871.294918:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219871.294927:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.294934:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219871.294940:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219871.294944:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219871.294948:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219871.294951:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219871.294955:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92949:92949:256:4294967295] 192.168.203.120@tcp LPNI seq info [92949:92949:8:4294967295] 00000400:00000200:0.0:1788219871.294959:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000001:3.0:1788219871.295025:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.295035:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.295848:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313740383, at 4313740384 00000100:00000010:3.0:1788219871.295858:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2240. 00000100:00000040:2.0:1788219871.295929:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313740383, at 4313740384 00000100:00000010:2.0:1788219871.295935:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2360. 00000400:00000200:0.0:1788219871.303929:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219871.303943:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.304847:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219871.304862:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.304870:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.304874:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.304892:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.304899:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.304905:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.304909:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740420 00000100:00000010:1.0:1788219871.304915:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2d20. 00000100:00000001:1.0:1788219871.304921:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219871.304929:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740420 00000100:00000010:1.0:1788219871.304932:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2de0. 00000100:00000001:1.0:1788219871.304934:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219871.304937:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.304941:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.304944:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.304946:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.304949:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.304952:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.304955:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.305803:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.305809:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:2.0:1788219871.305815:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.305823:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.305829:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf5d8 00000400:00000010:2.0:1788219871.305832:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf5d8. 00000100:00000001:2.0:1788219871.305837:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.305845:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.305858:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.305861:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.305869:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.305871:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219871.311291:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.311307:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219871.311354:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.311359:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.311368:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.311376:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219871.311385:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.311390:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.311395:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.311399:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787880 00000400:00000200:3.0:1788219871.311403:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.311410:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe959d [1] + 224 00000800:00000001:3.0:1788219871.311416:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.311423:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.311426:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.311430:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219871.311439:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.311459:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219871.311471:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.311487:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219871.311496:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.311499:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.311688:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219871.311697:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.311699:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.311702:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4ec8. 00000400:00000200:1.0:1788219871.311707:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:1.0:1788219871.311709:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:1.0:1788219871.311712:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.311717:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219871.311725:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed016d80 x1875079566227584/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311731:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.311733:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.311735:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.311739:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.311741:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.311743:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.311746:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.311754:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.311758:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.311761:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.311762:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.311765:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.311768:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.311771:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219871.311773:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219871.311775:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219871.311777:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.311778:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000100:00000001:1.0:1788219871.311781:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.311783:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219871.311784:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.311787:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.311791:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed016d80 x1875079566227584/t17179869241(17179869241) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311798:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.311801:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.311803:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.311807:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed016d80 x1875079566227584/t17179869241(17179869241) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219871.311815:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed016d80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227584:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.311819:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.311822:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.311824:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219871.311826:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.311830:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566227584/t17179869241(17179869241) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311836:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.311839:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cb40. 00000100:00000001:1.0:1788219871.311843:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219871.311844:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.311850:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.311851:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131716480 : -113709577835136 : ffff9894ed016d80) 00000002:00000001:1.0:1788219871.311854:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.311857:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.311861:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc600. 00000080:00000001:1.0:1788219871.311867:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219871.311870:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219871.311873:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.311875:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.311877:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.311880:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.311881:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.311884:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x924:0x0] 00800000:00000001:1.0:1788219871.311886:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.311889:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219871.311894:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed356300 x1875079565687808/t12884930125(12884930125) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311900:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.311902:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135121664 : -113709574429952 : ffff9894ed356300) 00000100:00000001:1.0:1788219871.311904:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.311907:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed356300 x1875079565687808/t12884930125(12884930125) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311913:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.311914:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.311917:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed016d80 x1875079566227584/t17179869241(17179869241) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311922:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.311924:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.311926:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed356300 x1875079565687808/t12884930125(12884930125) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311932:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219871.311935:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.311937:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=51 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.311939:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.311942:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cf400. 02000000:00000001:1.0:1788219871.311948:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.311950:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.311952:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed356300. 00000100:00000001:1.0:1788219871.311955:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.311956:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.311958:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.311960:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed016d80 x1875079566227584/t17179869241(17179869241) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311966:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.311968:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9d40. 00000002:00000001:1.0:1788219871.311970:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.311972:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.311974:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd940. 00000100:00000001:1.0:1788219871.311976:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.311979:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed016d80 x1875079566227584/t17179869241(17179869241) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.311989:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.311990:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.311992:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03d000. 02000000:00000001:1.0:1788219871.311995:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.311997:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.311998:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=50 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.311999:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.312001:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dca00. 02000000:00000001:1.0:1788219871.312003:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.312004:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.312005:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed016d80. 00000100:00000001:1.0:1788219871.312007:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.312008:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.312010:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.312013:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.312015:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x924:0x0] mode (null) 00000002:00000001:1.0:1788219871.312018:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.312021:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.312027:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d100 count: 3 00010000:00000001:1.0:1788219871.312029:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.312035:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219871.312038:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219871.312041:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.312045:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.312050:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2307e00/0x34450ab7a15fcfc lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x924:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7bd7 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 93 lru_type: 1 00010000:00000001:1.0:1788219871.312057:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.312058:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.312060:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.312061:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.312063:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.312066:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2307e00 refcount=2 00000020:00000001:1.0:1788219871.312068:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655284224 : -113714054267392 : ffff9893e2307e00) 00010000:00000001:1.0:1788219871.312070:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655284224 : -113714054267392 : ffff9893e2307e00) 00010000:00000001:1.0:1788219871.312072:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.312073:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.312075:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.312078:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.312080:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.312083:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.312085:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.312087:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.312089:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.312091:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.312093:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1be00 with handle 0x34450ab7a16125e from hash 00010000:00000001:1.0:1788219871.312094:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.312096:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.312097:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.312098:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.312101:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.312102:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.312105:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219871.312108:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98a00/0x34450ab7a161257 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x925:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7bbb expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219871.313234:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219871.313238:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219871.313241:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.313243:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x925:0x0] mode CR 00000002:00000001:1.0:1788219871.313247:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.313249:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.313254:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0000 count: 3 00010000:00000001:1.0:1788219871.313257:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.313260:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.313261:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.313262:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.313264:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0000 count: 3 00010000:00000001:1.0:1788219871.313266:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.313267:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.313269:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.313272:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219871.313275:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219871.313280:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9539a00. 00000080:00000001:1.0:1788219871.313282:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219871.313288:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219871.313292:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219871.313294:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.313296:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.313298:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.313301:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.313303:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.313305:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x925:0x0] 00800000:00000001:1.0:1788219871.313308:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.313329:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x925:0x0] 00000002:00000001:1.0:1788219871.313332:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219871.313334:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x925:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219871.313349:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219871.313353:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=51 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.313358:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.313361:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.313364:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.313370:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539200. 00000100:00000001:1.0:1788219871.313377:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219871.313393:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c5880 x1875079565687424/t12884930124(12884930124) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219871.313406:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219871.313411:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219871.313419:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219871.313421:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219871.313427:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50b40. 00000100:00000001:1.0:1788219871.313429:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094272 : -113710049457344 : ffff9894d0e50b40) 00000100:00000001:1.0:1788219871.313432:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.313433:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219871.313438:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.313579:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.313582:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219871.313584:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.313589:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.313707:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.313709:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.313713:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.313716:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.313718:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.313722:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227840:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.313725:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.313731:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.313733:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.313735:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.313739:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219871.313741:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.313748:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.313752:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219871.313759:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219871.313765:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566227840, portal 10 00000100:00000001:1.0:1788219871.313767:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.313768:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219871.313774:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.313780:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.313782:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.313784:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661b28. 00000100:00000200:1.0:1788219871.313788:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566227840, offset 0 00000400:00000200:1.0:1788219871.313793:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.313801:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.313807:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.313812:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.313816:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.313820:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.313822:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.313825:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92950:92950:256:4294967295] 192.168.203.120@tcp LPNI seq info [92950:92950:8:4294967295] 00000400:00000200:1.0:1788219871.313829:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.313837:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.313843:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.313848:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219871.313854:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.313861:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.313865:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.313885:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.313889:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.313892:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.313895:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740429 00000100:00000001:1.0:1788219871.313901:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740420 00000100:00000001:1.0:1788219871.313906:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740429 00000100:00000001:1.0:1788219871.313909:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740420 00000100:00000001:1.0:1788219871.313911:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.313914:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.313917:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.313918:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.313921:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50b40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.313923:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.313925:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.314702:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.314709:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:3.0:1788219871.314715:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.314721:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.314727:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661b28 00000400:00000010:3.0:1788219871.314730:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661b28. 00000100:00000001:3.0:1788219871.315279:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.315289:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.315301:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.315304:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.315333:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.315336:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219871.319283:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.319298:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219871.319302:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.319304:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.319737:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.319745:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219871.319754:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.319760:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.319765:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.319769:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787980 00000400:00000200:3.0:1788219871.319773:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.319780:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95a5 [1] + 224 00000800:00000001:3.0:1788219871.319787:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.319795:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219871.319798:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.319802:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219871.319809:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.319817:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219871.319827:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.319838:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219871.319846:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219871.319849:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.319934:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219871.319941:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.319943:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.319946:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219871.319950:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219871.319952:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219871.319956:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.319961:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219871.319969:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566227840/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.319978:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.319979:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.319982:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.319985:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.319988:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.319990:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.319993:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.320002:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.320006:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.320009:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.320011:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.320014:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.320017:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.320020:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219871.320022:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219871.320024:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219871.320026:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.320028:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219871.320031:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.320033:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219871.320034:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.320037:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.320042:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566227840/t17179869242(17179869242) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.320050:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.320053:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.320055:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.320059:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566227840/t17179869242(17179869242) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219871.320072:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566227840:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.320077:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.320080:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.320082:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219871.320084:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.320088:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566227840/t17179869242(17179869242) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.320096:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.320099:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50b40. 00000100:00000001:1.0:1788219871.320102:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219871.320104:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.322249:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.322260:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000002:00000001:1.0:1788219871.322268:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.322271:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.322277:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539a00. 00000080:00000001:1.0:1788219871.322284:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219871.322288:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219871.322290:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.322292:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.322805:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.322809:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.322811:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.322814:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x925:0x0] 00800000:00000001:1.0:1788219871.322816:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.322821:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219871.322834:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c5880 x1875079565687424/t12884930124(12884930124) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.322843:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.322844:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601852544 : -113710107699072 : ffff9894cd6c5880) 00000100:00000001:1.0:1788219871.322848:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.322852:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c5880 x1875079565687424/t12884930124(12884930124) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.322860:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.322862:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.322870:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566227840/t17179869242(17179869242) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.322875:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.322877:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.322879:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c5880 x1875079565687424/t12884930124(12884930124) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.322885:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219871.322888:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.322890:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=50 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.322892:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.322896:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008fc00. 02000000:00000001:1.0:1788219871.322900:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.322903:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.322904:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c5880. 00000100:00000001:1.0:1788219871.322908:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.322909:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.322911:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.322914:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566227840/t17179869242(17179869242) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.322919:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.322921:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d3a0. 00000002:00000001:1.0:1788219871.322923:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.322925:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.322928:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891eb00. 00000100:00000001:1.0:1788219871.322930:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.322933:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566227840/t17179869242(17179869242) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.322938:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.322941:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.322943:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219871.322945:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.322947:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.322948:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=49 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.322949:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.322950:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539200. 02000000:00000001:1.0:1788219871.322952:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.322953:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.322954:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219871.322957:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.322958:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.322960:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.322963:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.322965:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x925:0x0] mode (null) 00000002:00000001:1.0:1788219871.322968:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.322971:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.322977:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0000 count: 3 00010000:00000001:1.0:1788219871.322979:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.322984:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219871.322987:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219871.322990:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.322995:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.323000:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894f5d25200/0x34450ab7a15fd42 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x925:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7bc2 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 91 lru_type: 1 00010000:00000001:1.0:1788219871.323017:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.323018:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.323019:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.323021:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.323023:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.323026:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894f5d25200 refcount=2 00000020:00000001:1.0:1788219871.323028:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364279624192 : -113709429927424 : ffff9894f5d25200) 00010000:00000001:1.0:1788219871.323031:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364279624192 : -113709429927424 : ffff9894f5d25200) 00010000:00000001:1.0:1788219871.323033:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.323034:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.323036:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.323040:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.323042:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.323046:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.323049:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.323050:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.323052:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.323054:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.323057:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c98a00 with handle 0x34450ab7a161257 from hash 00010000:00000001:1.0:1788219871.323059:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.323060:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.323061:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.323062:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.323066:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.323068:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.323071:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219871.323074:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a161250 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x926:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b9f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219871.323081:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219871.323085:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219871.323086:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.323087:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x926:0x0] mode CR 00000002:00000001:1.0:1788219871.323090:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.323091:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.323093:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256300 count: 3 00010000:00000001:1.0:1788219871.323095:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.323098:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.323099:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.323100:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.323102:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256300 count: 3 00010000:00000001:1.0:1788219871.323104:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.323107:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.323109:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.323111:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219871.323118:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219871.323125:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219871.323128:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219871.323134:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219871.323137:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219871.323139:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.323140:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.323149:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.323152:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.323153:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.323155:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x926:0x0] 00800000:00000001:1.0:1788219871.323157:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.323159:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x926:0x0] 00000002:00000001:1.0:1788219871.323162:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219871.323163:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x926:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219871.323168:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219871.323171:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=50 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.323189:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.323192:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.323194:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.323200:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539a00. 00000100:00000001:1.0:1788219871.323206:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219871.323218:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed357480 x1875079565687040/t12884930123(12884930123) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219871.323229:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219871.323233:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219871.323240:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219871.323242:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219871.323248:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50b40. 00000100:00000001:1.0:1788219871.323250:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094272 : -113710049457344 : ffff9894d0e50b40) 00000100:00000001:1.0:1788219871.323252:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.323253:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219871.323257:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.323262:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.323264:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219871.323266:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.323270:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.323278:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.323280:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.323284:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.323286:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.323288:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.323292:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228096:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.323296:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.323301:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.323303:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.323306:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.323309:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219871.323329:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.323338:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.323343:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219871.323350:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219871.323356:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566228096, portal 10 00000100:00000001:1.0:1788219871.323358:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.323359:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219871.323367:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.323373:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.323376:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.323390:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661e58. 00000100:00000200:1.0:1788219871.323395:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566228096, offset 0 00000400:00000200:1.0:1788219871.323401:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.323409:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.323416:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.323422:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.323425:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.323428:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.323431:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.323894:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92951:92951:256:4294967295] 192.168.203.120@tcp LPNI seq info [92951:92951:8:4294967295] 00000400:00000200:1.0:1788219871.323901:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.323911:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.323918:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.323924:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219871.323931:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.323939:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.323943:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.323963:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.323967:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.323971:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.323974:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740439 00000100:00000001:1.0:1788219871.323981:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740429 00000100:00000001:1.0:1788219871.323987:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740439 00000100:00000001:1.0:1788219871.323990:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740429 00000100:00000001:1.0:1788219871.323993:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.323995:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.323998:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.324000:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.324003:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50b40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.324005:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.324008:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.324405:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.324411:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219871.324417:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.324423:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.324430:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661e58 00000400:00000010:3.0:1788219871.324432:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661e58. 00000100:00000001:3.0:1788219871.324436:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.324451:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.324463:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.324466:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.324473:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.324474:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.334485:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.334500:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.334504:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.334506:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.334528:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.334534:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.334543:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.334548:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.334553:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.334558:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787a80 00000400:00000200:2.0:1788219871.334562:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.334569:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95ad [1] + 224 00000800:00000001:2.0:1788219871.334575:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.334582:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.334585:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.334589:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.334596:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.334605:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.334615:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.334634:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.334642:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.334646:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.335408:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219871.335417:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.335420:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.335424:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:1.0:1788219871.335429:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:1.0:1788219871.335432:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:1.0:1788219871.335436:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.335444:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219871.335454:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566228096/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335461:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.335463:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.335465:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.335469:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.335471:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.335473:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.335476:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.335485:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.335489:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.335492:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.335494:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.335497:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.335500:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.335504:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219871.335506:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219871.335508:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219871.335510:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.335511:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219871.335514:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.335516:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219871.335518:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.335520:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.335525:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566228096/t17179869243(17179869243) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335532:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.335535:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.335537:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.335541:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566228096/t17179869243(17179869243) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219871.335547:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228096:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.335552:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.335554:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.335556:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219871.335558:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.335561:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566228096/t17179869243(17179869243) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335566:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.335569:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50b40. 00000100:00000001:1.0:1788219871.335572:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219871.335574:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.335580:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.335581:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000002:00000001:1.0:1788219871.335584:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.335587:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.335591:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219871.335595:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219871.335599:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219871.335601:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.335604:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.335606:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.335608:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.335610:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.335612:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x926:0x0] 00800000:00000001:1.0:1788219871.335615:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.335619:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219871.335623:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed357480 x1875079565687040/t12884930123(12884930123) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335630:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.335631:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135126144 : -113709574425472 : ffff9894ed357480) 00000100:00000001:1.0:1788219871.335633:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.335636:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed357480 x1875079565687040/t12884930123(12884930123) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335642:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.335644:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.335646:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566228096/t17179869243(17179869243) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335652:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.335653:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.335656:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed357480 x1875079565687040/t12884930123(12884930123) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335663:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219871.335665:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.335667:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=49 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.335669:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.335673:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cdc00. 02000000:00000001:1.0:1788219871.335677:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.335679:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.335681:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed357480. 00000100:00000001:1.0:1788219871.335684:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.335685:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.335686:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.335689:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566228096/t17179869243(17179869243) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335694:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.335696:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e99c0. 00000002:00000001:1.0:1788219871.335699:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.335700:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.335703:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd6c0. 00000100:00000001:1.0:1788219871.335705:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.335708:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566228096/t17179869243(17179869243) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.335714:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.335716:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.335719:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219871.335721:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.335723:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.335724:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=48 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.335726:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.335727:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539a00. 02000000:00000001:1.0:1788219871.335729:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.335730:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.335732:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:1.0:1788219871.335734:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.335736:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.335738:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.335742:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.335743:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x926:0x0] mode (null) 00000002:00000001:1.0:1788219871.335747:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.335750:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.335755:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256300 count: 3 00010000:00000001:1.0:1788219871.335758:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.335764:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219871.335767:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219871.335770:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.335775:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.335779:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3200/0x34450ab7a15fd88 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x926:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7ba6 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 89 lru_type: 1 00010000:00000001:1.0:1788219871.335788:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.335789:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.335791:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.335793:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.335795:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.335797:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e39f3200 refcount=2 00000020:00000001:1.0:1788219871.335800:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359679316480 : -113714030235136 : ffff9893e39f3200) 00010000:00000001:1.0:1788219871.335803:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359679316480 : -113714030235136 : ffff9893e39f3200) 00010000:00000001:1.0:1788219871.335805:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.335806:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.335807:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.335810:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.335812:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.335815:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.335818:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.335820:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.335821:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.335823:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.335826:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1a400 with handle 0x34450ab7a161250 from hash 00010000:00000001:1.0:1788219871.335828:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.335829:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.335831:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.335832:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.335835:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.335837:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.335840:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219871.335843:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2be00/0x34450ab7a161249 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x927:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b91 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219871.335850:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219871.335853:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219871.335855:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.335856:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x927:0x0] mode CR 00000002:00000001:1.0:1788219871.335858:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.335859:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.335862:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911800 count: 3 00010000:00000001:1.0:1788219871.335864:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.335866:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.335867:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.335868:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.335870:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911800 count: 3 00010000:00000001:1.0:1788219871.335872:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.335874:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.335875:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.335877:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219871.335880:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219871.335884:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9539a00. 00000080:00000001:1.0:1788219871.335885:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219871.335890:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219871.335893:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219871.335895:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.335896:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.335898:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.335899:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.335901:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.335903:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x927:0x0] 00800000:00000001:1.0:1788219871.335905:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.335907:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x927:0x0] 00000002:00000001:1.0:1788219871.335909:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219871.335911:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x927:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219871.335915:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ea00. 00000020:00000040:1.0:1788219871.335918:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=49 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.335921:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.335924:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.335926:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.335932:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539200. 00000100:00000001:1.0:1788219871.335938:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219871.335948:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39fb80 x1875079565686656/t12884930122(12884930122) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219871.335957:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219871.335962:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219871.335969:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219871.335971:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219871.335976:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50b40. 00000100:00000001:1.0:1788219871.335978:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094272 : -113710049457344 : ffff9894d0e50b40) 00000100:00000001:1.0:1788219871.335980:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.335981:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:1.0:1788219871.335985:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.335990:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.335991:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219871.335993:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.335997:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.336004:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.336007:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.336010:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.336012:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.336014:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.336018:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228352:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.336021:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.336025:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.336028:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.336030:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.336035:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219871.336037:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.336042:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.336046:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26268. 00000400:00000010:1.0:1788219871.336051:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219871.336057:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566228352, portal 10 00000100:00000001:1.0:1788219871.336059:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.336060:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000040:1.0:1788219871.336065:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.336071:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.336074:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.336076:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219871.336079:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566228352, offset 0 00000400:00000200:1.0:1788219871.336085:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.336091:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.336097:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.336102:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.336105:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.336109:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.336111:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.336115:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92952:92952:256:4294967295] 192.168.203.120@tcp LPNI seq info [92952:92952:8:4294967295] 00000400:00000200:1.0:1788219871.336119:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.336128:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.336134:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.336138:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219871.336156:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.336164:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.336168:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.336187:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.336192:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.336195:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.336198:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740451 00000100:00000001:1.0:1788219871.336205:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740439 00000100:00000001:1.0:1788219871.336209:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740451 00000100:00000001:1.0:1788219871.336212:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740439 00000100:00000001:1.0:1788219871.336215:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.336218:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.336220:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.336221:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.336224:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50b40 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.336226:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.336228:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.336396:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.336401:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219871.336406:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.336410:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.336415:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:3.0:1788219871.336417:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:3.0:1788219871.336421:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.336425:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.336433:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.336436:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.336451:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.336453:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.340571:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.340587:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.340593:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.340595:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.340603:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.340610:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.340619:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.340624:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.340629:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.340633:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787b80 00000400:00000200:2.0:1788219871.340637:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.340643:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95b5 [1] + 224 00000800:00000001:2.0:1788219871.340649:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.340656:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.340660:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.340664:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.340671:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.340680:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.340691:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.340717:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.340724:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.340728:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.340781:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.340788:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.340790:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.340793:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26268. 00000400:00000200:0.0:1788219871.340797:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:0.0:1788219871.340800:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:0.0:1788219871.340804:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.340809:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.340817:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ea00 x1875079566228352/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.340823:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.340825:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.340828:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.340831:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.340833:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.340835:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.340838:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.340847:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.340851:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.340854:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.340856:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.340859:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.340862:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.340865:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.340867:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.340868:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.340871:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.340873:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000100:00000001:0.0:1788219871.340876:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.340878:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219871.340880:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.340882:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.340887:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ea00 x1875079566228352/t17179869244(17179869244) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.340895:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.340897:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.340899:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.340903:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ea00 x1875079566228352/t17179869244(17179869244) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.340911:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228352:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.340915:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.340918:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.340920:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.340922:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.340925:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566228352/t17179869244(17179869244) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.340933:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.340935:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50b40. 00000100:00000001:0.0:1788219871.340938:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.340940:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.340946:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.340947:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875174912 : -113709834376704 : ffff9894ddb6ea00) 00000002:00000001:0.0:1788219871.340950:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.340953:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.340958:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539a00. 00000080:00000001:0.0:1788219871.340961:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.340965:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.340967:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.340970:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.340972:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.340975:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.340977:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.340979:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x927:0x0] 00800000:00000001:0.0:1788219871.340981:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.340985:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.340990:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39fb80 x1875079565686656/t12884930122(12884930122) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.340997:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.340998:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135422848 : -113709574128768 : ffff9894ed39fb80) 00000100:00000001:0.0:1788219871.341000:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.341003:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39fb80 x1875079565686656/t12884930122(12884930122) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341009:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.341011:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.341014:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ea00 x1875079566228352/t17179869244(17179869244) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341020:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.341021:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.341023:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39fb80 x1875079565686656/t12884930122(12884930122) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341030:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.341032:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.341034:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=48 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.341036:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.341039:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11c000. 02000000:00000001:0.0:1788219871.341042:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.341044:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.341047:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39fb80. 00000100:00000001:0.0:1788219871.341050:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.341051:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.341052:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.341056:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ea00 x1875079566228352/t17179869244(17179869244) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341062:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.341064:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e96e0. 00000002:00000001:0.0:1788219871.341067:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.341069:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.341071:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdb40. 00000100:00000001:0.0:1788219871.341073:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.341076:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ea00 x1875079566228352/t17179869244(17179869244) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341082:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.341084:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.341086:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183c00. 02000000:00000001:0.0:1788219871.341089:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.341090:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.341091:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=47 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.341094:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.341095:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539200. 02000000:00000001:0.0:1788219871.341097:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.341098:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.341099:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ea00. 00000100:00000001:0.0:1788219871.341102:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.341103:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.341105:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.341108:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.341110:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x927:0x0] mode (null) 00000002:00000001:0.0:1788219871.341113:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.341115:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.341121:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911800 count: 3 00010000:00000001:0.0:1788219871.341124:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.341128:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.341131:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.341134:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.341137:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.341151:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f54200/0x34450ab7a15fdce lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x927:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b8a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 89 lru_type: 1 00010000:00000001:0.0:1788219871.341159:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.341160:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.341162:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.341164:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.341166:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.341168:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e8f54200 refcount=2 00000020:00000001:0.0:1788219871.341171:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359768842752 : -113713940708864 : ffff9893e8f54200) 00010000:00000001:0.0:1788219871.341173:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359768842752 : -113713940708864 : ffff9893e8f54200) 00010000:00000001:0.0:1788219871.341175:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.341176:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.341178:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.341181:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.341183:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.341187:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.341190:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.341191:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.341193:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.341195:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.341197:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2be00 with handle 0x34450ab7a161249 from hash 00010000:00000001:0.0:1788219871.341199:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.341200:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.341201:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.341203:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.341206:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.341207:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.341210:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.341214:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a000/0x34450ab7a161242 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x928:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b7c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.341221:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.341223:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.341225:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.341226:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x928:0x0] mode CR 00000002:00000001:0.0:1788219871.341228:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.341229:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.341231:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911500 count: 3 00010000:00000001:0.0:1788219871.341233:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.341236:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.341237:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.341238:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.341240:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911500 count: 3 00010000:00000001:0.0:1788219871.341241:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.341243:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.341245:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.341246:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.341250:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.341254:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc400. 00000080:00000001:0.0:1788219871.341256:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.341261:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.341264:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.341265:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.341267:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.341268:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.341270:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.341271:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.341272:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x928:0x0] 00800000:00000001:0.0:1788219871.341274:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.341276:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x928:0x0] 00000002:00000001:0.0:1788219871.341279:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.341280:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x928:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.341284:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014700. 00000020:00000040:0.0:1788219871.341287:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=48 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.341291:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.341293:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.341295:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.341302:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219871.341307:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.341337:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39dc00 x1875079565686272/t12884930121(12884930121) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.341346:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.341351:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.341357:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.341358:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.341364:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.341368:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768812736 : -113713940738880 : ffff9893e8f4ccc0) 00000100:00000001:0.0:1788219871.341370:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.341371:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.341376:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.341380:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.341382:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.341383:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.341387:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341394:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.341396:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.341399:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.341402:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.341404:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.341408:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228608:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.341411:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.341416:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.341418:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.341420:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219871.341424:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03e400. 02000000:00000001:0.0:1788219871.341426:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219871.341431:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219871.341434:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4210. 00000400:00000010:0.0:1788219871.341438:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf3b8. 00000100:00000200:0.0:1788219871.341443:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566228608, portal 10 00000100:00000001:0.0:1788219871.341446:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.341447:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000040:0.0:1788219871.341452:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.341459:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219871.341461:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219871.341464:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfb28. 00000100:00000200:0.0:1788219871.341466:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566228608, offset 0 00000400:00000200:0.0:1788219871.341472:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219871.341478:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.341485:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219871.341490:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219871.341495:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219871.341499:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219871.341502:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219871.341505:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92953:92953:256:4294967295] 192.168.203.120@tcp LPNI seq info [92953:92953:8:4294967295] 00000400:00000200:0.0:1788219871.341509:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.341518:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219871.341524:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219871.341528:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219871.341534:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219871.341541:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219871.341544:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219871.341553:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.341557:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26271 usecs (27 jiffies) 00000400:00000200:0.0:1788219871.341560:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219871.341563:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740457 00000100:00000001:0.0:1788219871.341568:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740451 00000100:00000001:0.0:1788219871.341573:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740457 00000100:00000001:0.0:1788219871.341577:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740451 00000100:00000001:0.0:1788219871.341580:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.341582:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.341585:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219871.341586:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219871.341589:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4ccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219871.341591:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219871.341593:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.344339:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.344349:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219871.344355:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.344364:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.344372:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfb28 00000400:00000010:2.0:1788219871.344375:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfb28. 00000100:00000001:2.0:1788219871.344380:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.344387:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.344399:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.344404:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.344412:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.344413:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.356876:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.356893:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.356898:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.356900:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.356909:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.356917:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.356926:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.356931:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.356936:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.356940:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787c80 00000400:00000200:2.0:1788219871.356945:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.356951:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95bd [1] + 224 00000800:00000001:2.0:1788219871.356958:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.356964:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.356967:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.356972:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.356980:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.356989:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.357000:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.357020:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.357028:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.357032:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.357176:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.357184:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.357186:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.357189:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4210. 00000400:00000200:0.0:1788219871.357194:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf3b8 00000400:00000010:0.0:1788219871.357197:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf3b8. 00000100:00000001:0.0:1788219871.357200:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.357205:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.357215:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014700 x1875079566228608/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357221:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.357224:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.357227:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.357231:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.357233:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.357235:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.357238:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.357248:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.357252:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.357255:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.357256:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.357259:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.357262:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.357265:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.357267:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.357269:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.357271:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.357273:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.357276:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.357278:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219871.357280:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.357283:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.357288:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014700 x1875079566228608/t17179869245(17179869245) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357296:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.357299:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.357301:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.357306:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014700 x1875079566228608/t17179869245(17179869245) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.357335:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228608:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.357340:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.357343:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.357346:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.357347:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.357351:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566228608/t17179869245(17179869245) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357357:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.357360:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.357364:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.357366:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.357372:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.357374:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000002:00000001:0.0:1788219871.357376:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.357379:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.357384:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc400. 00000080:00000001:0.0:1788219871.357389:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.357392:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.357395:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.357397:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.357399:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.357402:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.357404:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.357406:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x928:0x0] 00800000:00000001:0.0:1788219871.357408:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.357412:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.357417:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39dc00 x1875079565686272/t12884930121(12884930121) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357425:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.357426:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135414784 : -113709574136832 : ffff9894ed39dc00) 00000100:00000001:0.0:1788219871.357429:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.357432:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39dc00 x1875079565686272/t12884930121(12884930121) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357438:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.357440:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.357443:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566228608/t17179869245(17179869245) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357457:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.357459:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.357461:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39dc00 x1875079565686272/t12884930121(12884930121) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357467:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.357470:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.357472:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=47 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.357474:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.357477:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11e800. 02000000:00000001:0.0:1788219871.357481:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.357483:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.357485:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39dc00. 00000100:00000001:0.0:1788219871.357488:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.357489:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.357491:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.357493:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014700 x1875079566228608/t17179869245(17179869245) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357499:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.357502:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d880. 00000002:00000001:0.0:1788219871.357505:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.357506:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.357509:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e840. 00000100:00000001:0.0:1788219871.357511:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.357526:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014700 x1875079566228608/t17179869245(17179869245) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357532:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.357534:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.357536:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03e400. 02000000:00000001:0.0:1788219871.357539:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.357540:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.357541:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=46 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.357543:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.357545:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219871.357547:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.357548:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.357550:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014700. 00000100:00000001:0.0:1788219871.357552:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.357553:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.357556:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.357559:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.357561:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x928:0x0] mode (null) 00000002:00000001:0.0:1788219871.357564:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.357567:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.357572:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911500 count: 3 00010000:00000001:0.0:1788219871.357575:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.357579:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.357583:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.357586:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.357590:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.357594:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55e00/0x34450ab7a15fe14 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x928:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b75 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 87 lru_type: 1 00010000:00000001:0.0:1788219871.357602:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.357604:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.357606:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.357608:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.357610:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.357613:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e8f55e00 refcount=2 00000020:00000001:0.0:1788219871.357615:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359768849920 : -113713940701696 : ffff9893e8f55e00) 00010000:00000001:0.0:1788219871.357618:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359768849920 : -113713940701696 : ffff9893e8f55e00) 00010000:00000001:0.0:1788219871.357620:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.357621:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.357622:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.357626:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.357628:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.357632:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.357635:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.357636:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.357638:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.357640:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.357643:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2a000 with handle 0x34450ab7a161242 from hash 00010000:00000001:0.0:1788219871.357645:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.357646:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.357647:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.357648:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.357651:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.357652:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.357656:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.357659:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2ac00/0x34450ab7a16123b lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x929:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b60 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.357667:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.357670:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.357672:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.357673:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x929:0x0] mode CR 00000002:00000001:0.0:1788219871.357675:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.357676:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.357679:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3db00 count: 3 00010000:00000001:0.0:1788219871.357681:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.357684:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.357686:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.357687:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.357688:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3db00 count: 3 00010000:00000001:0.0:1788219871.357690:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.357692:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.357694:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.357696:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.357699:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.357703:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219871.357705:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.357711:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.357715:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.357716:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.357718:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.357719:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.357721:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.357723:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.357725:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x929:0x0] 00800000:00000001:0.0:1788219871.357726:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.357729:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x929:0x0] 00000002:00000001:0.0:1788219871.357731:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.357733:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x929:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.357737:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014700. 00000020:00000040:0.0:1788219871.357740:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=47 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.357744:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.357746:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.357749:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.357755:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cba600. 00000100:00000001:0.0:1788219871.357760:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.357771:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39f480 x1875079565685888/t12884930120(12884930120) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.357780:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.357785:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.357790:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.357793:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.357797:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.357799:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768812736 : -113713940738880 : ffff9893e8f4ccc0) 00000100:00000001:0.0:1788219871.357802:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.357803:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.357806:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.357810:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.357812:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.357813:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.357817:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357824:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.357826:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.357830:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.357832:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.357835:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.357838:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228864:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.357842:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.357846:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.357848:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.357851:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219871.357854:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03e400. 02000000:00000001:0.0:1788219871.357856:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219871.357860:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219871.357863:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4210. 00000400:00000010:0.0:1788219871.357867:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf3b8. 00000100:00000200:0.0:1788219871.357873:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566228864, portal 10 00000100:00000001:0.0:1788219871.357875:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.357877:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000040:0.0:1788219871.357881:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.357887:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219871.357890:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219871.357892:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf7f8. 00000100:00000200:0.0:1788219871.357896:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566228864, offset 0 00000400:00000200:0.0:1788219871.357902:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219871.357909:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.357914:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219871.357918:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219871.357923:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219871.357926:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219871.357929:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219871.357933:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92954:92954:256:4294967295] 192.168.203.120@tcp LPNI seq info [92954:92954:8:4294967295] 00000400:00000200:0.0:1788219871.357938:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.357947:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219871.357952:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219871.357956:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219871.357962:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219871.357969:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219871.357974:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219871.357992:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.357998:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26271 usecs (27 jiffies) 00000400:00000200:0.0:1788219871.358001:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219871.358005:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740473 00000100:00000001:0.0:1788219871.358011:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740457 00000100:00000001:0.0:1788219871.358016:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740473 00000100:00000001:0.0:1788219871.358020:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740457 00000100:00000001:0.0:1788219871.358022:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.358025:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.358027:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219871.358029:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219871.358031:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4ccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219871.358033:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219871.358035:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.358211:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.358216:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:2.0:1788219871.358219:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.358223:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.358227:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf7f8 00000400:00000010:2.0:1788219871.358230:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf7f8. 00000100:00000001:2.0:1788219871.358233:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.358238:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.358246:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.358249:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.358255:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.358257:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.361620:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.361635:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.361639:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.361642:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.361650:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.361657:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.361665:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.361670:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.361674:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.361678:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787d80 00000400:00000200:2.0:1788219871.361683:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.361689:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95c5 [1] + 224 00000800:00000001:2.0:1788219871.361696:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.361702:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.361705:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.361710:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.361718:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.361726:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.361737:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.361760:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.361769:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.361773:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.365062:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.365078:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.365081:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.365085:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4210. 00000400:00000200:0.0:1788219871.365094:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf3b8 00000400:00000010:0.0:1788219871.365097:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf3b8. 00000100:00000001:0.0:1788219871.365101:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.365115:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.365127:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014700 x1875079566228864/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365135:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.365137:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.365140:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.365152:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.365155:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.365157:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.365161:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.365171:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.365175:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.365178:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.365180:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.365182:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.365187:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365190:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.365192:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.365194:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.365196:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.365197:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.365201:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.365202:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219871.365204:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.365207:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.365213:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014700 x1875079566228864/t17179869246(17179869246) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365226:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.365230:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.365232:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.365236:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014700 x1875079566228864/t17179869246(17179869246) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.365244:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566228864:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.365249:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.365252:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365254:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.365256:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.365260:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566228864/t17179869246(17179869246) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365266:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.365270:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.365274:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.365276:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365283:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.365284:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000002:00000001:0.0:1788219871.365288:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.365291:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.365295:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219871.365298:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.365302:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.365305:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.365307:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.365310:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.365345:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.365348:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.365350:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x929:0x0] 00800000:00000001:0.0:1788219871.365352:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.365356:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.365363:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39f480 x1875079565685888/t12884930120(12884930120) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365370:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.365372:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135421056 : -113709574130560 : ffff9894ed39f480) 00000100:00000001:0.0:1788219871.365374:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.365376:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39f480 x1875079565685888/t12884930120(12884930120) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365383:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365385:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.365388:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566228864/t17179869246(17179869246) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365393:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365395:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.365398:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39f480 x1875079565685888/t12884930120(12884930120) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365404:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.365407:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.365409:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=46 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.365411:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.365414:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11c800. 02000000:00000001:0.0:1788219871.365419:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.365421:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.365423:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39f480. 00000100:00000001:0.0:1788219871.365426:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.365428:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.365429:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.365433:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014700 x1875079566228864/t17179869246(17179869246) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365438:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.365440:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893dba887e0. 00000002:00000001:0.0:1788219871.365450:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.365453:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.365456:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e070efc0. 00000100:00000001:0.0:1788219871.365458:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.365461:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014700 x1875079566228864/t17179869246(17179869246) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365466:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.365468:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.365471:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03e400. 02000000:00000001:0.0:1788219871.365474:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.365475:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.365477:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=45 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.365478:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.365480:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cba600. 02000000:00000001:0.0:1788219871.365482:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.365484:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.365485:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014700. 00000100:00000001:0.0:1788219871.365487:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.365489:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.365491:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.365494:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.365497:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x929:0x0] mode (null) 00000002:00000001:0.0:1788219871.365501:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.365503:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.365509:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3db00 count: 3 00010000:00000001:0.0:1788219871.365520:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.365525:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.365529:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.365532:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.365537:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.365542:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306800/0x34450ab7a15fe5a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x929:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b67 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 87 lru_type: 1 00010000:00000001:0.0:1788219871.365551:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.365553:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.365555:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.365557:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.365559:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.365563:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2306800 refcount=2 00000020:00000001:0.0:1788219871.365566:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655278592 : -113714054273024 : ffff9893e2306800) 00010000:00000001:0.0:1788219871.365569:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655278592 : -113714054273024 : ffff9893e2306800) 00010000:00000001:0.0:1788219871.365571:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.365572:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.365574:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.365578:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.365580:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.365584:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.365587:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.365589:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.365591:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.365593:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.365595:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2ac00 with handle 0x34450ab7a16123b from hash 00010000:00000001:0.0:1788219871.365598:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.365599:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.365600:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.365601:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.365604:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.365606:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.365609:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.365612:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b000/0x34450ab7a161234 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x92a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b4b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.365619:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.365622:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.365623:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.365624:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92a:0x0] mode CR 00000002:00000001:0.0:1788219871.365626:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.365627:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.365630:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911100 count: 3 00010000:00000001:0.0:1788219871.365632:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.365634:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.365636:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.365637:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.365639:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911100 count: 3 00010000:00000001:0.0:1788219871.365641:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.365643:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.365645:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.365647:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.365650:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.365658:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219871.365660:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.365666:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.365669:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.365670:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.365672:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.365673:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.365675:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.365677:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.365678:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92a:0x0] 00800000:00000001:0.0:1788219871.365680:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.365682:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x92a:0x0] 00000002:00000001:0.0:1788219871.365685:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.365686:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x92a:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.365691:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014700. 00000020:00000040:0.0:1788219871.365695:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=46 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.365698:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.365701:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.365703:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.365709:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219871.365714:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.365724:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39d880 x1875079565685504/t12884930119(12884930119) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.365734:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.365739:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.365745:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.365747:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.365753:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.365755:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768812736 : -113713940738880 : ffff9893e8f4ccc0) 00000100:00000001:0.0:1788219871.365758:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.365759:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.365763:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.365766:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365768:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.365770:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.365773:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365780:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.365782:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.365786:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.365788:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.365790:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.365793:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229120:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.365797:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.365801:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.365803:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.365806:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219871.365809:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03e400. 02000000:00000001:0.0:1788219871.365811:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219871.365818:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219871.365821:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4210. 00000400:00000010:0.0:1788219871.365826:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf3b8. 00000100:00000200:0.0:1788219871.365831:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566229120, portal 10 00000100:00000001:0.0:1788219871.365833:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.365835:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000040:0.0:1788219871.365840:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.365846:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219871.365849:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219871.365852:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219871.365855:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566229120, offset 0 00000400:00000200:0.0:1788219871.365860:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219871.365868:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.365875:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219871.365880:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219871.365884:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219871.365887:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219871.365890:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219871.365893:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92955:92955:256:4294967295] 192.168.203.120@tcp LPNI seq info [92955:92955:8:4294967295] 00000400:00000200:0.0:1788219871.365898:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219871.365907:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219871.365913:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219871.365917:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a100. 00000800:00000200:0.0:1788219871.365924:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219871.365931:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219871.365935:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219871.365954:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.365958:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26271 usecs (27 jiffies) 00000400:00000200:0.0:1788219871.365961:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219871.365964:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740481 00000100:00000001:0.0:1788219871.365970:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740473 00000100:00000001:0.0:1788219871.365975:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740481 00000100:00000001:0.0:1788219871.365978:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740473 00000100:00000001:0.0:1788219871.365980:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.365982:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.365984:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219871.365987:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219871.365989:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4ccc0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219871.365991:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219871.365992:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.366243:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.366249:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a100. 00000400:00000200:2.0:1788219871.366253:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.366258:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.366264:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:2.0:1788219871.366265:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:2.0:1788219871.366268:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.366273:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.366282:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.366285:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.366291:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.366292:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.368288:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.368304:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.368309:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.368352:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.368360:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.368368:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.368375:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.368381:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.368386:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.368390:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787e80 00000400:00000200:2.0:1788219871.368394:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.368400:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95cd [1] + 224 00000800:00000001:2.0:1788219871.368406:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.368413:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.368416:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.368421:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.368429:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.368437:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.368460:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.368472:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.368480:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.368483:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.368736:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.368744:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.368747:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.368749:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4210. 00000400:00000200:0.0:1788219871.368754:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf3b8 00000400:00000010:0.0:1788219871.368756:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf3b8. 00000100:00000001:0.0:1788219871.368760:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.368764:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.368773:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014700 x1875079566229120/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368779:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.368780:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.368783:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.368786:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.368789:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.368791:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.368794:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.368803:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.368807:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.368809:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.368811:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.368814:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.368817:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.368821:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.368822:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.368824:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.368826:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.368828:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.368831:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.368832:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219871.368835:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.368837:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.368842:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014700 x1875079566229120/t17179869247(17179869247) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368850:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.368853:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.368855:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.368859:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014700 x1875079566229120/t17179869247(17179869247) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.368867:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229120:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.368872:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.368875:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.368877:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.368879:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.368883:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566229120/t17179869247(17179869247) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368890:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.368893:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.368898:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.368899:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.368906:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.368907:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000002:00000001:0.0:1788219871.368910:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.368913:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.368919:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219871.368923:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.368926:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.368929:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.368932:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.368934:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.368937:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.368938:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.368941:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92a:0x0] 00800000:00000001:0.0:1788219871.368943:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.368947:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.368952:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39d880 x1875079565685504/t12884930119(12884930119) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368961:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.368963:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135413888 : -113709574137728 : ffff9894ed39d880) 00000100:00000001:0.0:1788219871.368965:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.368968:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d880 x1875079565685504/t12884930119(12884930119) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368974:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.368976:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.368979:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566229120/t17179869247(17179869247) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368985:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.368987:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.368989:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d880 x1875079565685504/t12884930119(12884930119) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.368996:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.368999:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.369001:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=45 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.369003:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.369006:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11cc00. 02000000:00000001:0.0:1788219871.369010:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.369012:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.369014:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d880. 00000100:00000001:0.0:1788219871.369018:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.369019:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.369021:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.369024:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014700 x1875079566229120/t17179869247(17179869247) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.369031:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.369033:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893dba88aa0. 00000002:00000001:0.0:1788219871.369035:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.369037:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.369039:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e070ee80. 00000100:00000001:0.0:1788219871.369042:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.369045:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014700 x1875079566229120/t17179869247(17179869247) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.369056:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.369058:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.369061:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03e400. 02000000:00000001:0.0:1788219871.369063:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.369065:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.369066:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=44 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.369068:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.369069:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219871.369071:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.369073:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.369074:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014700. 00000100:00000001:0.0:1788219871.369076:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.369078:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.369080:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.369083:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.369085:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92a:0x0] mode (null) 00000002:00000001:0.0:1788219871.369089:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.369092:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.369098:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911100 count: 3 00010000:00000001:0.0:1788219871.369101:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.369106:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.369196:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.369200:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219871.369205:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219871.369210:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55400/0x34450ab7a15fea0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x92a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b52 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 86 lru_type: 1 00010000:00000001:0.0:1788219871.369219:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.369221:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219871.369223:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219871.369225:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219871.369227:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219871.369230:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e8f55400 refcount=2 00000020:00000001:0.0:1788219871.369232:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359768847360 : -113713940704256 : ffff9893e8f55400) 00010000:00000001:0.0:1788219871.369234:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359768847360 : -113713940704256 : ffff9893e8f55400) 00010000:00000001:0.0:1788219871.369236:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.369237:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219871.369239:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.369242:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219871.369245:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.369248:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219871.369251:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219871.369253:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219871.369255:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219871.369257:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219871.369259:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2b000 with handle 0x34450ab7a161234 from hash 00010000:00000001:0.0:1788219871.369261:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219871.369263:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219871.369264:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219871.369265:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219871.369268:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219871.369270:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219871.369274:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219871.369277:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98600/0x34450ab7a16122d lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x92b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b36 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219871.369284:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219871.369287:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219871.369288:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.369290:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92b:0x0] mode CR 00000002:00000001:0.0:1788219871.369292:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.369293:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.369296:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911000 count: 3 00010000:00000001:0.0:1788219871.369298:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.369301:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.369302:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.369303:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.369305:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911000 count: 3 00010000:00000001:0.0:1788219871.369307:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219871.369309:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.369345:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.369349:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219871.369352:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219871.369358:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219871.369360:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219871.369366:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219871.369369:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219871.369370:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.369372:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.369373:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.369375:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.369377:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.369379:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92b:0x0] 00800000:00000001:0.0:1788219871.369381:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.369383:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x92b:0x0] 00000002:00000001:0.0:1788219871.369386:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219871.369388:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x92b:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219871.369393:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014700. 00000020:00000040:0.0:1788219871.369396:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=45 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219871.369400:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219871.369403:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219871.369406:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219871.369412:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cba600. 00000100:00000001:0.0:1788219871.369418:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219871.369429:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c6a00 x1875079565685120/t12884930118(12884930118) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219871.369439:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219871.369516:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219871.369524:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219871.369526:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219871.369532:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4ccc0. 00000100:00000001:0.0:1788219871.369534:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768812736 : -113713940738880 : ffff9893e8f4ccc0) 00000100:00000001:0.0:1788219871.369537:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.369538:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:0.0:1788219871.369542:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219871.369549:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.369551:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219871.369553:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219871.369556:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.369564:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219871.369706:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.369712:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219871.369714:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219871.369717:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219871.369722:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229376:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.369726:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219871.369731:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219871.369733:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.369735:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219871.370271:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894d4943c00. 02000000:00000001:2.0:1788219871.370275:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219871.370282:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219871.370287:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2aa8. 00000400:00000010:2.0:1788219871.370294:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000200:2.0:1788219871.370301:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566229376, portal 10 00000100:00000001:2.0:1788219871.370303:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.370304:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000040:2.0:1788219871.370334:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.370342:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219871.370345:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219871.370349:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000200:2.0:1788219871.370352:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566229376, offset 0 00000400:00000200:2.0:1788219871.370359:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219871.370367:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.370375:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219871.370381:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219871.370386:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219871.370389:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219871.370392:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219871.370396:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92956:92956:256:4294967295] 192.168.203.120@tcp LPNI seq info [92956:92956:8:4294967295] 00000400:00000200:2.0:1788219871.370400:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.370409:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219871.370415:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219871.370422:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219871.370428:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219871.370436:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219871.370452:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788219871.370472:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219871.370477:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:2.0:1788219871.370480:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219871.370483:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740486 00000100:00000001:2.0:1788219871.370489:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740481 00000100:00000001:2.0:1788219871.370494:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740486 00000100:00000001:2.0:1788219871.370497:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740481 00000100:00000001:2.0:1788219871.370500:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219871.370503:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.370506:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219871.370508:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219871.370511:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219871.370514:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.370517:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.370605:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.370611:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:3.0:1788219871.370616:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.370622:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.370627:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:3.0:1788219871.370629:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:3.0:1788219871.370633:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.370638:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.370648:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.370651:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.370657:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.370659:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.373293:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.373309:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.373356:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.373361:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.373370:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.373378:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.373388:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.373394:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.373400:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.373404:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb787f80 00000400:00000200:2.0:1788219871.373409:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.373414:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95d5 [1] + 224 00000800:00000001:2.0:1788219871.373422:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.373430:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.373433:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.373438:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.373512:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.373523:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.373534:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.373556:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.373575:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.373579:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.373772:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219871.373780:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.373782:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.373785:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2aa8. 00000400:00000200:3.0:1788219871.373789:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:3.0:1788219871.373792:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:3.0:1788219871.373795:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.373800:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.373810:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014700 x1875079566229376/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.373817:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.373819:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.373821:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.373825:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.373827:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.373829:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.373832:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.373842:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.373846:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.373848:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.373849:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.373852:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.373855:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.373859:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.373861:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.373862:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.373864:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.373866:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000100:00000001:3.0:1788219871.373869:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.373871:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:3.0:1788219871.373873:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.373875:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.373880:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014700 x1875079566229376/t17179869248(17179869248) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.373887:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.373889:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.373891:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.373895:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014700 x1875079566229376/t17179869248(17179869248) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.373903:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229376:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.373908:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.373924:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.373927:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.373929:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.373934:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566229376/t17179869248(17179869248) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.373941:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.373943:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4ccc0. 00000100:00000001:3.0:1788219871.373948:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.373949:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.373956:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.373957:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131706624 : -113709577844992 : ffff9894ed014700) 00000002:00000001:3.0:1788219871.373960:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.373963:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.373968:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:3.0:1788219871.373973:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.373977:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.373979:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.373982:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.373993:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.373997:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.373999:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.374002:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92b:0x0] 00800000:00000001:3.0:1788219871.374004:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.374008:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219871.374013:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c6a00 x1875079565685120/t12884930118(12884930118) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374020:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.374021:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601857024 : -113710107694592 : ffff9894cd6c6a00) 00000100:00000001:3.0:1788219871.374024:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.374027:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c6a00 x1875079565685120/t12884930118(12884930118) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374033:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.374034:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.374037:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014700 x1875079566229376/t17179869248(17179869248) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374043:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.374044:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.374047:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c6a00 x1875079565685120/t12884930118(12884930118) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374053:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219871.374056:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.374057:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=44 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.374059:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.374063:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008d400. 02000000:00000001:3.0:1788219871.374067:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.374069:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.374071:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c6a00. 00000100:00000001:3.0:1788219871.374075:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.374076:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.374078:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.374081:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014700 x1875079566229376/t17179869248(17179869248) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374086:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.374088:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9c80. 00000002:00000001:3.0:1788219871.374092:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.374093:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.374096:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdd80. 00000100:00000001:3.0:1788219871.374098:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.374101:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014700 x1875079566229376/t17179869248(17179869248) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374107:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219871.374109:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219871.374111:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894d4943c00. 02000000:00000001:3.0:1788219871.374114:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219871.374115:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.374116:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=43 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.374119:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.374120:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cba600. 02000000:00000001:3.0:1788219871.374122:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.374123:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.374125:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014700. 00000100:00000001:3.0:1788219871.374127:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.374128:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.374130:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.374134:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.374137:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92b:0x0] mode (null) 00000002:00000001:3.0:1788219871.374140:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.374151:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.374158:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911000 count: 3 00010000:00000001:3.0:1788219871.374161:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219871.374166:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219871.374170:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219871.374174:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219871.374178:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.374182:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2307800/0x34450ab7a15fee6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x92b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b3d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 84 lru_type: 1 00010000:00000001:3.0:1788219871.374190:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.374192:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219871.374194:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788219871.374196:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219871.374198:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219871.374201:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2307800 refcount=2 00000020:00000001:3.0:1788219871.374204:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655282688 : -113714054268928 : ffff9893e2307800) 00010000:00000001:3.0:1788219871.374206:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655282688 : -113714054268928 : ffff9893e2307800) 00010000:00000001:3.0:1788219871.374208:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.374209:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219871.374211:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.374214:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219871.374216:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.374220:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219871.374223:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219871.374225:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219871.374226:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219871.374228:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219871.374231:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c98600 with handle 0x34450ab7a16122d from hash 00010000:00000001:3.0:1788219871.374233:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219871.374234:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.374235:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219871.374237:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219871.374240:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219871.374242:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219871.374245:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.374248:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99800/0x34450ab7a161226 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x92c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b21 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.374255:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.374258:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.374260:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.374262:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92c:0x0] mode CR 00000002:00000001:3.0:1788219871.374263:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.374265:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.374267:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256700 count: 3 00010000:00000001:3.0:1788219871.374269:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.374272:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.374274:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.374275:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.374277:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256700 count: 3 00010000:00000001:3.0:1788219871.374279:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.374281:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.374282:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.374284:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.374287:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.374293:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894cb597800. 00000080:00000001:3.0:1788219871.374295:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.374301:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.374305:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.374306:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.374307:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.374308:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.374333:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.374335:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.374338:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92c:0x0] 00800000:00000001:3.0:1788219871.374340:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.374343:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x92c:0x0] 00000002:00000001:3.0:1788219871.374346:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.374348:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x92c:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.374353:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219871.374357:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=44 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.374360:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.374363:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.374366:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.374372:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb596400. 00000100:00000001:3.0:1788219871.374378:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.374391:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07f480 x1875079565684864/t12884930117(12884930117) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.374400:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.374405:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.374411:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.374413:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.374419:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.374421:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.374423:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.374424:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219871.374428:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.374432:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.374434:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.374436:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.374439:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374446:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.374448:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.374451:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.374454:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.374456:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.374460:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229632:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.374463:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.374468:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.374470:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.374472:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.374476:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125e000. 02000000:00000001:3.0:1788219871.374478:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.374484:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.374487:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.374493:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.374500:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566229632, portal 10 00000100:00000001:3.0:1788219871.374502:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.374503:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219871.374510:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.374517:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.374519:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.374522:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c088. 00000100:00000200:3.0:1788219871.374524:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566229632, offset 0 00000400:00000200:3.0:1788219871.374530:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.374537:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.374543:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.374548:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.374552:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.374556:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.374559:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.374563:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92957:92957:256:4294967295] 192.168.203.120@tcp LPNI seq info [92957:92957:8:4294967295] 00000400:00000200:3.0:1788219871.374567:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.374575:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.374581:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.374586:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26100. 00000800:00000200:3.0:1788219871.374591:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.374597:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.374601:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.374621:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.374625:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.374629:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.374632:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740490 00000100:00000001:3.0:1788219871.374638:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740486 00000100:00000001:3.0:1788219871.374643:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740490 00000100:00000001:3.0:1788219871.374646:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740486 00000100:00000001:3.0:1788219871.374649:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.374652:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.374654:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.374656:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.374659:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.374662:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.374664:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.374743:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.374748:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26100. 00000400:00000200:2.0:1788219871.374752:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.374757:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.374762:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c088 00000400:00000010:2.0:1788219871.374764:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c088. 00000100:00000001:2.0:1788219871.374767:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.374772:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.374781:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.374784:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.374791:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.374792:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.377015:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.377032:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.377036:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.377038:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.377045:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.377053:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.377062:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.377067:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.377075:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.377079:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788080 00000400:00000200:2.0:1788219871.377084:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.377091:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95e5 [1] + 224 00000800:00000001:2.0:1788219871.377098:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.377105:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.377108:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.377124:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.377132:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.377150:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.377162:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.377183:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.377192:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.377195:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.377233:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219871.377241:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.377243:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.377246:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.377250:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.377253:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.377256:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.377262:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.377271:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566229632/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377277:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.377279:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.377281:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.377284:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.377287:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.377289:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.377303:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.377348:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.377352:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.377355:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.377357:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.377360:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.377363:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.377366:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.377368:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.377370:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.377374:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.377375:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219871.377379:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.377381:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:3.0:1788219871.377383:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.377385:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.377391:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566229632/t17179869249(17179869249) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377398:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.377401:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.377403:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.377407:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566229632/t17179869249(17179869249) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.377414:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229632:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.377419:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.377422:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.377424:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.377425:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.377429:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566229632/t17179869249(17179869249) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377435:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.377439:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.377442:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.377443:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.377450:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.377451:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000002:00000001:3.0:1788219871.377454:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.377456:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.377461:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894cb597800. 00000080:00000001:3.0:1788219871.377465:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.377469:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.377471:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.377474:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.377476:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.377481:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.377483:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.377485:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92c:0x0] 00800000:00000001:3.0:1788219871.377487:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.377491:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219871.377497:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07f480 x1875079565684864/t12884930117(12884930117) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377505:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.377506:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132144256 : -113709577407360 : ffff9894ed07f480) 00000100:00000001:3.0:1788219871.377508:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.377511:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07f480 x1875079565684864/t12884930117(12884930117) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377517:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.377519:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.377522:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566229632/t17179869249(17179869249) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377527:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.377528:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.377531:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07f480 x1875079565684864/t12884930117(12884930117) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377536:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219871.377539:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.377540:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=43 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.377542:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.377545:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008dc00. 02000000:00000001:3.0:1788219871.377549:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.377550:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.377552:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07f480. 00000100:00000001:3.0:1788219871.377555:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.377557:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.377558:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.377562:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566229632/t17179869249(17179869249) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377568:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.377569:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420dd00. 00000002:00000001:3.0:1788219871.377572:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.377573:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.377575:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e9c0. 00000100:00000001:3.0:1788219871.377578:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.377581:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566229632/t17179869249(17179869249) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377586:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219871.377587:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219871.377589:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125e000. 02000000:00000001:3.0:1788219871.377592:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219871.377593:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.377594:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=42 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.377596:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.377597:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb596400. 02000000:00000001:3.0:1788219871.377599:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.377600:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.377601:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219871.377603:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.377604:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.377606:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.377609:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.377612:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92c:0x0] mode (null) 00000002:00000001:3.0:1788219871.377615:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.377618:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.377625:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256700 count: 3 00010000:00000001:3.0:1788219871.377627:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219871.377632:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219871.377635:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219871.377638:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219871.377642:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.377647:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3400/0x34450ab7a15ff2c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x92c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b28 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 83 lru_type: 1 00010000:00000001:3.0:1788219871.377654:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.377656:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219871.377658:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788219871.377660:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219871.377662:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219871.377664:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e39f3400 refcount=2 00000020:00000001:3.0:1788219871.377666:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359679316992 : -113714030234624 : ffff9893e39f3400) 00010000:00000001:3.0:1788219871.377669:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359679316992 : -113714030234624 : ffff9893e39f3400) 00010000:00000001:3.0:1788219871.377671:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.377672:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219871.377674:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.377677:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219871.377679:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.377683:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219871.377686:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219871.377688:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219871.377691:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219871.377693:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219871.377695:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c99800 with handle 0x34450ab7a161226 from hash 00010000:00000001:3.0:1788219871.377697:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219871.377698:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.377699:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219871.377700:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219871.377704:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219871.377706:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219871.377709:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.377712:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d000/0x34450ab7a16121f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x92d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b05 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.377720:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.377723:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.377724:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.377725:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92d:0x0] mode CR 00000002:00000001:3.0:1788219871.377727:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.377729:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.377731:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0900 count: 3 00010000:00000001:3.0:1788219871.377733:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.377749:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.377751:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.377752:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.377753:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0900 count: 3 00010000:00000001:3.0:1788219871.377756:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.377757:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.377759:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.377761:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.377765:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.377771:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894cb596400. 00000080:00000001:3.0:1788219871.377773:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.377779:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.377781:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.377783:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.377784:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.377785:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.377787:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.377788:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.377790:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92d:0x0] 00800000:00000001:3.0:1788219871.377792:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.377793:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x92d:0x0] 00000002:00000001:3.0:1788219871.377796:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.377798:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x92d:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.377802:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219871.377806:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=43 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.377809:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.377811:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.377814:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.377820:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb597800. 00000100:00000001:3.0:1788219871.377825:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.377836:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e8a80 x1875079565684480/t12884930116(12884930116) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.377845:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.377851:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.377857:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.377858:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.377864:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.377866:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.377869:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.377870:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219871.377875:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.377879:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.377881:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.377883:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.377886:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.377892:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.377895:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.377899:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.377902:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.377904:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.377908:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229888:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.379136:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.379153:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.379156:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.379159:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.379168:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125e000. 02000000:00000001:3.0:1788219871.379171:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.379179:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.379183:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.379190:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.379198:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566229888, portal 10 00000100:00000001:3.0:1788219871.379200:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.379202:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219871.379585:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.379595:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.379598:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.379603:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c7f8. 00000100:00000200:3.0:1788219871.379607:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566229888, offset 0 00000400:00000200:3.0:1788219871.379613:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.379623:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.379631:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.379636:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.379640:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.379644:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.379647:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.379650:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92958:92958:256:4294967295] 192.168.203.120@tcp LPNI seq info [92958:92958:8:4294967295] 00000400:00000200:3.0:1788219871.379654:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.379662:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.379667:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.379672:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26300. 00000800:00000200:3.0:1788219871.379678:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.379686:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.379690:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.379710:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.379715:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.379718:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.379721:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740495 00000100:00000001:3.0:1788219871.379729:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740490 00000100:00000001:3.0:1788219871.379735:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740495 00000100:00000001:3.0:1788219871.379740:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740490 00000100:00000001:3.0:1788219871.379743:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.379746:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.379751:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.379753:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.379756:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.379758:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.379761:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.379827:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.379832:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26300. 00000400:00000200:2.0:1788219871.379837:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.379843:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.379848:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c7f8 00000400:00000010:2.0:1788219871.379850:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c7f8. 00000100:00000001:2.0:1788219871.379854:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.379859:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.379869:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.379872:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.379880:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.379882:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.391360:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.391376:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.391380:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.391383:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.391391:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.391398:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.391406:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.391412:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.391417:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.391421:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788180 00000400:00000200:2.0:1788219871.391426:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.391431:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95f5 [1] + 224 00000800:00000001:2.0:1788219871.391438:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.391470:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.391473:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.391479:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.391487:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.391495:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.391507:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.391525:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.391534:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.391537:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.393420:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219871.393432:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.393435:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.393439:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.393446:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.393448:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.393453:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.393464:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.393475:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566229888/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393482:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.393484:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.393486:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.393489:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.393491:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.393493:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.393496:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.393505:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.393509:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.393511:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.393513:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.393517:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.393520:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.393523:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.393524:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.393526:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.393529:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.393531:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219871.393533:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.393535:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:3.0:1788219871.393538:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.393540:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.393544:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566229888/t17179869250(17179869250) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393551:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.393553:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.393555:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.393559:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566229888/t17179869250(17179869250) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.393566:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566229888:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.393570:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.393572:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.393574:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.393576:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.393579:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566229888/t17179869250(17179869250) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393585:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.393588:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.393591:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.393592:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.393599:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.393601:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000002:00000001:3.0:1788219871.393603:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.393606:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.393611:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894cb596400. 00000080:00000001:3.0:1788219871.393615:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.393619:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.393622:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.393624:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.393626:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.393630:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.393632:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.393634:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92d:0x0] 00800000:00000001:3.0:1788219871.393636:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.393640:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219871.393645:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e8a80 x1875079565684480/t12884930116(12884930116) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393653:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.393655:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468120192 : -113709241431424 : ffff9895010e8a80) 00000100:00000001:3.0:1788219871.393657:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.393660:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e8a80 x1875079565684480/t12884930116(12884930116) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393666:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.393668:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.393672:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566229888/t17179869250(17179869250) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393678:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.393679:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.393682:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e8a80 x1875079565684480/t12884930116(12884930116) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393688:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219871.393691:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.393693:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=42 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.393695:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.393697:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd679400. 02000000:00000001:3.0:1788219871.393701:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.393703:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.393704:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e8a80. 00000100:00000001:3.0:1788219871.393707:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.393708:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.393710:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.393712:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566229888/t17179869250(17179869250) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393719:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.393721:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d7e0. 00000002:00000001:3.0:1788219871.393724:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.393725:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.393728:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891eb40. 00000100:00000001:3.0:1788219871.393730:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.393733:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566229888/t17179869250(17179869250) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.393747:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219871.393749:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219871.393752:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125e000. 02000000:00000001:3.0:1788219871.393754:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219871.393756:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219871.393757:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=41 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219871.393759:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219871.393760:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb597800. 02000000:00000001:3.0:1788219871.393762:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219871.393764:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219871.393765:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:3.0:1788219871.393767:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219871.393768:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.393771:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.393773:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.393775:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92d:0x0] mode (null) 00000002:00000001:3.0:1788219871.393778:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.393782:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.393787:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0900 count: 3 00010000:00000001:3.0:1788219871.393790:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219871.393795:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788219871.393798:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788219871.393801:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788219871.393805:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219871.393810:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2400/0x34450ab7a15ff72 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x92d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7b0c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 84 lru_type: 1 00010000:00000001:3.0:1788219871.393818:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.393819:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788219871.393821:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788219871.393823:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219871.393825:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219871.393828:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e39f2400 refcount=2 00000020:00000001:3.0:1788219871.393830:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359679312896 : -113714030238720 : ffff9893e39f2400) 00010000:00000001:3.0:1788219871.393832:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359679312896 : -113714030238720 : ffff9893e39f2400) 00010000:00000001:3.0:1788219871.393834:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.393835:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788219871.393837:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219871.393840:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219871.393842:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.393845:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219871.393848:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219871.393850:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219871.393852:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219871.393854:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219871.393856:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437d000 with handle 0x34450ab7a16121f from hash 00010000:00000001:3.0:1788219871.393858:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219871.393860:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788219871.393860:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219871.393861:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788219871.393865:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219871.393866:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788219871.393870:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219871.393872:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306600/0x34450ab7a161218 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x92e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7afe expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788219871.393879:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219871.393882:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219871.393884:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219871.393885:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92e:0x0] mode CR 00000002:00000001:3.0:1788219871.393887:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.393888:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.393891:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135ef00 count: 3 00010000:00000001:3.0:1788219871.393893:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.393896:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219871.393898:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219871.393899:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219871.393900:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135ef00 count: 3 00010000:00000001:3.0:1788219871.393902:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219871.393904:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.393905:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219871.393907:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219871.393910:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219871.393928:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894cb597800. 00000080:00000001:3.0:1788219871.393930:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219871.393938:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219871.393942:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219871.393944:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.393945:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.393946:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.393947:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.393949:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.393950:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92e:0x0] 00800000:00000001:3.0:1788219871.393952:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.393954:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x92e:0x0] 00000002:00000001:3.0:1788219871.393957:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219871.393958:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x92e:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219871.393963:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c700. 00000020:00000040:3.0:1788219871.393966:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=42 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219871.393969:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219871.393972:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219871.393974:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219871.393979:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb596400. 00000100:00000001:3.0:1788219871.393994:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219871.394005:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e9f80 x1875079565684096/t12884930115(12884930115) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219871.394015:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219871.394020:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219871.394026:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219871.394028:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219871.394034:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.394036:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363540674624 : -113710168876992 : ffff9894c9c6d840) 00000100:00000001:3.0:1788219871.394038:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.394040:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219871.394044:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219871.394048:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.394051:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219871.394052:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219871.394056:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.394062:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219871.394064:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.394068:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219871.394071:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219871.394073:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219871.394076:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566230144:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.394080:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219871.394085:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219871.394087:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.394089:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219871.394093:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125e000. 02000000:00000001:3.0:1788219871.394095:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219871.394101:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219871.394104:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000400:00000010:3.0:1788219871.394109:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000200:3.0:1788219871.394116:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566230144, portal 10 00000100:00000001:3.0:1788219871.394118:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.394119:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000040:3.0:1788219871.394126:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.394132:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219871.394135:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219871.394137:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c440. 00000100:00000200:3.0:1788219871.394140:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566230144, offset 0 00000400:00000200:3.0:1788219871.394157:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219871.394164:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.394171:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219871.394176:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219871.394179:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219871.394182:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219871.394185:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219871.394189:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92959:92959:256:4294967295] 192.168.203.120@tcp LPNI seq info [92959:92959:8:4294967295] 00000400:00000200:3.0:1788219871.394193:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219871.394202:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219871.394208:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219871.394213:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26600. 00000800:00000200:3.0:1788219871.394835:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219871.394846:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219871.394851:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219871.394873:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.394878:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:3.0:1788219871.394883:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219871.394887:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740510 00000100:00000001:3.0:1788219871.394894:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740495 00000100:00000001:3.0:1788219871.394899:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740510 00000100:00000001:3.0:1788219871.394903:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740495 00000100:00000001:3.0:1788219871.394905:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.394909:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.394974:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219871.394977:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219871.394980:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894c9c6d840 going to sleep for 11 seconds 00000100:00000001:3.0:1788219871.394983:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219871.394986:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.395943:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.395950:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26600. 00000400:00000200:2.0:1788219871.395956:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.395964:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.395971:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c440 00000400:00000010:2.0:1788219871.395974:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c440. 00000100:00000001:2.0:1788219871.395978:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.395985:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.395996:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.396001:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.396008:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.396010:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.406047:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.406065:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.406069:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.406072:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.406080:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.406088:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.406099:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.406104:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.406188:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.406194:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788280 00000400:00000200:2.0:1788219871.406199:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.406205:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9605 [1] + 224 00000800:00000001:2.0:1788219871.406213:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.406220:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.406224:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.406228:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.406236:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.406245:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.406255:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.406305:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.406386:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.406395:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.406399:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219871.410925:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219871.410932:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219871.410936:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:3.0:1788219871.410942:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:3.0:1788219871.410944:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:3.0:1788219871.410949:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219871.410960:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219871.410971:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c700 x1875079566230144/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.410978:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219871.410980:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.410983:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219871.410986:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219871.410988:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219871.410990:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219871.410993:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219871.411002:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219871.411005:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219871.411008:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219871.411009:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219871.411012:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219871.411015:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.411018:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219871.411020:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219871.411021:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219871.411024:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.411025:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000100:00000001:3.0:1788219871.411028:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219871.411030:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:3.0:1788219871.411032:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219871.411034:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.411038:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c700 x1875079566230144/t17179869251(17179869251) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.411052:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219871.411055:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219871.411057:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219871.411060:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c700 x1875079566230144/t17179869251(17179869251) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219871.411067:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566230144:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219871.411072:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219871.411075:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.411077:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219871.411079:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.411082:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566230144/t17179869251(17179869251) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219871.411087:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219871.411090:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894c9c6d840. 00000100:00000001:3.0:1788219871.411092:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219871.411094:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.411100:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219871.411101:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135409408 : -113709574142208 : ffff9894ed39c700) 00000002:00000001:3.0:1788219871.411103:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219871.411106:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219871.412395:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894cb597800. 00000080:00000001:3.0:1788219871.412404:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219871.412408:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219871.412411:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219871.412414:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219871.412416:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219871.412419:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219871.412421:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219871.412423:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92e:0x0] 00800000:00000001:3.0:1788219871.412426:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219871.414511:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788219871.414531:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e9f80 x1875079565684096/t12884930115(12884930115) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.414545:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.414547:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468125568 : -113709241426048 : ffff9895010e9f80) 00000100:00000001:2.0:1788219871.414551:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.414554:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e9f80 x1875079565684096/t12884930115(12884930115) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.414561:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.414564:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.414577:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39c700 x1875079566230144/t17179869251(17179869251) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.414584:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.414586:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.414589:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e9f80 x1875079565684096/t12884930115(12884930115) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.414718:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788219871.414721:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219871.414723:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=41 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219871.414725:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219871.414729:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd67b000. 02000000:00000001:2.0:1788219871.414735:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219871.414737:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219871.414739:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e9f80. 00000100:00000001:2.0:1788219871.414746:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219871.414747:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219871.414749:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.414753:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c700 x1875079566230144/t17179869251(17179869251) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.414760:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219871.414762:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bcafe0. 00000002:00000001:2.0:1788219871.414765:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219871.414768:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219871.414771:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47700. 00000100:00000001:2.0:1788219871.414773:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.414776:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c700 x1875079566230144/t17179869251(17179869251) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.414787:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219871.414789:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219871.414793:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125e000. 02000000:00000001:2.0:1788219871.414795:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219871.414797:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219871.414798:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=40 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219871.414800:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219871.414802:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb596400. 02000000:00000001:2.0:1788219871.414804:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219871.414805:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219871.414806:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c700. 00000100:00000001:2.0:1788219871.414808:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219871.414810:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219871.414812:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219871.414815:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788219871.414817:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92e:0x0] mode (null) 00000002:00000001:2.0:1788219871.414821:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219871.414823:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219871.414830:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135ef00 count: 3 00010000:00000001:2.0:1788219871.414832:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219871.414837:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788219871.414841:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788219871.414844:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788219871.414848:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219871.414852:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f54000/0x34450ab7a15ffb8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x92e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7af0 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 81 lru_type: 1 00010000:00000001:2.0:1788219871.414861:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219871.414862:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219871.414864:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788219871.414866:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219871.414868:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219871.414872:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e8f54000 refcount=2 00000020:00000001:2.0:1788219871.414874:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359768842240 : -113713940709376 : ffff9893e8f54000) 00010000:00000001:2.0:1788219871.414877:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359768842240 : -113713940709376 : ffff9893e8f54000) 00010000:00000001:2.0:1788219871.414880:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219871.414880:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219871.414882:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219871.414885:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788219871.414887:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219871.414891:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788219871.414894:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788219871.414896:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788219871.414897:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219871.414899:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788219871.414901:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e2306600 with handle 0x34450ab7a161218 from hash 00010000:00000001:2.0:1788219871.414904:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788219871.414905:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219871.414906:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219871.414907:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788219871.414910:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788219871.414912:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788219871.414915:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788219871.414919:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99c00/0x34450ab7a161211 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x92f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7ad4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1788219871.414926:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788219871.414929:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788219871.414930:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788219871.414931:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92f:0x0] mode CR 00000002:00000001:2.0:1788219871.414933:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219871.414934:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219871.414936:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3dc00 count: 3 00010000:00000001:2.0:1788219871.414938:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788219871.414940:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219871.414942:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219871.414942:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788219871.414944:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3dc00 count: 3 00010000:00000001:2.0:1788219871.414945:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788219871.414947:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219871.414948:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219871.414950:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788219871.414954:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788219871.414960:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9893f4d47400. 00000080:00000001:2.0:1788219871.414962:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788219871.414969:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788219871.414973:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788219871.414975:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219871.414977:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219871.414979:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219871.414982:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219871.414983:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219871.414985:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92f:0x0] 00800000:00000001:2.0:1788219871.414987:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219871.414989:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x92f:0x0] 00000002:00000001:2.0:1788219871.414992:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788219871.414994:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x92f:0x0] file closed with intent: 0 00000100:00000010:2.0:1788219871.414998:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b480. 00000020:00000040:2.0:1788219871.415000:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=41 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219871.415003:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219871.415006:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219871.415008:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219871.415014:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f4d47a00. 00000100:00000001:2.0:1788219871.415018:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788219871.415029:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07d500 x1875079565683712/t12884930114(12884930114) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788219871.415039:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788219871.415044:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788219871.415050:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219871.415052:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219871.415058:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc540. 00000100:00000001:2.0:1788219871.415060:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819840 : -113714041731776 : ffff9893e2efc540) 00000100:00000001:2.0:1788219871.415062:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.415063:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000001:2.0:1788219871.415067:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219871.415072:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.415074:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219871.415075:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219871.415078:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.415086:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219871.415088:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219871.415091:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219871.415094:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219871.415096:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219871.415100:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566230400:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:2.0:1788219871.415104:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219871.415109:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219871.418246:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219871.418252:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219871.418262:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894d4942c00. 02000000:00000001:2.0:1788219871.418266:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219871.418276:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219871.418281:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2aa8. 00000400:00000010:2.0:1788219871.418288:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219871.418296:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566230400, portal 10 00000100:00000001:2.0:1788219871.418300:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219871.418301:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000040:2.0:1788219871.418328:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.418337:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219871.418340:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219871.418343:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219871.418347:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566230400, offset 0 00000400:00000200:2.0:1788219871.418353:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219871.418362:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.418371:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219871.418377:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219871.418382:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219871.418386:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219871.418388:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219871.418392:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92960:92960:256:4294967295] 192.168.203.120@tcp LPNI seq info [92960:92960:8:4294967295] 00000400:00000200:2.0:1788219871.418397:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.418406:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219871.418412:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219871.418417:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219871.418424:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219871.418432:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219871.418436:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788219871.418466:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219871.418471:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:2.0:1788219871.418475:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219871.418478:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740532 00000100:00000001:2.0:1788219871.418484:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740510 00000100:00000001:2.0:1788219871.418490:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740532 00000100:00000001:2.0:1788219871.418493:0:285341:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740510 00000100:00000001:2.0:1788219871.418496:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219871.418500:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.418503:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219871.418505:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219871.418508:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc540 going to sleep for 11 seconds 00000100:00000001:2.0:1788219871.418511:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219871.418513:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.426706:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.426716:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:2.0:1788219871.426722:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.426732:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.426745:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:2.0:1788219871.426749:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:2.0:1788219871.426753:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.426762:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.426776:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.426779:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.426786:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.426788:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788219871.444435:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313740532, at 4313740533 00000100:00000010:3.0:1788219871.444460:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2de0. 00000100:00000040:2.0:1788219871.446128:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313740532, at 4313740534 00000100:00000010:2.0:1788219871.446140:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2d20. 00000800:00000001:2.0:1788219871.448844:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.448864:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.448868:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.448870:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.448880:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.448888:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.448896:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.448901:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.448907:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.448911:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788380 00000400:00000200:2.0:1788219871.448915:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.448921:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9615 [1] + 224 00000800:00000001:2.0:1788219871.448927:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.448934:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.448937:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.448942:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.448949:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.448957:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.448968:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.449003:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.449012:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.449015:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.449090:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219871.449097:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219871.449099:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219871.449103:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2aa8. 00000400:00000200:0.0:1788219871.449107:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:0.0:1788219871.449110:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:0.0:1788219871.449113:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219871.449118:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219871.449126:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b480 x1875079566230400/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449132:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219871.449134:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.449136:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219871.449140:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219871.449151:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219871.449153:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219871.449156:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219871.449168:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219871.449172:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219871.449175:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219871.449177:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219871.449180:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219871.449184:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.449187:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219871.449188:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219871.449190:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219871.449192:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.449193:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000100:00000001:0.0:1788219871.449196:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219871.449198:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219871.449200:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219871.449202:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219871.449208:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b480 x1875079566230400/t17179869252(17179869252) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449216:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219871.449219:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219871.449221:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219871.449224:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b480 x1875079566230400/t17179869252(17179869252) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219871.449232:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566230400:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219871.449237:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.449240:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.449243:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219871.449245:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.449249:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566230400/t17179869252(17179869252) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449255:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.449258:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc540. 00000100:00000001:0.0:1788219871.449262:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219871.449264:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.449270:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.449272:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131800192 : -113709577751424 : ffff9894ed02b480) 00000002:00000001:0.0:1788219871.449275:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.449278:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.449283:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f4d47400. 00000080:00000001:0.0:1788219871.449286:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219871.449289:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219871.449291:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219871.449294:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219871.449296:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219871.449299:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219871.449301:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219871.449303:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x92f:0x0] 00800000:00000001:0.0:1788219871.449306:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219871.449349:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219871.449356:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07d500 x1875079565683712/t12884930114(12884930114) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449364:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219871.449365:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132136192 : -113709577415424 : ffff9894ed07d500) 00000100:00000001:0.0:1788219871.449368:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.449371:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07d500 x1875079565683712/t12884930114(12884930114) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449377:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.449379:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.449381:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b480 x1875079566230400/t17179869252(17179869252) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449387:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219871.449388:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.449390:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07d500 x1875079565683712/t12884930114(12884930114) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449397:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219871.449399:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.449401:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=40 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.449404:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.449407:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008e800. 02000000:00000001:0.0:1788219871.449412:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.449414:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.449416:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07d500. 00000100:00000001:0.0:1788219871.449419:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.449420:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219871.449422:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.449425:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b480 x1875079566230400/t17179869252(17179869252) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449430:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219871.449431:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9d60. 00000002:00000001:0.0:1788219871.449434:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219871.449436:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219871.449438:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdc40. 00000100:00000001:0.0:1788219871.449440:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219871.449611:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b480 x1875079566230400/t17179869252(17179869252) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219871.449619:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219871.449620:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219871.449623:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894d4942c00. 02000000:00000001:0.0:1788219871.449626:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219871.449627:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219871.449629:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219871.449631:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219871.449632:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f4d47a00. 02000000:00000001:0.0:1788219871.449634:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219871.449636:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219871.449637:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b480. 00000100:00000001:0.0:1788219871.449640:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219871.449641:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219871.449644:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219871.449647:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219871.449649:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x92f:0x0] mode (null) 00000002:00000001:0.0:1788219871.449653:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219871.449656:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219871.449664:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3dc00 count: 3 00010000:00000001:0.0:1788219871.449667:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219871.449671:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219871.449676:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219871.449679:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.449759:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.449766:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894f5d25400/0x34450ab7a15fffe lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x92f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7adb expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 82 lru_type: 1 00010000:00000001:1.0:1788219871.449774:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.449776:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.449778:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.449780:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.449783:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.449785:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894f5d25400 refcount=2 00000020:00000001:1.0:1788219871.449787:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364279624704 : -113709429926912 : ffff9894f5d25400) 00010000:00000001:1.0:1788219871.449789:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364279624704 : -113709429926912 : ffff9894f5d25400) 00010000:00000001:1.0:1788219871.449792:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.449793:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.449795:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.449798:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.449800:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.449804:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.449807:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.449809:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.449811:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.449813:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.449815:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c99c00 with handle 0x34450ab7a161211 from hash 00010000:00000001:1.0:1788219871.449817:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.449818:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.449819:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.449821:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.449824:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.449826:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.449829:0:285341:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219871.449833:0:285341:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306200/0x34450ab7a16120a lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x930:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7aaa expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788219871.449839:0:285341:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219871.449842:0:285341:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219871.449844:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.449845:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x930:0x0] mode CR 00000002:00000001:1.0:1788219871.449847:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.449848:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.449851:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135ee00 count: 3 00010000:00000001:1.0:1788219871.449853:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.449855:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.449856:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.449857:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.449859:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135ee00 count: 3 00010000:00000001:1.0:1788219871.449860:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219871.449862:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.449863:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.449865:0:285341:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219871.449868:0:285341:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219871.449874:0:285341:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219871.449876:0:285341:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219871.449883:0:285341:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219871.449886:0:285341:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219871.449888:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.449889:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.449890:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.449893:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.449894:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.449896:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x930:0x0] 00800000:00000001:1.0:1788219871.449898:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.449900:0:285341:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x930:0x0] 00000002:00000001:1.0:1788219871.449903:0:285341:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219871.449904:0:285341:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x930:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219871.449909:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e300. 00000020:00000040:1.0:1788219871.449913:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=40 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.449916:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.449919:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.449921:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.449928:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539a00. 00000100:00000001:1.0:1788219871.449933:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219871.449945:0:285341:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e9880 x1875079565683328/t12884930113(12884930113) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219871.449954:0:285341:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219871.449958:0:285341:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219871.449964:0:285341:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219871.449965:0:285341:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219871.449971:0:285341:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50cc0. 00000100:00000001:1.0:1788219871.449973:0:285341:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094656 : -113710049456960 : ffff9894d0e50cc0) 00000100:00000001:1.0:1788219871.449975:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.449976:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000001:1.0:1788219871.449979:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.449984:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.449986:0:285341:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219871.449987:0:285341:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.449990:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.449996:0:285341:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.449998:0:285341:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.450001:0:285341:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.450003:0:285341:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.450005:0:285341:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.450009:0:285341:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566230656:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.450012:0:285341:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.450016:0:285341:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.450018:0:285341:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.450021:0:285341:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.450025:0:285341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219871.450027:0:285341:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.450033:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.450037:0:285341:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26630. 00000400:00000010:1.0:1788219871.450043:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219871.450049:0:285341:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566230656, portal 10 00000100:00000001:1.0:1788219871.450051:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.450052:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000040:1.0:1788219871.450057:0:285341:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.450063:0:285341:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.450066:0:285341:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.450068:0:285341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661908. 00000100:00000200:1.0:1788219871.450072:0:285341:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566230656, offset 0 00000400:00000200:1.0:1788219871.450077:0:285341:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.450084:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.450091:0:285341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.450096:0:285341:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.450101:0:285341:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.450104:0:285341:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.450107:0:285341:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.450110:0:285341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92961:92961:256:4294967295] 192.168.203.120@tcp LPNI seq info [92961:92961:8:4294967295] 00000400:00000200:1.0:1788219871.450115:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.450123:0:285341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.450128:0:285341:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.450133:0:285341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219871.450139:0:285341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.450155:0:285341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.450159:0:285341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.450175:0:285341:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.450180:0:285341:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.450183:0:285341:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.450186:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740565 00000100:00000010:1.0:1788219871.450190:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2600. 00000100:00000001:1.0:1788219871.450196:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219871.450207:0:285341:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740565 00000100:00000010:1.0:1788219871.450210:0:285341:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2f60. 00000100:00000001:1.0:1788219871.450213:0:285341:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219871.450227:0:285341:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.450230:0:285341:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.450232:0:285341:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.450234:0:285341:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219871.450237:0:285341:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219871.450239:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.450241:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219871.450454:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219871.450459:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:2.0:1788219871.450463:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.450468:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219871.450473:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661908 00000400:00000010:2.0:1788219871.450475:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661908. 00000100:00000001:2.0:1788219871.450480:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219871.450484:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.450492:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219871.450495:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.450501:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219871.450503:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219871.465970:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.465990:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.465994:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.465997:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.466007:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.466015:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.466026:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.466032:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.466038:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.466042:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788480 00000400:00000200:2.0:1788219871.466047:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.466053:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9625 [1] + 224 00000800:00000001:2.0:1788219871.466060:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.466071:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.466074:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.466079:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.466087:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.466097:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219871.466108:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219871.466136:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.466155:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.466159:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.466565:0:285341:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219871.466572:0:285341:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.466574:0:285341:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.466577:0:285341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26630. 00000400:00000200:1.0:1788219871.466582:0:285341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:1.0:1788219871.466585:0:285341:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:1.0:1788219871.466589:0:285341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.466595:0:285341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219871.466604:0:285341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e300 x1875079566230656/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219887 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466610:0:285341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.466611:0:285341:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.466614:0:285341:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.466617:0:285341:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.466620:0:285341:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.466622:0:285341:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.466624:0:285341:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.466634:0:285341:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.466638:0:285341:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.466641:0:285341:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.466642:0:285341:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.466645:0:285341:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.466649:0:285341:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.466652:0:285341:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219871.466654:0:285341:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219871.466655:0:285341:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219871.466658:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.466659:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000001:1.0:1788219871.466662:0:285341:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.466664:0:285341:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219871.466666:0:285341:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.466669:0:285341:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.466674:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e300 x1875079566230656/t17179869253(17179869253) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466681:0:285341:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.466684:0:285341:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.466686:0:285341:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.466690:0:285341:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e300 x1875079566230656/t17179869253(17179869253) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219871.466699:0:285341:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a070992b-a374-46bb-a0a0-eb573b6d6afb:285341:1875079566230656:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219871.466703:0:285341:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.466706:0:285341:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.466708:0:285341:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219871.466710:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.466713:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e300 x1875079566230656/t17179869253(17179869253) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466719:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.466721:0:285341:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50cc0. 00000100:00000001:1.0:1788219871.466725:0:285341:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219871.466726:0:285341:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.466732:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.466733:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000002:00000001:1.0:1788219871.466736:0:285341:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.466739:0:285341:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.466744:0:285341:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9539200. 00000080:00000001:1.0:1788219871.466748:0:285341:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219871.466752:0:285341:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219871.466754:0:285341:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219871.466757:0:285341:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219871.466759:0:285341:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219871.466761:0:285341:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219871.466763:0:285341:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219871.466765:0:285341:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x930:0x0] 00800000:00000001:1.0:1788219871.466768:0:285341:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219871.466771:0:285341:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219871.466777:0:285341:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e9880 x1875079565683328/t12884930113(12884930113) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466785:0:285341:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.466786:0:285341:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468123776 : -113709241427840 : ffff9895010e9880) 00000100:00000001:1.0:1788219871.466789:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.466792:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e9880 x1875079565683328/t12884930113(12884930113) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466798:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.466800:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.466802:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e300 x1875079566230656/t17179869253(17179869253) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466807:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.466809:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.466811:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e9880 x1875079565683328/t12884930113(12884930113) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466816:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219871.466819:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.466821:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.466823:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.466826:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd67a800. 02000000:00000001:1.0:1788219871.466829:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.466831:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.466833:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e9880. 00000100:00000001:1.0:1788219871.466838:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.466839:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.466841:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.466843:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e300 x1875079566230656/t17179869253(17179869253) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466848:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219871.466850:0:285341:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d080. 00000002:00000001:1.0:1788219871.466853:0:285341:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219871.466854:0:285341:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219871.466856:0:285341:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e2c0. 00000100:00000001:1.0:1788219871.466859:0:285341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.466861:0:285341:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e300 x1875079566230656/t17179869253(17179869253) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219871.466872:0:285341:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.466874:0:285341:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.466876:0:285341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219871.466878:0:285341:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.466879:0:285341:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.466880:0:285341:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.466881:0:285341:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.466882:0:285341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539a00. 02000000:00000001:1.0:1788219871.466884:0:285341:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.466885:0:285341:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.466886:0:285341:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e300. 00000100:00000001:1.0:1788219871.466888:0:285341:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.466889:0:285341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.466891:0:285341:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219871.466894:0:285341:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219871.466896:0:285341:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x930:0x0] mode (null) 00000002:00000001:1.0:1788219871.466899:0:285341:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219871.466902:0:285341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219871.466907:0:285341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135ee00 count: 3 00010000:00000001:1.0:1788219871.466909:0:285341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.466913:0:285341:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219871.466918:0:285341:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219871.466921:0:285341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219871.466924:0:285341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.466929:0:285341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306e00/0x34450ab7a160044 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x930:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7abf expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 80 lru_type: 1 00010000:00000001:1.0:1788219871.466937:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.466939:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219871.466940:0:285341:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788219871.466942:0:285341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219871.466944:0:285341:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219871.466947:0:285341:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e2306e00 refcount=2 00000020:00000001:1.0:1788219871.466949:0:285341:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359655280128 : -113714054271488 : ffff9893e2306e00) 00010000:00000001:1.0:1788219871.466951:0:285341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359655280128 : -113714054271488 : ffff9893e2306e00) 00010000:00000001:1.0:1788219871.466953:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.466954:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219871.466955:0:285341:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219871.466958:0:285341:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219871.466960:0:285341:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.466963:0:285341:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219871.466966:0:285341:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219871.466967:0:285341:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219871.466969:0:285341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219871.466971:0:285341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219871.466974:0:285341:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e2306200 with handle 0x34450ab7a16120a from hash 00010000:00000001:1.0:1788219871.466976:0:285341:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219871.466977:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219871.466978:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.466979:0:285341:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219871.466982:0:285341:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219871.466983:0:285341:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219871.466987:0:285341:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=22 : 22 : 16) 00010000:00000001:1.0:1788219871.466989:0:285341:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219871.466992:0:285341:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788219871.466998:0:285341:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e300. 00000020:00000040:1.0:1788219871.467001:0:285341:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219871.467005:0:285341:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219871.467007:0:285341:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219871.467009:0:285341:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219871.467014:0:285341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9539a00. 00000100:00000001:1.0:1788219871.467019:0:285341:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.467021:0:285341:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219871.467026:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3400/0x34450ab7a1612d5 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x913:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a5d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467035:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c600/0x34450ab7a1612ce lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x914:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a3a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467042:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3e00/0x34450ab7a1612c7 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a17 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467050:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b600/0x34450ab7a161288 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x91e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c63 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467057:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a400/0x34450ab7a161281 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x91f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c47 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467063:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b2200/0x34450ab7a16127a lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x920:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c32 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467069:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55800/0x34450ab7a161273 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x921:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c16 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467077:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55c00/0x34450ab7a16126c lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x922:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c08 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467083:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55a00/0x34450ab7a161265 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x923:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7be5 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467089:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16125e lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x924:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bd0 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467096:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98a00/0x34450ab7a161257 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x925:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bbb expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467102:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a161250 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x926:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b9f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467108:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2be00/0x34450ab7a161249 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x927:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b91 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467115:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a000/0x34450ab7a161242 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x928:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b7c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467122:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2ac00/0x34450ab7a16123b lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x929:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b60 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467127:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b000/0x34450ab7a161234 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x92a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b4b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467134:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98600/0x34450ab7a16122d lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x92b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b36 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467140:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99800/0x34450ab7a161226 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x92c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b21 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467158:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d000/0x34450ab7a16121f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x92d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b05 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467164:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306600/0x34450ab7a161218 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x92e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7afe expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467171:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99c00/0x34450ab7a161211 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x92f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ad4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467177:0:285341:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306200/0x34450ab7a16120a lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x930:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7aaa expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788219871.467183:0:285341:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 22 locks packed 00010000:00000001:1.0:1788219871.467184:0:285341:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=22 : 22 : 16) 00000100:00000001:1.0:1788219871.467189:0:285341:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219871.467193:0:285341:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.467200:0:285341:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f538df8e] to pc [ptlrpcd_00_00+0] req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788219871.467236:0:285341:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219871.467240:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467242:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3400/0x34450ab7a1612d5 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x913:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a5d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467253:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467255:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467257:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c600/0x34450ab7a1612ce lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x914:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a3a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467264:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467265:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467267:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3e00/0x34450ab7a1612c7 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a17 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467273:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467274:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467276:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b600/0x34450ab7a161288 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x91e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c63 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467283:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467284:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467286:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a400/0x34450ab7a161281 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x91f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c47 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467293:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467294:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467296:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b2200/0x34450ab7a16127a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x920:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c32 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467304:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467305:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467307:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55800/0x34450ab7a161273 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x921:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c16 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467362:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467363:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467365:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55c00/0x34450ab7a16126c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x922:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c08 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467372:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467373:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467375:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f55a00/0x34450ab7a161265 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x923:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7be5 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467381:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467382:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467384:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16125e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x924:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bd0 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467391:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467392:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467394:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98a00/0x34450ab7a161257 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x925:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bbb expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467400:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467401:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467403:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a161250 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x926:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b9f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467409:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467411:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467413:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2be00/0x34450ab7a161249 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x927:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b91 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467420:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467421:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467422:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a000/0x34450ab7a161242 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x928:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b7c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467429:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467430:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467432:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2ac00/0x34450ab7a16123b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x929:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b60 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467439:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467440:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467451:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b000/0x34450ab7a161234 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x92a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b4b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467458:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467459:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467461:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98600/0x34450ab7a16122d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x92b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b36 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467467:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467469:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467471:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99800/0x34450ab7a161226 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x92c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b21 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467477:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467478:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467480:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d000/0x34450ab7a16121f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x92d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b05 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467491:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467492:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467494:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306600/0x34450ab7a161218 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x92e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7afe expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467500:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467501:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467503:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99c00/0x34450ab7a161211 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x92f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ad4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467510:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467511:0:285341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219871.467513:0:285341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e2306200/0x34450ab7a16120a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x930:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7aaa expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788219871.467519:0:285341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219871.467520:0:285341:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1788219871.467523:0:285341:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9894d0e503c0. 00010000:00000001:1.0:1788219871.467527:0:285341:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.467535:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788219871.467539:0:256062:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788219871.467541:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.467548:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.467550:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.467552:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219871.467553:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219871.467556:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219871.467561:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219871.467568:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219871.467570:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.467574:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219871.467576:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219871.467578:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219871.467582:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566230784:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219871.467585:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219871.467590:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219871.467592:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.467595:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219871.467599:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9539200. 02000000:00000001:1.0:1788219871.467601:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219871.467607:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219871.467611:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26630. 00000400:00000010:1.0:1788219871.467617:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219871.467623:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566230784, portal 18 00000100:00000001:1.0:1788219871.467625:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219871.467626:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000040:1.0:1788219871.467632:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219871.467639:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219871.467641:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219871.467644:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661550. 00000100:00000200:1.0:1788219871.467647:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 17, xid 1875079566230784, offset 0 00000400:00000200:1.0:1788219871.467653:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219871.467660:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.467666:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219871.467671:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219871.467675:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219871.467678:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219871.467681:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219871.467685:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92962:92962:256:4294967295] 192.168.203.120@tcp LPNI seq info [92962:92962:8:4294967295] 00000400:00000200:1.0:1788219871.467689:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219871.467697:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219871.467702:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219871.467708:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219871.467714:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219871.467721:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219871.467724:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788219871.467745:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.467749:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:1.0:1788219871.467752:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219871.467755:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313740583 00000100:00000001:1.0:1788219871.467761:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313740565 00000100:00000001:1.0:1788219871.467766:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313740583 00000100:00000001:1.0:1788219871.467769:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313740565 00000100:00000001:1.0:1788219871.467772:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.467774:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.467776:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.467779:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219871.467792:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219871.467794:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.467796:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219871.467798:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219871.467799:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.467800:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219871.467802:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219871.467803:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219871.467805:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219871.467974:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219871.467978:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219871.468825:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219871.468831:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219871.468836:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219871.468842:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219871.468848:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661550 00000400:00000010:3.0:1788219871.468850:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661550. 00000100:00000001:3.0:1788219871.468854:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219871.468860:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219871.468870:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219871.468873:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219871.468880:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219871.468881:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219871.471478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3400. 00010000:00000010:1.1:1788219871.471494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c600. 00010000:00000010:1.1:1788219871.471497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3e00. 00010000:00000010:1.1:1788219871.471501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b600. 00010000:00000010:1.1:1788219871.471506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a400. 00010000:00000010:1.1:1788219871.471510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2200. 00010000:00000010:1.1:1788219871.475562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55800. 00010000:00000010:1.1:1788219871.475578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55c00. 00010000:00000010:1.1:1788219871.475581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f55a00. 00010000:00000010:1.1:1788219871.475584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00010000:00000010:1.1:1788219871.475589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98a00. 00010000:00000010:1.1:1788219871.475592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00010000:00000010:1.1:1788219871.475595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2be00. 00010000:00000010:1.1:1788219871.475599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a000. 00010000:00000010:1.1:1788219871.475602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ac00. 00010000:00000010:1.1:1788219871.475604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b000. 00010000:00000010:1.1:1788219871.475606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98600. 00010000:00000010:1.1:1788219871.475609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99800. 00010000:00000010:1.1:1788219871.475613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d000. 00010000:00000010:1.1:1788219871.475616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306600. 00010000:00000010:1.1:1788219871.475619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99c00. 00010000:00000010:1.1:1788219871.475621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e2306200. 00000800:00000001:2.0:1788219871.476539:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.476553:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219871.476557:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.476559:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.476567:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.476575:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219871.476583:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.476588:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.476593:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.476598:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb788500 00000400:00000200:2.0:1788219871.476602:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219871.476608:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe962d [1] + 224 00000800:00000001:2.0:1788219871.476614:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.476622:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219871.476624:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219871.476629:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219871.476636:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219871.476645:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219871.476657:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219871.476676:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219871.476685:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219871.476688:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.476756:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219871.476761:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219871.476767:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219871.476770:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219871.476772:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26630. 00000400:00000200:1.0:1788219871.476777:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:1.0:1788219871.476780:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:1.0:1788219871.476783:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219871.476788:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219871.476797:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219871.476803:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219871.476804:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.476807:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219871.476810:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219871.476813:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219871.476815:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219871.476818:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219871.476827:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219871.476831:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219871.476834:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219871.476836:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219871.476839:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219871.476842:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.476846:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219871.476848:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219871.476850:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219871.476852:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219871.476856:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219871.476863:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219871.476867:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219871.476868:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219871.476872:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219871.476879:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566230784:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219871.476884:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.476886:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219871.476889:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e300 x1875079566230784/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 488/224 e 0 to 0 dl 1788219887 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219871.476896:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219871.476898:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219871.476901:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9539200. 02000000:00000001:1.0:1788219871.476904:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219871.476907:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219871.476908:0:256062:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219871.476910:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219871.476912:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9539a00. 02000000:00000001:1.0:1788219871.476915:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219871.476917:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219871.476919:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e300. 00000100:00000001:1.0:1788219871.476922:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219871.476924:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.476926:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219871.476932:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219871.476934:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219871.476936:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219871.476938:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219871.496851:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313740583, at 4313740585 00000100:00000010:3.0:1788219871.496865:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2f60. 00000100:00000040:2.0:1788219871.497838:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313740583, at 4313740586 00000100:00000010:2.0:1788219871.497847:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2600. 00010000:00000001:1.0:1788219872.159825:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219872.159832:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219872.159839:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219872.159840:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219872.159844:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219872.159845:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219872.159849:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219872.159851:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219872.159854:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219872.159855:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219872.160051:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219872.160055:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219872.160058:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219872.224855:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219872.224866:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219872.224877:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219872.224882:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219872.224887:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219872.224890:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219872.224896:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219872.224904:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006900. 00000100:00000001:2.0:1788219872.224910:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.224922:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219872.224943:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219872.224947:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.224954:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_00+0] req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.224984:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.224987:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219872.224991:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219872.224994:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219872.224996:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219872.224999:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219872.225000:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219872.225001:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219872.225004:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006b00. 00000100:00000001:2.0:1788219872.225007:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225011:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219872.225024:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219872.225025:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225029:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf268f43] to pc [ptlrpcd_01_01+1] req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.225037:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225039:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219872.225042:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219872.225045:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219872.225047:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219872.225049:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219872.225050:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219872.225052:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225053:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788219872.225054:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006a00. 00000100:00000001:3.0:1788219872.225057:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219872.225057:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225059:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219872.225061:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1788219872.225065:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.225067:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219872.225069:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225072:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788219872.225073:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_00+0] req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225075:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225079:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788219872.225080:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225081:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219872.225082:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788219872.225084:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225086:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1788219872.225087:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566230912:192.168.203.120@tcp:400:kworker.0 00000100:00000010:2.0:1788219872.225088:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219872.225090:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219872.225091:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788219872.225092:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219872.225093:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219872.225095:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225097:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1788219872.225097:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006c00. 02000000:00000001:3.0:1788219872.225100:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225100:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225103:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219872.225107:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894cb597000. 02000000:00000001:3.0:1788219872.225109:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225113:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1788219872.225116:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219872.225120:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1788219872.225121:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a478. 00000100:00000001:2.0:1788219872.225122:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225125:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15071cd] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788219872.225128:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cf68. 00000100:00000001:2.0:1788219872.225132:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225133:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1788219872.225135:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566230912, portal 25 00000100:00000001:2.0:1788219872.225144:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788219872.225145:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219872.225147:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000010:2.0:1788219872.225147:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219872.225149:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219872.225151:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1788219872.225152:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788219872.225152:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219872.225154:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219872.225157:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006200. 00000100:00000001:3.0:1788219872.225160:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788219872.225160:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219872.225163:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000040:2.0:1788219872.225164:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1788219872.225166:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c330. 00000100:00000200:3.0:1788219872.225168:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566230912, offset 0 00000100:00000001:2.0:1788219872.225171:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219872.225172:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219872.225174:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000040:2.0:1788219872.225175:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_00+0] req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.225181:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219872.225183:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:2.0:1788219872.225185:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19079) 00000400:00000200:3.0:1788219872.225191:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219872.225196:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219872.225201:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219872.225204:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219872.225207:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219872.225210:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92963:92963:256:4294967295] 192.168.203.120@tcp LPNI seq info [92963:92963:8:4294967295] 00000100:00000001:2.0:1788219872.225211:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219872.225213:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788219872.225215:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219872.225215:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219872.225219:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219872.225224:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219872.225230:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:2.0:1788219872.225231:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219872.225233:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788219872.225235:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26600. 02000000:00000001:2.0:1788219872.225235:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219872.225236:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219872.225238:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219872.225240:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566231040:192.168.203.120@tcp:400:kworker.0 00000800:00000200:3.0:1788219872.225241:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:2.0:1788219872.225244:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219872.225246:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219872.225247:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219872.225249:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 02000000:00000001:2.0:1788219872.225249:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219872.225252:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46e00. 00000800:00000200:3.0:1788219872.225253:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1788219872.225254:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219872.225258:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219872.225261:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29a0. 00000100:00000001:3.0:1788219872.225263:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788219872.225265:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000400:00000200:3.0:1788219872.225266:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:2.0:1788219872.225267:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566231040, portal 10 00000100:00000001:3.0:1788219872.225269:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313742585 00000100:00000001:2.0:1788219872.225269:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219872.225271:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000010:3.0:1788219872.225273:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecc00. 00000100:00000040:2.0:1788219872.225276:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225279:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219872.225282:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788219872.225283:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313742585 00000100:00000040:2.0:1788219872.225284:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000010:3.0:1788219872.225286:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecde0. 00000400:00000010:2.0:1788219872.225286:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219872.225288:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566231040, offset 0 00000100:00000001:3.0:1788219872.225289:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219872.225292:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788219872.225292:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219872.225294:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219872.225296:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219872.225297:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219872.225299:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1788219872.225301:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.225302:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219872.225304:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219872.225306:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219872.225308:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219872.225329:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92964:92964:255:4294967295] 192.168.203.120@tcp LPNI seq info [92964:92964:7:4294967295] 00000400:00000200:2.0:1788219872.225333:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219872.225339:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788219872.225339:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1788219872.225341:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219872.225343:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788219872.225344:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219872.225345:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219872.225346:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1788219872.225347:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000100:00000040:3.0:1788219872.225350:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788219872.225351:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219872.225356:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:3.0:1788219872.225357:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1788219872.225358:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219872.225359:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225361:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788219872.225361:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225363:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219872.225365:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.225365:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000100:00100000:3.0:1788219872.225368:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566231168:192.168.203.120@tcp:400:kworker.0 00000400:00000200:2.0:1788219872.225368:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219872.225370:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313741341 00000100:00000001:3.0:1788219872.225371:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219872.225373:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788219872.225373:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313742585 02000000:00000001:3.0:1788219872.225375:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225375:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313741341 02000000:00000001:3.0:1788219872.225376:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788219872.225377:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313742585 02000000:00000010:3.0:1788219872.225379:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894cb597e00. 00000100:00000001:2.0:1788219872.225379:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219872.225381:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225381:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225383:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788219872.225384:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219872.225387:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a318. 00000100:00000040:2.0:1788219872.225387:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788219872.225390:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cee0. 00000100:00000200:3.0:1788219872.225393:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566231168, portal 10 00000100:00000001:2.0:1788219872.225393:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219872.225394:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225395:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219872.225396:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 02000000:00000001:2.0:1788219872.225396:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219872.225398:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219872.225400:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219872.225402:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219872.225402:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566231296:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219872.225405:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788219872.225408:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788219872.225408:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219872.225409:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219872.225411:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 02000000:00000001:2.0:1788219872.225411:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788219872.225413:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c990. 02000000:00000010:2.0:1788219872.225414:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d47c00. 00000100:00000200:3.0:1788219872.225415:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566231168, offset 0 02000000:00000001:2.0:1788219872.225415:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219872.225418:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219872.225419:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219872.225421:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:3.0:1788219872.225422:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219872.225423:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000400:00000200:3.0:1788219872.225425:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000200:2.0:1788219872.225426:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566231296, portal 4 00000400:00000200:3.0:1788219872.225428:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788219872.225428:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219872.225429:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000400:00000200:3.0:1788219872.225430:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219872.225432:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788219872.225441:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219872.225444:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219872.225447:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92965:92965:254:4294967295] 192.168.203.120@tcp LPNI seq info [92965:92965:6:4294967295] 00000100:00000001:2.0:1788219872.225448:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219872.225450:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219872.225451:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219872.225452:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5110. 00000100:00000200:2.0:1788219872.225455:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566231296, offset 0 00000400:00000200:3.0:1788219872.225457:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000200:2.0:1788219872.225458:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000800:00000200:3.0:1788219872.225461:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219872.225461:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:3.0:1788219872.225464:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26300. 00000400:00000200:2.0:1788219872.225465:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000800:00000200:3.0:1788219872.225467:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:2.0:1788219872.225467:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219872.225469:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219872.225471:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788219872.225472:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219872.225474:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788219872.225474:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000001:3.0:1788219872.225477:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219872.225477:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92966:92966:253:4294967295] 192.168.203.120@tcp LPNI seq info [92966:92966:5:4294967295] 00000100:00000040:3.0:1788219872.225480:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14695 usecs (15 jiffies) 00000400:00000200:2.0:1788219872.225480:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219872.225483:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219872.225485:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313741329 00000400:00000200:2.0:1788219872.225486:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1788219872.225487:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313742585 00000100:00000001:3.0:1788219872.225490:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313741329 00000800:00000200:2.0:1788219872.225490:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219872.225492:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313742585 00000800:00000010:2.0:1788219872.225493:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000100:00000001:3.0:1788219872.225494:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219872.225496:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219872.225496:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:3.0:1788219872.225498:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788219872.225500:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000040:3.0:1788219872.225502:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788219872.225502:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219872.225505:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225508:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788219872.225508:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17332 usecs (18 jiffies) 00000100:00000001:3.0:1788219872.225510:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219872.225511:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:3.0:1788219872.225512:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788219872.225512:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313741332 02000000:00000001:3.0:1788219872.225514:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219872.225514:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313742585 02000000:00000001:3.0:1788219872.225516:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225516:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313741332 00000100:00100000:3.0:1788219872.225519:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566231424:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219872.225519:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313742585 00000100:00000001:2.0:1788219872.225520:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219872.225522:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788219872.225522:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225524:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788219872.225524:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219872.225525:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225526:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788219872.225527:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219872.225529:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894cb596400. 00000100:00000001:2.0:1788219872.225529:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219872.225530:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1788219872.225531:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225532:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219872.225533:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788219872.225534:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219872.225535:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788219872.225536:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ad10. 00000100:00000001:2.0:1788219872.225537:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788219872.225539:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c110. 00000100:00000200:3.0:1788219872.225541:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566231424, portal 4 00000100:00000001:3.0:1788219872.225543:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219872.225544:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:3.0:1788219872.225549:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225555:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219872.225556:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219872.225559:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cdd0. 00000100:00000200:3.0:1788219872.225560:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566231424, offset 0 00000400:00000200:3.0:1788219872.225565:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219872.225568:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219872.225571:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219872.225573:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219872.225575:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219872.225577:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219872.225579:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219872.225582:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92967:92967:252:4294967295] 192.168.203.120@tcp LPNI seq info [92967:92967:4:4294967295] 00000800:00000200:2.0:1788219872.225582:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788219872.225585:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:2.0:1788219872.225585:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26600. 00000400:00000200:3.0:1788219872.225590:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000200:2.0:1788219872.225592:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1788219872.225594:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219872.225596:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000800:00000010:3.0:1788219872.225597:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26100. 00000800:00000200:3.0:1788219872.225600:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:2.0:1788219872.225600:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c330 00000400:00000010:2.0:1788219872.225602:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c330. 00000800:00000200:3.0:1788219872.225604:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219872.225606:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219872.225606:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1788219872.225608:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219872.225611:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27413 usecs (28 jiffies) 00000100:00000200:2.0:1788219872.225611:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788219872.225614:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219872.225616:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313741342 00000100:00000001:3.0:1788219872.225618:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313742585 00000100:00000001:2.0:1788219872.225619:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788219872.225620:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313741342 00000100:00000001:3.0:1788219872.225622:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313742585 00000100:00000040:2.0:1788219872.225623:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225624:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219872.225626:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225628:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225630:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.225630:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225631:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219872.225633:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219872.225634:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788219872.225636:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219872.225637:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219872.225639:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219872.225640:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788219872.225641:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788219872.225642:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:2.0:1788219872.225644:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219872.225648:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219872.225650:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:2.0:1788219872.225651:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:2.0:1788219872.225654:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219872.225659:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.225665:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219872.225668:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.225674:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.225676:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219872.225811:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219872.225814:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26300. 00000400:00000200:3.0:1788219872.225817:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219872.225821:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219872.225824:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c990 00000400:00000010:3.0:1788219872.225826:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c990. 00000100:00000001:3.0:1788219872.225829:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219872.225832:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225840:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219872.225843:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225848:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225849:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219872.225857:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219872.225859:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:3.0:1788219872.225861:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219872.225863:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219872.225866:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5110 00000400:00000010:3.0:1788219872.225867:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5110. 00000100:00000001:3.0:1788219872.225869:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219872.225872:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225878:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219872.225880:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.225886:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.225887:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219872.226128:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219872.226131:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26100. 00000400:00000200:3.0:1788219872.226134:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219872.226148:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219872.226151:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cdd0 00000400:00000010:3.0:1788219872.226152:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cdd0. 00000100:00000001:3.0:1788219872.226155:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219872.226158:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.226165:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219872.226168:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219872.226174:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219872.226175:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219872.250428:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250460:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219872.250464:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250466:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250475:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250482:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219872.250494:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250499:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250504:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250508:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb788580 00000400:00000200:2.0:1788219872.250513:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250520:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9635 [1] + 224 00000800:00000001:2.0:1788219872.250527:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250531:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250534:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219872.250539:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219872.250547:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.250557:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219872.250567:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.250589:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219872.250598:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250602:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219872.250604:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250606:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250609:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250612:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219872.250615:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250618:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250620:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250623:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb788700 00000400:00000200:2.0:1788219872.250627:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250631:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9665 [1] + 224 00000800:00000001:2.0:1788219872.250634:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250637:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250639:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219872.250642:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219872.250645:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.250649:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219872.250658:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.250669:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219872.250673:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250676:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219872.250678:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250680:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250683:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250686:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219872.250690:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250693:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250696:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250698:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb788600 00000400:00000200:2.0:1788219872.250701:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250705:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9645 [1] + 224 00000800:00000001:2.0:1788219872.250708:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250711:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250713:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219872.250715:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219872.250717:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.250721:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219872.250729:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.250735:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219872.250738:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250741:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219872.250742:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250744:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250747:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250750:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219872.250753:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250755:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250758:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250760:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb788780 00000400:00000200:2.0:1788219872.250763:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250766:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9675 [1] + 224 00000800:00000001:2.0:1788219872.250769:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250772:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250773:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219872.250776:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219872.250779:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.250783:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219872.250790:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.250796:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219872.250798:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250801:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219872.250803:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250805:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250807:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250810:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219872.250813:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250815:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250817:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250819:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb788680 00000400:00000200:2.0:1788219872.250822:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219872.250825:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9655 [1] + 224 00000800:00000001:2.0:1788219872.250828:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250836:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219872.250837:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219872.250841:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219872.250843:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.250847:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219872.250854:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.250860:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219872.250863:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219872.250865:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.250883:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219872.251234:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219872.251241:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219872.251244:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219872.251246:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a318. 00000400:00000200:2.0:1788219872.251252:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cee0 00000400:00000010:2.0:1788219872.251254:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cee0. 00000100:00000001:2.0:1788219872.251257:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.251262:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219872.251270:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251276:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219872.251278:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251280:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219872.251284:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219872.251286:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219872.251288:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219872.251291:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219872.251300:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219872.251305:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219872.251307:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219872.251309:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219872.251343:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219872.251347:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251352:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219872.251354:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:2.0:1788219872.251356:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219872.251358:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.251363:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251370:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219872.251373:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219872.251375:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219872.251379:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219872.251392:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566231168:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219872.251398:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219872.251399:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219872.251401:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ad10. 00000400:00000200:2.0:1788219872.251404:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c110 00000400:00000010:2.0:1788219872.251405:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c110. 00000100:00000001:2.0:1788219872.251408:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.251411:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219872.251419:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251425:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219872.251427:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251428:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219872.251430:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219872.251442:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219872.251444:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219872.251446:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219872.251450:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219872.251453:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=26 v=5 (1 1 1 0) 00000100:00000001:2.0:1788219872.251455:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219872.251457:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219872.251458:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219872.251460:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251462:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219872.251463:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219872.251465:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219872.251466:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.251470:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251477:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219872.251479:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219872.251481:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219872.251485:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219872.251492:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566231424:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219872.251497:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219872.251498:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219872.251500:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a478. 00000400:00000200:2.0:1788219872.251503:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cf68 00000400:00000010:2.0:1788219872.251505:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cf68. 00000100:00000001:2.0:1788219872.251507:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.251510:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219872.251519:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251525:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219872.251527:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251528:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219872.251530:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219872.251531:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219872.251532:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219872.251534:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219872.251536:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219872.251539:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219872.251541:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219872.251542:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219872.251544:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219872.251546:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251547:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.251551:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251557:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219872.251559:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219872.251561:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219872.251564:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219872.251571:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566230912:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219872.251575:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251578:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219872.251582:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566231168/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251588:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219872.251591:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219872.251594:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894cb597e00. 02000000:00000001:2.0:1788219872.251597:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219872.251600:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219872.251602:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219872.251604:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219872.251607:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006a00. 02000000:00000001:2.0:1788219872.251610:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219872.251612:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219872.251614:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:2.0:1788219872.251618:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219872.251619:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251621:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219872.251624:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566231424/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251630:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219872.251631:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219872.251633:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894cb596400. 02000000:00000001:2.0:1788219872.251635:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219872.251636:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219872.251637:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219872.251638:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219872.251640:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006200. 02000000:00000001:2.0:1788219872.251642:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219872.251643:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219872.251645:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219872.251647:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219872.251648:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251650:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219872.251653:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566230912/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251659:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219872.251660:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219872.251661:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894cb597000. 02000000:00000001:2.0:1788219872.251663:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219872.251665:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219872.251666:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219872.251667:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219872.251669:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006900. 02000000:00000001:2.0:1788219872.251671:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219872.251672:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219872.251673:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:2.0:1788219872.251675:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219872.251676:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251679:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251686:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219872.251688:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251690:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219872.251692:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251702:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219872.251704:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219872.251707:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219872.251709:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219872.251711:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29a0. 00000400:00000200:2.0:1788219872.251714:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:2.0:1788219872.251715:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:2.0:1788219872.251717:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.251722:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219872.251730:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251736:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219872.251737:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251739:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219872.251740:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219872.251741:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219872.251743:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219872.251745:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219872.251749:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219872.251752:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219872.251754:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219872.251755:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219872.251757:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219872.251759:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251761:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219872.251762:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:2.0:1788219872.251764:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219872.251765:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.251769:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251775:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219872.251777:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219872.251779:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219872.251782:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219872.251789:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566231040:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219872.251794:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219872.251795:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219872.251797:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:2.0:1788219872.251800:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:2.0:1788219872.251801:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:2.0:1788219872.251803:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219872.251807:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219872.251815:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251821:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219872.251823:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251824:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219872.251826:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219872.251826:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219872.251828:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219872.251830:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219872.251834:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219872.251836:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219872.251839:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219872.251840:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219872.251841:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219872.251843:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.251845:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219872.251846:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219872.251848:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219872.251849:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219872.251853:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.251860:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219872.251861:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219872.251863:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219872.251866:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219872.251873:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566231296:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219872.251877:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.251879:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219872.251883:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566231040/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.252059:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219872.252061:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219872.252063:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46e00. 02000000:00000001:2.0:1788219872.252066:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219872.252067:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219872.252068:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219872.252070:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219872.252072:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006b00. 02000000:00000001:2.0:1788219872.252073:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219872.252074:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219872.252076:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:2.0:1788219872.252078:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219872.252079:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.252081:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219872.252086:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566231296/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219872.252092:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219872.252093:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219872.252095:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d47c00. 02000000:00000001:2.0:1788219872.252097:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219872.252098:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219872.252099:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219872.252101:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219872.252102:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006c00. 02000000:00000001:2.0:1788219872.252179:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219872.252180:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219872.252182:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:2.0:1788219872.252184:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219872.252185:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.252187:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219872.252191:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219872.252192:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219872.252194:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219872.252195:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219873.185975:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219873.185983:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219873.185989:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219873.185990:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219873.185994:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219873.185995:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219873.185999:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219873.186000:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219873.186004:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219873.186005:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219873.187831:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219873.187837:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219873.187842:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219873.503444:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313742585, at 4313742592 00000100:00000010:2.0:1788219873.503469:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecc00. 00000100:00000040:3.0:1788219873.505861:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313742585, at 4313742594 00000100:00000010:3.0:1788219873.505877:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecde0. 00010000:00000001:1.0:1788219874.208642:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219874.208650:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219874.208655:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219874.208656:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219874.208660:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219874.208661:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219874.208665:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219874.208666:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219874.208670:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219874.208670:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219874.208741:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219874.208745:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219874.208748:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788219875.169727:0:330214:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b73d30 00000080:00200000:3.0:1788219875.169734:0:330214:0:(llite_lib.c:2912:ll_statfs()) VFS Op:sb=lustre (ffff9893ca6d2800) / proj=0 00000080:00000001:3.0:1788219875.169792:0:330214:0:(llite_lib.c:2747:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1788219875.169795:0:330214:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:3.0:1788219875.169798:0:330214:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9893ca6d2800: age 19006, max_age 19075 00800000:00000001:3.0:1788219875.169802:0:330214:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:3.0:1788219875.169807:0:330214:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9894d4702900. 00800000:00000001:3.0:1788219875.169813:0:330214:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1788219875.169816:0:330214:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9893ca6d2800: age 19006, max_age 19075 00000002:00000001:3.0:1788219875.169820:0:330214:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788219875.169822:0:330214:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:3.0:1788219875.169828:0:330214:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219875.169832:0:330214:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=40 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219875.169835:0:330214:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219875.169838:0:330214:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219875.169843:0:330214:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219875.169850:0:330214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb596000. 00000100:00000001:3.0:1788219875.169856:0:330214:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.169862:0:330214:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219875.169982:0:330214:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219875.169989:0:330214:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:3.0:1788219875.169991:0:330214:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000100:00000001:3.0:1788219875.169994:0:330214:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.169996:0:330214:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:3.0:1788219875.170000:0:330214:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219875.170004:0:330214:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.170006:0:330214:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219875.170007:0:330214:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219875.170017:0:330214:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.170026:0:330214:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219875.170029:0:330214:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.170033:0:330214:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219875.170035:0:330214:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219875.170037:0:330214:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219875.170041:0:330214:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job stat:a070992b-a374-46bb-a0a0-eb573b6d6afb:330214:1875079566231552:192.168.203.120@tcp:41:stat.0 00000100:00000001:3.0:1788219875.170044:0:330214:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219875.170050:0:330214:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219875.170052:0:330214:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.170054:0:330214:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219875.170058:0:330214:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125f800. 02000000:00000001:3.0:1788219875.170060:0:330214:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219875.170066:0:330214:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219875.170070:0:330214:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a580. 00000400:00000010:3.0:1788219875.170076:0:330214:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cdd0. 00000100:00000200:3.0:1788219875.170083:0:330214:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566231552, portal 10 00000100:00000001:3.0:1788219875.170085:0:330214:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.170086:0:330214:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219875.170094:0:330214:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.170100:0:330214:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219875.170104:0:330214:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219875.170106:0:330214:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c990. 00000100:00000200:3.0:1788219875.170108:0:330214:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875079566231552, offset 0 00000400:00000200:3.0:1788219875.170114:0:330214:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219875.170133:0:330214:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.170140:0:330214:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219875.170145:0:330214:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219875.170149:0:330214:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219875.170152:0:330214:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219875.170155:0:330214:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219875.170158:0:330214:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92968:92968:256:4294967295] 192.168.203.120@tcp LPNI seq info [92968:92968:8:4294967295] 00000400:00000200:3.0:1788219875.170163:0:330214:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.170172:0:330214:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219875.170177:0:330214:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219875.170182:0:330214:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26100. 00000800:00000200:3.0:1788219875.170188:0:330214:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219875.170195:0:330214:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219875.170199:0:330214:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788219875.170222:0:330214:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.170227:0:330214:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:3.0:1788219875.170378:0:330214:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219875.170380:0:330214:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744285 00000100:00000010:3.0:1788219875.170386:0:330214:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ecde0. 00000100:00000001:3.0:1788219875.170392:0:330214:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219875.170398:0:330214:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744285 00000100:00000010:3.0:1788219875.170401:0:330214:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec4e0. 00000100:00000001:3.0:1788219875.170404:0:330214:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219875.170407:0:330214:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219875.170409:0:330214:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.170412:0:330214:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219875.170414:0:330214:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219875.170486:0:330214:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:3.0:1788219875.170490:0:330214:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219875.170492:0:330214:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.170996:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.171001:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26100. 00000400:00000200:2.0:1788219875.171006:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.171011:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.171017:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c990 00000400:00000010:2.0:1788219875.171020:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c990. 00000100:00000001:2.0:1788219875.171023:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.171029:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.171039:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.171042:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.171049:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.171051:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.182682:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.182698:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.182701:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.182704:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.182712:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.183061:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.183073:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.183079:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.183084:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.183089:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x6a95ffb788800 00000400:00000200:2.0:1788219875.183093:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.183099:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0xe9685 [1] + 224 00000800:00000001:2.0:1788219875.183106:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.183113:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.183129:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.183134:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.183141:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.183150:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.183161:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.183175:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.183184:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.183187:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.183304:0:330214:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219875.183346:0:330214:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219875.183348:0:330214:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219875.183352:0:330214:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a580. 00000400:00000200:3.0:1788219875.183356:0:330214:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cdd0 00000400:00000010:3.0:1788219875.183358:0:330214:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cdd0. 00000100:00000001:3.0:1788219875.183361:0:330214:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.183366:0:330214:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219875.183374:0:330214:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.183380:0:330214:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219875.183381:0:330214:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.183384:0:330214:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219875.183387:0:330214:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219875.183389:0:330214:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219875.183392:0:330214:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.183394:0:330214:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219875.183403:0:330214:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219875.183406:0:330214:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219875.183409:0:330214:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219875.183411:0:330214:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.183413:0:330214:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219875.183416:0:330214:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.183420:0:330214:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219875.183422:0:330214:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:3.0:1788219875.183424:0:330214:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219875.183426:0:330214:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.183431:0:330214:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.183438:0:330214:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219875.183441:0:330214:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219875.183443:0:330214:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219875.183446:0:330214:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219875.183453:0:330214:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job stat:a070992b-a374-46bb-a0a0-eb573b6d6afb:330214:1875079566231552:192.168.203.120@tcp:41:stat.0 00000100:00000001:3.0:1788219875.183457:0:330214:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.183460:0:330214:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.183461:0:330214:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219875.183463:0:330214:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.183466:0:330214:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.183473:0:330214:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219875.183475:0:330214:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:3.0:1788219875.183478:0:330214:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219875.183479:0:330214:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219875.183484:0:330214:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788219875.183486:0:330214:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.183488:0:330214:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566231552/t0(0) o41->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 440/368 e 0 to 0 dl 1788219891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.183492:0:330214:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219875.183495:0:330214:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219875.183497:0:330214:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125f800. 02000000:00000001:3.0:1788219875.183499:0:330214:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219875.183502:0:330214:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219875.183504:0:330214:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219875.183506:0:330214:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219875.183508:0:330214:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb596000. 02000000:00000001:3.0:1788219875.183512:0:330214:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219875.183513:0:330214:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219875.183515:0:330214:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:3.0:1788219875.183518:0:330214:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219875.183519:0:330214:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788219875.183520:0:330214:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219875.183522:0:330214:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219875.183524:0:330214:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1788219875.183526:0:330214:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9893ca6d2800: update ffff9894d48dd190 cache blocks 1797503/1916558 objects 523382/524179 00800000:00000001:3.0:1788219875.183530:0:330214:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219875.183533:0:330214:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1788219875.183536:0:330214:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9894d4702900. 00800000:00000001:3.0:1788219875.183551:0:330214:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788219875.183554:0:330214:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9893ca6d2800: update ffff9894d48d9e10 cache blocks 1797503/1916558 objects 523382/524179 00000080:00000001:3.0:1788219875.183557:0:330214:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788219875.183560:0:330214:0:(llite_lib.c:2764:ll_statfs_internal()) MDC blocks 1797503/1916558 objects 523382/524179 00000080:00000001:3.0:1788219875.183562:0:330214:0:(llite_lib.c:2767:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788219875.183564:0:330214:0:(llite_lib.c:2800:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.197412:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313744285, at 4313744286 00000100:00000010:3.0:1788219875.197435:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec4e0. 00000100:00000040:2.0:1788219875.197860:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313744285, at 4313744286 00000100:00000010:2.0:1788219875.197867:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ecde0. 00010000:00000001:1.0:1788219875.232072:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.232079:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232086:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.232086:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232089:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.232090:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232094:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.232097:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.232099:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.232105:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.232107:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.232108:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232111:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.232114:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232125:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232127:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.232131:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.232132:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.232155:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219875.232157:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.232160:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788219875.260458:0:330218:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.260467:0:330218:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.260470:0:330218:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.260473:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83b20 00000080:00200000:0.0:1788219875.260477:0:330218:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.260486:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00800000:00000002:0.0:1788219875.260493:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.260497:0:330218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.260503:0:330218:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.260505:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83a40 00800000:00000002:0.0:1788219875.260507:0:330218:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.260511:0:330218:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.260514:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.260516:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.260519:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.260801:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.260805:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.260807:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.260809:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.260813:0:330218:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.260819:0:330218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.260821:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83910 00000002:00010000:0.0:1788219875.260823:0:330218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.260827:0:330218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.260829:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.260832:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.260838:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219875.260841:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.260848:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.260852:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.260857:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 02000000:00000001:0.0:1788219875.260867:0:330218:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.260872:0:330218:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.260875:0:330218:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000002:00000001:0.0:1788219875.260882:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.260885:0:330218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.260886:0:330218:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.260888:0:330218:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.260890:0:330218:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.260893:0:330218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.260896:0:330218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.260899:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.260902:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.262243:0:330218:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.262247:0:330218:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.262253:0:330218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.262257:0:330218:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:0.0:1788219875.262261:0:330218:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.262265:0:330218:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.262267:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.262269:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.262273:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219875.262275:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.262278:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.262282:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.262284:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.262285:0:330218:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.262287:0:330218:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.262291:0:330218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8b83b58 00010000:00000001:0.0:1788219875.262293:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.262294:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.262296:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219875.262298:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.262300:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.262303:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.262307:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00000001:0.0:1788219875.262346:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.262347:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.262349:0:330218:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.262352:0:330218:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.262355:0:330218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00000001:0.0:1788219875.262365:0:330218:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.262369:0:330218:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.262371:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.262376:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262378:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262381:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262383:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262387:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262389:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262392:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262394:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262397:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262398:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262401:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262402:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262405:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262407:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262410:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262412:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262414:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262416:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262418:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262420:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262422:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262424:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262426:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262428:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262431:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262432:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262435:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262436:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262438:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262439:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262442:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262444:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262446:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262447:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262450:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262451:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262453:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262455:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262458:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262459:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262461:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262463:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262465:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262467:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262470:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262471:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262473:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262475:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262479:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262480:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262483:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262484:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262486:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262487:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262490:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262492:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262494:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262495:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262497:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262498:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262501:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262502:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262504:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262505:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219875.262509:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.262509:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.262511:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=32 : 32 : 20) 00010000:00000001:0.0:1788219875.262514:0:330218:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788219875.262531:0:330218:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e8f4c180. 00010000:00000001:0.0:1788219875.262536:0:330218:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788219875.262548:0:330218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 32/32 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788219875.262550:0:330218:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.262552:0:330218:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.262554:0:330218:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=32 : 32 : 20) 00010000:00000001:0.0:1788219875.262557:0:330218:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=32 : 32 : 20) 00010000:00000001:0.0:1788219875.262559:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.262560:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.262561:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.262564:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.262566:0:330218:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.262569:0:330218:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.262574:0:330218:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.262586:0:330218:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bbb00. 00000020:00000001:0.0:1788219875.262591:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83ae8 00000080:00200000:0.0:1788219875.262595:0:330218:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=13 00000080:00000001:0.0:1788219875.262598:0:330218:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219875.262600:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83998 00000080:00200000:0.0:1788219875.262602:0:330218:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=getattr 00000080:00000010:0.0:1788219875.262610:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00800000:00000002:0.0:1788219875.262614:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.262618:0:330218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.262621:0:330218:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.262622:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b838b8 00800000:00000002:0.0:1788219875.262624:0:330218:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.262627:0:330218:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.262629:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.262631:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.262634:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.262636:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.262638:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.262640:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.262642:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.262644:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83850 00800000:00000002:0.0:1788219875.262646:0:330218:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160g.sanity' -> mds #0 00000002:00000001:0.0:1788219875.262650:0:330218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.262651:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83788 00000002:00010000:0.0:1788219875.262653:0:330218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160g.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788219875.262657:0:330218:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.262659:0:330218:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.262664:0:330218:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017480. 00000020:00000040:0.0:1788219875.262667:0:330218:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.262672:0:330218:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.262677:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.262679:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.262680:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.262681:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.262683:0:330218:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.262685:0:330218:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.262689:0:330218:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.262696:0:330218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e000. 00000100:00000001:0.0:1788219875.262703:0:330218:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.262707:0:330218:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.262709:0:330218:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.262710:0:330218:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.262711:0:330218:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.262713:0:330218:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.262720:0:330218:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131718272 : -113709577833344 : ffff9894ed017480) 00010000:00000001:0.0:1788219875.262724:0:330218:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.262726:0:330218:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219875.262730:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219875.262733:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.262735:0:330218:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.262749:0:330218:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1a400. 00000020:00000001:0.0:1788219875.262753:0:330218:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.262756:0:330218:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1a400 with handle 0x34450ab7a163423 to hash 00000020:00000001:0.0:1788219875.262758:0:330218:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.262759:0:330218:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.262762:0:330218:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.262765:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.262767:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.262770:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.262777:0:330218:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.262787:0:330218:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.262793:0:330218:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.262795:0:330218:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.262801:0:330218:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.262803:0:330218:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768813312 : -113713940738304 : ffff9893e8f4cf00) 00000100:00000001:0.0:1788219875.262806:0:330218:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.262808:0:330218:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131718272 : -113709577833344 : ffff9894ed017480) 00000100:00000001:0.0:1788219875.262812:0:330218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.262816:0:330218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.262818:0:330218:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.262820:0:330218:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.262830:0:330218:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.262838:0:330218:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.262840:0:330218:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.262843:0:330218:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.262846:0:330218:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.262848:0:330218:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.262852:0:330218:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017480 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330218:1875079566231680:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.262856:0:330218:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.262860:0:330218:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.262863:0:330218:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.262865:0:330218:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.262870:0:330218:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b98000. 02000000:00000001:0.0:1788219875.262872:0:330218:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.262880:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.262884:0:330218:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4210. 00000400:00000010:0.0:1788219875.262891:0:330218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf3b8. 00000100:00000200:0.0:1788219875.262898:0:330218:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566231680, portal 10 00000100:00000001:0.0:1788219875.262900:0:330218:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.262901:0:330218:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131718272 : -113709577833344 : ffff9894ed017480) 00000100:00000040:0.0:1788219875.262915:0:330218:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.262923:0:330218:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.262925:0:330218:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.262929:0:330218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219875.262932:0:330218:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566231680, offset 0 00000400:00000200:0.0:1788219875.262938:0:330218:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.262947:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.262955:0:330218:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.262960:0:330218:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.262963:0:330218:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.262967:0:330218:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.262969:0:330218:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.262973:0:330218:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92969:92969:256:4294967295] 192.168.203.120@tcp LPNI seq info [92969:92969:8:4294967295] 00000400:00000200:0.0:1788219875.262977:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.262986:0:330218:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.262992:0:330218:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.262997:0:330218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a600. 00000800:00000200:0.0:1788219875.263004:0:330218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.263011:0:330218:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.263014:0:330218:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.263029:0:330218:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.263033:0:330218:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.263036:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.263040:0:330218:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744377 00000100:00000010:0.0:1788219875.263044:0:330218:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02180. 00000100:00000001:0.0:1788219875.263051:0:330218:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219875.263058:0:330218:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744377 00000100:00000010:0.0:1788219875.263061:0:330218:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02a80. 00000100:00000001:0.0:1788219875.263064:0:330218:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219875.263067:0:330218:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.263070:0:330218:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.263072:0:330218:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.263074:0:330218:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.263077:0:330218:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.263080:0:330218:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.263083:0:330218:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788219875.263337:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788219875.263340:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788219875.263343:0:280892:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 32 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788219875.263346:0:280892:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788219875.263348:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788219875.263353:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437ca00/0x34450ab7a1613df lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x950:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7aa3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788219875.263360:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788219875.263364:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219875.263366:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219875.263367:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x950:0x0] mode CR 00000002:00000001:3.0:1788219875.263370:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219875.263372:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219875.263375:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0f00 count: 2 00010000:00000001:3.0:1788219875.263377:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219875.263380:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219875.263382:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219875.263383:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219875.263385:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0f00 count: 2 00010000:00000001:3.0:1788219875.263386:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219875.263389:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.263391:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.263393:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788219875.263396:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788219875.263400:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894cb596000. 00000080:00000001:3.0:1788219875.263402:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788219875.263407:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788219875.263410:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219875.263411:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219875.263413:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219875.263414:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219875.263416:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219875.263418:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219875.263420:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x950:0x0] 00800000:00000001:3.0:1788219875.263422:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219875.263425:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x950:0x0] 00000002:00000001:3.0:1788219875.263428:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219875.263430:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x950:0x0] file closed with intent: 0 00000100:00000010:3.0:1788219875.263435:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ce00. 00000020:00000040:3.0:1788219875.263437:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=40 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219875.263440:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219875.263442:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219875.263445:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219875.263448:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb596400. 00000100:00000001:3.0:1788219875.263452:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788219875.263463:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed028a80 x1875079565715712/t12884930166(12884930166) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219875.263473:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788219875.263478:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788219875.263484:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219875.263485:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219875.263490:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702900. 00000100:00000001:3.0:1788219875.263491:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719543040 : -113709990008576 : ffff9894d4702900) 00000100:00000001:3.0:1788219875.263494:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.263495:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:3.0:1788219875.263498:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219875.263501:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.263503:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219875.263504:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219875.263508:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.263514:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219875.263516:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.263527:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219875.263529:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219875.263531:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219875.263534:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566231936:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219875.263537:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219875.263540:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219875.263541:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.263543:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219875.263546:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125f800. 02000000:00000001:3.0:1788219875.263548:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219875.263553:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219875.263556:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a580. 00000400:00000010:3.0:1788219875.263560:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cdd0. 00000100:00000200:3.0:1788219875.263564:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566231936, portal 10 00000100:00000001:3.0:1788219875.263565:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.263567:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000040:3.0:1788219875.263572:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.263579:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219875.263581:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219875.263584:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013caa0. 00000100:00000200:3.0:1788219875.263587:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566231936, offset 0 00000400:00000200:3.0:1788219875.263591:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219875.263596:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.263601:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219875.263604:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219875.263606:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219875.263609:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219875.263611:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219875.263614:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92970:92970:255:4294967295] 192.168.203.120@tcp LPNI seq info [92970:92970:7:4294967295] 00000400:00000200:3.0:1788219875.263618:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.263625:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219875.263630:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219875.263635:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26300. 00000800:00000200:3.0:1788219875.263639:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219875.263644:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219875.263646:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219875.263650:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.263652:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:3.0:1788219875.263655:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219875.263657:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744379 00000100:00000001:3.0:1788219875.263662:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744377 00000100:00000001:3.0:1788219875.263666:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744379 00000100:00000001:3.0:1788219875.263668:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744377 00000100:00000001:3.0:1788219875.263671:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219875.263673:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.263675:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219875.263676:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219875.263678:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702900 going to sleep for 11 seconds 00000100:00000001:3.0:1788219875.263681:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219875.263682:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.263888:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.263894:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a600. 00000400:00000200:2.0:1788219875.263900:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.263914:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.263921:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:2.0:1788219875.263923:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:2.0:1788219875.263927:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.263931:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.263941:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.263944:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.263951:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.263953:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219875.264018:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.264021:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26300. 00000400:00000200:2.0:1788219875.264024:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.264028:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.264030:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013caa0 00000400:00000010:2.0:1788219875.264032:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013caa0. 00000100:00000001:2.0:1788219875.264035:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.264038:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.264063:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.264067:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.264072:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.264073:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.278690:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.278722:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.278726:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.278728:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.278738:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.278751:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.279144:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279152:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279157:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279163:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788980 00000400:00000200:3.0:1788219875.279168:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279173:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe969d [1] + 224 00000800:00000001:3.0:1788219875.279181:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.279187:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.279190:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.279194:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.279201:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.279211:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.279223:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.279258:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.279268:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.279272:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.279274:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.279277:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.279280:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279284:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.279288:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279291:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279294:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279296:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb788880 00000400:00000200:3.0:1788219875.279299:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.279302:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9695 [1] + 224 00000800:00000001:3.0:1788219875.279305:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.279345:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.279347:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.279351:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.279354:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.279358:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.279371:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.279382:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.279386:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.279389:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.279616:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.279624:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.279627:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.279630:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a580. 00000400:00000200:0.0:1788219875.279635:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cdd0 00000400:00000010:0.0:1788219875.279637:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cdd0. 00000100:00000001:0.0:1788219875.279640:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.279645:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.279654:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ce00 x1875079566231936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279660:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.279662:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.279665:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.279668:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.279671:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.279673:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.279676:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.279686:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.279690:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.279692:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.279694:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.279696:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.279699:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.279703:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.279704:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.279706:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.279708:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.279710:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000100:00000001:0.0:1788219875.279713:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.279716:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.279717:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.279719:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.279724:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ce00 x1875079566231936/t17179869254(17179869254) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279731:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.279734:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.279744:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.279749:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ce00 x1875079566231936/t17179869254(17179869254) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.279757:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566231936:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.279761:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.279764:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.279766:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.279768:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.279771:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566231936/t17179869254(17179869254) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279777:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.279780:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702900. 00000100:00000001:0.0:1788219875.279783:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.279784:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.279791:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.279792:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135411200 : -113709574140416 : ffff9894ed39ce00) 00000002:00000001:0.0:1788219875.279795:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.279798:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.279803:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894cb596000. 00000080:00000001:0.0:1788219875.279807:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.279811:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.279813:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.279817:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.279819:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.279822:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.279824:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.279826:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x950:0x0] 00800000:00000001:0.0:1788219875.279828:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.279833:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.279838:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed028a80 x1875079565715712/t12884930166(12884930166) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279845:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.279847:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131789440 : -113709577762176 : ffff9894ed028a80) 00000100:00000001:0.0:1788219875.279849:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.279852:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028a80 x1875079565715712/t12884930166(12884930166) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279858:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.279859:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.279862:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39ce00 x1875079566231936/t17179869254(17179869254) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279868:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.279870:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.279873:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028a80 x1875079565715712/t12884930166(12884930166) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279879:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.279882:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.279883:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.279886:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.279888:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894c8adf400. 02000000:00000001:0.0:1788219875.279892:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.279894:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.279896:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028a80. 00000100:00000001:0.0:1788219875.279900:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.279901:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.279902:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.279917:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ce00 x1875079566231936/t17179869254(17179869254) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279924:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.279926:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9700. 00000002:00000001:0.0:1788219875.279929:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.279931:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.279933:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdd00. 00000100:00000001:0.0:1788219875.279935:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.279938:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ce00 x1875079566231936/t17179869254(17179869254) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.279949:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.279951:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.279953:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125f800. 02000000:00000001:0.0:1788219875.279956:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.279957:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.279958:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.279960:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.279961:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb596400. 02000000:00000001:0.0:1788219875.279963:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.279965:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.279966:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ce00. 00000100:00000001:0.0:1788219875.279969:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.279970:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.279972:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.279975:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.279977:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x950:0x0] mode (null) 00000002:00000001:0.0:1788219875.279981:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.279984:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.279990:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0f00 count: 2 00010000:00000001:0.0:1788219875.279993:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.279997:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.279999:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.280002:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.280004:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x950:0x0](ffff9894d1c000c8) invalid 00000080:00000001:0.0:1788219875.280007:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.280012:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.280014:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.280017:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.280020:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.280022:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.280025:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.280028:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.280031:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437ca00 with handle 0x34450ab7a1613df from hash 00010000:00000001:0.0:1788219875.280033:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.280035:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.280037:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.280038:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.280042:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.280043:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.280046:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.280050:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6800/0x34450ab7a16136f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x94f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7acd expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219875.280058:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.280061:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.280063:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.280064:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94f:0x0] mode CR 00000002:00000001:0.0:1788219875.280067:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.280068:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.280070:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0600 count: 2 00010000:00000001:0.0:1788219875.280072:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.280074:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.280076:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.280077:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.280078:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0600 count: 2 00010000:00000001:0.0:1788219875.280080:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.280082:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.280083:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.280085:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.280087:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.280091:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.280094:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.280100:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.280103:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.280104:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.280105:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.280107:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.280108:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.280109:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.280111:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94f:0x0] 00800000:00000001:0.0:1788219875.280113:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.280126:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x94f:0x0] 00000002:00000001:0.0:1788219875.280129:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.280131:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x94f:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.280136:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219875.280138:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.280142:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.280144:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.280147:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.280153:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219875.280158:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.280169:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c5f80 x1875079565701760/t12884930156(12884930156) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.280178:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.280182:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.280188:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.280190:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.280195:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.280197:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.280199:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.280201:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219875.280204:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.280209:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.280211:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.280212:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.280215:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.280222:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.280224:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.280227:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.280229:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.280232:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.280235:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566232192:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.280238:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.280243:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.280245:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.280248:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.280252:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.280254:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.280259:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.280263:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a48f0. 00000400:00000010:0.0:1788219875.280269:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219875.280280:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566232192, portal 10 00000100:00000001:0.0:1788219875.280282:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.280283:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219875.280290:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.280296:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.280299:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.280302:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfdd0. 00000100:00000200:0.0:1788219875.280305:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566232192, offset 0 00000400:00000200:0.0:1788219875.280348:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.280355:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.280362:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.280368:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.280371:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.280375:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.280377:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.280381:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92971:92971:256:4294967295] 192.168.203.120@tcp LPNI seq info [92971:92971:8:4294967295] 00000400:00000200:0.0:1788219875.280385:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.280393:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.280400:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.280405:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219875.280412:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.280419:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.280423:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.280439:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.280443:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.280447:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.280450:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744396 00000100:00000001:0.0:1788219875.280456:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744379 00000100:00000001:0.0:1788219875.280460:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744396 00000100:00000001:0.0:1788219875.280463:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744379 00000100:00000001:0.0:1788219875.280465:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.280468:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.280470:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.280471:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.280474:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.280476:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.280477:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.280546:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.280551:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:2.0:1788219875.280555:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.280560:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.280564:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfdd0 00000400:00000010:2.0:1788219875.280567:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfdd0. 00000100:00000001:2.0:1788219875.280570:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.280574:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.280582:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.280585:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.280590:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.280591:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219875.280731:0:330218:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.280747:0:330218:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.280749:0:330218:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.280752:0:330218:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4210. 00000400:00000200:1.0:1788219875.280756:0:330218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf3b8 00000400:00000010:1.0:1788219875.280758:0:330218:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf3b8. 00000100:00000001:1.0:1788219875.280762:0:330218:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.280766:0:330218:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.280776:0:330218:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.280782:0:330218:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.280783:0:330218:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.280785:0:330218:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.280787:0:330218:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.280789:0:330218:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.280790:0:330218:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.280792:0:330218:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.280797:0:330218:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.280800:0:330218:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.280803:0:330218:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219875.280806:0:330218:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.280812:0:330218:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219875.280814:0:330218:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.280815:0:330218:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.280817:0:330218:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.280818:0:330218:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219875.280822:0:330218:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.280828:0:330218:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219875.280830:0:330218:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.280832:0:330218:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.280836:0:330218:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.280843:0:330218:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017480 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330218:1875079566231680:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.280850:0:330218:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.280852:0:330218:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219875.280854:0:330218:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.280855:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.280858:0:330218:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.280863:0:330218:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.280865:0:330218:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cf00. 00000100:00000001:1.0:1788219875.280868:0:330218:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.280870:0:330218:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219875.280872:0:330218:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219875.280875:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.280877:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.280880:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=4 00000020:00000001:1.0:1788219875.280882:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.280884:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00010000:1.0:1788219875.280889:0:330218:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.280898:0:330218:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219875.280909:0:330218:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.280915:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.280918:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.280923:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.280924:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219875.280926:0:330218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.280931:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.280933:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.280937:0:330218:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219875.280939:0:330218:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.280946:0:330218:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1a400 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219875.280948:0:330218:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219875.280951:0:330218:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.280957:0:330218:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219875.280959:0:330218:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219875.280963:0:330218:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.280967:0:330218:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219875.280969:0:330218:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219875.280970:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.280971:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.280973:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=5 00000020:00000001:1.0:1788219875.280975:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.280977:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.280979:0:330218:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.280981:0:330218:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219875.280986:0:330218:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.280987:0:330218:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.280989:0:330218:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219875.280991:0:330218:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.280993:0:330218:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.280994:0:330218:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.280995:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.280997:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.281000:0:330218:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1a400 with handle 0x34450ab7a163423 from hash 00010000:00000001:1.0:1788219875.281002:0:330218:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.281003:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281004:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281005:0:330218:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.281007:0:330218:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.281008:0:330218:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219875.281010:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281011:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281012:0:330218:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.281014:0:330218:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.281016:0:330218:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.281021:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281022:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281023:0:330218:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219875.281025:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.281026:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281027:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281028:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219875.281030:0:330218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a163423 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.281040:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281042:0:330218:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219875.281046:0:330218:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219875.281051:0:330218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219875.281058:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219875.281059:0:330218:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.281061:0:330218:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.281063:0:330218:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.281066:0:330218:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219875.281067:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219875.281069:0:330218:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.281071:0:330218:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219875.281074:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83710 00000002:00002000:1.0:1788219875.281076:0:330218:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160g.sanity intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788219875.281079:0:330218:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.281083:0:330218:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.281085:0:330218:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219875.281088:0:330218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219875.281091:0:330218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.281094:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.281096:0:330218:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219875.281098:0:330218:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8b83b20 it_disposition 7 00000080:00002000:1.0:1788219875.281103:0:330218:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e929b000 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788219875.281109:0:330218:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788219875.281110:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.281112:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.281114:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.281129:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.281131:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.281132:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.281134:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.281138:0:330218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.281139:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.281140:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.281144:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.281147:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.281150:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.281152:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.281155:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 02000000:00000001:1.0:1788219875.281163:0:330218:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.281166:0:330218:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.281169:0:330218:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000002:00000001:1.0:1788219875.281175:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.281178:0:330218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.281180:0:330218:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.281183:0:330218:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219875.281184:0:330218:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b83930 released 00000080:00010000:1.0:1788219875.281187:0:330218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8b83930 00010000:00000001:1.0:1788219875.281189:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.281190:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.281191:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.281193:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281195:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281197:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.281200:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00000001:1.0:1788219875.281206:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281207:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281208:0:330218:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.281210:0:330218:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.281212:0:330218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00000001:1.0:1788219875.281218:0:330218:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.281220:0:330218:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.281222:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.281225:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281226:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281228:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281230:0:330218:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.281231:0:330218:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281233:0:330218:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281236:0:330218:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281238:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.281239:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281240:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219875.281241:0:330218:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219875.281243:0:330218:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219875.281246:0:330218:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219875.281249:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000100:00000001:1.0:1788219875.281253:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.281257:0:330218:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017480 x1875079566231680/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.281263:0:330218:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.281265:0:330218:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.281267:0:330218:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b98000. 02000000:00000001:1.0:1788219875.281270:0:330218:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.281272:0:330218:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.281273:0:330218:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.281275:0:330218:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.281277:0:330218:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e000. 02000000:00000001:1.0:1788219875.281280:0:330218:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.281281:0:330218:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.281283:0:330218:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017480. 00000100:00000001:1.0:1788219875.281286:0:330218:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.281287:0:330218:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.281289:0:330218:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219875.281290:0:330218:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b83b20 released 00000080:00000001:1.0:1788219875.281292:0:330218:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219875.281295:0:330218:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219875.281297:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83b70 00000080:00002000:1.0:1788219875.281299:0:330218:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929b000, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219875.281302:0:330218:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.281383:0:330218:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.281387:0:330218:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.281388:0:330218:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.281390:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83bb0 00000080:00200000:1.0:1788219875.281392:0:330218:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.281397:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.281400:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.281403:0:330218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.281405:0:330218:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.281406:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83ad0 00800000:00000002:1.0:1788219875.281408:0:330218:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.281411:0:330218:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.281414:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.281415:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.281416:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.281417:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.281419:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.281421:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.281423:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.281425:0:330218:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.281429:0:330218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.281430:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b839a0 00000002:00010000:1.0:1788219875.281432:0:330218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.281435:0:330218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.281436:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.281437:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.281439:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.281441:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.281443:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.281446:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.281449:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 02000000:00000001:1.0:1788219875.281455:0:330218:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.281457:0:330218:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.281460:0:330218:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000002:00000001:1.0:1788219875.281466:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.281467:0:330218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.281469:0:330218:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.281471:0:330218:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.281472:0:330218:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.281474:0:330218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.281476:0:330218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.281478:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.281480:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.281483:0:330218:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.281484:0:330218:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.281486:0:330218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.281490:0:330218:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219875.281493:0:330218:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.281494:0:330218:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.281495:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.281497:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.281498:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.281500:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281502:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281504:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281505:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.281506:0:330218:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.281508:0:330218:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.281510:0:330218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8b83be8 00010000:00000001:1.0:1788219875.281512:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.281513:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.281514:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.281516:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281518:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281519:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.281531:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00000001:1.0:1788219875.281536:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281537:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281539:0:330218:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.281540:0:330218:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.281543:0:330218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00000001:1.0:1788219875.281548:0:330218:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.281551:0:330218:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.281552:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.281554:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281555:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281556:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281558:0:330218:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.281559:0:330218:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281561:0:330218:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281563:0:330218:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281565:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.281566:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281567:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.281568:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.281570:0:330218:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.281572:0:330218:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.281576:0:330218:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.281579:0:330218:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219875.281581:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83bd8 00000080:00002000:1.0:1788219875.281583:0:330218:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929b000) flags 0x8000e refc 0 00000080:00000001:1.0:1788219875.281585:0:330218:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.281587:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83c20 00000080:00200000:1.0:1788219875.281589:0:330218:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16392 00000080:00000001:1.0:1788219875.281592:0:330218:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219875.281593:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83ba8 00000080:00002000:1.0:1788219875.281595:0:330218:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929b000, parent ffff9893e6c7e870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219875.281597:0:330218:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.281619:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83d08 00000080:00200008:1.0:1788219875.281622:0:330218:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.281626:0:330218:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.281627:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83c80 00000080:00200000:1.0:1788219875.281629:0:330218:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.281632:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.281635:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.281637:0:330218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.281639:0:330218:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.281640:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83ba0 00800000:00000002:1.0:1788219875.281642:0:330218:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.281645:0:330218:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.281646:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.281647:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.281648:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.281650:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.281651:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.281654:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.281656:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.281658:0:330218:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.281661:0:330218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.281662:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83a70 00000002:00010000:1.0:1788219875.281664:0:330218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.281667:0:330218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.281668:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.281669:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.281672:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.281673:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.281676:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.281677:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.281681:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 02000000:00000001:1.0:1788219875.281687:0:330218:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.281689:0:330218:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.281692:0:330218:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000002:00000001:1.0:1788219875.281698:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.281700:0:330218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.281701:0:330218:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.281703:0:330218:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.281704:0:330218:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.281706:0:330218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.281708:0:330218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.281710:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.281712:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.281714:0:330218:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.281715:0:330218:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.281718:0:330218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.281720:0:330218:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219875.281722:0:330218:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.281723:0:330218:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.281725:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.281726:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.281728:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.281729:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281731:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281733:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281734:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.281736:0:330218:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.281737:0:330218:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.281739:0:330218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8b83cb8 00010000:00000001:1.0:1788219875.281741:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.281742:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.281743:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.281745:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281746:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.281748:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.281750:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00000001:1.0:1788219875.281756:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281757:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281758:0:330218:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.281759:0:330218:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.281761:0:330218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00000001:1.0:1788219875.281771:0:330218:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.281773:0:330218:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.281774:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.281776:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281777:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.281778:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281780:0:330218:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.281781:0:330218:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281782:0:330218:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281784:0:330218:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.281786:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.281787:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.281788:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.281790:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.281791:0:330218:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.281793:0:330218:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.281797:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83d08 00000080:00000008:1.0:1788219875.281799:0:330218:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.282309:0:330218:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.282361:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83d08 00000080:00200008:1.0:1788219875.282364:0:330218:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.282368:0:330218:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.282370:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83c80 00000080:00200000:1.0:1788219875.282371:0:330218:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.282375:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.282378:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.282381:0:330218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.282383:0:330218:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.282384:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83ba0 00800000:00000002:1.0:1788219875.282386:0:330218:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.282389:0:330218:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.282390:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.282392:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.282393:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.282396:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.282398:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.282399:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.282401:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.282404:0:330218:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.282407:0:330218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.282408:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83a70 00000002:00010000:1.0:1788219875.282410:0:330218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.282412:0:330218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.282414:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.282415:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.282419:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.282421:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.282423:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.282425:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.282429:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 02000000:00000001:1.0:1788219875.282436:0:330218:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.282438:0:330218:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.282441:0:330218:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000002:00000001:1.0:1788219875.282447:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.282449:0:330218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.282450:0:330218:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.282452:0:330218:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.282454:0:330218:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.282455:0:330218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.282457:0:330218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.282459:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.282461:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.282464:0:330218:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.282465:0:330218:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.282467:0:330218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.282470:0:330218:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219875.282473:0:330218:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.282474:0:330218:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.282476:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.282477:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.282479:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.282480:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282482:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282484:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282485:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.282487:0:330218:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.282488:0:330218:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.282490:0:330218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8b83cb8 00010000:00000001:1.0:1788219875.282492:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.282493:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.282494:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.282496:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282498:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282499:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.282502:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00000001:1.0:1788219875.282507:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282508:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.282509:0:330218:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.282511:0:330218:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.282513:0:330218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00000001:1.0:1788219875.282519:0:330218:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.282520:0:330218:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.282522:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.282525:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282526:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.282527:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282529:0:330218:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.282530:0:330218:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282532:0:330218:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282534:0:330218:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282536:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.282537:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282538:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.282540:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.282541:0:330218:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.282543:0:330218:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.282546:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83d08 00000080:00000008:1.0:1788219875.282547:0:330218:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.282652:0:330218:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.282655:0:330218:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.282656:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83b78 00000080:00200000:1.0:1788219875.282658:0:330218:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.282661:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.282664:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.282666:0:330218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.282668:0:330218:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.282669:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83a98 00800000:00000002:1.0:1788219875.282671:0:330218:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.282674:0:330218:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.282675:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.282676:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.282678:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.282679:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.282681:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.282683:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.282684:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.282687:0:330218:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.282690:0:330218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.282691:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83968 00000002:00010000:1.0:1788219875.282692:0:330218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.282696:0:330218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.282697:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.282698:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.282700:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.282702:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.282704:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.282706:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.282710:0:330218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 02000000:00000001:1.0:1788219875.282716:0:330218:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.282718:0:330218:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.282721:0:330218:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000002:00000001:1.0:1788219875.282727:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.282729:0:330218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.282730:0:330218:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.282732:0:330218:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.282734:0:330218:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.282735:0:330218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.282738:0:330218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.282740:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.282742:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.282744:0:330218:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.282745:0:330218:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.282748:0:330218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.282750:0:330218:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a163374 00800000:00000001:1.0:1788219875.282752:0:330218:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.282754:0:330218:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.282755:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.282756:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.282758:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.282760:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282762:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282764:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282765:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.282766:0:330218:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.282768:0:330218:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.282769:0:330218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163374 from it ffffa959c8b83bb0 00010000:00000001:1.0:1788219875.282771:0:330218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.282772:0:330218:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.282773:0:330218:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.282775:0:330218:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282777:0:330218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.282779:0:330218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.282781:0:330218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00000001:1.0:1788219875.282786:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282787:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.282788:0:330218:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.282790:0:330218:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.282793:0:330218:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00000001:1.0:1788219875.282799:0:330218:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.282800:0:330218:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.282801:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.282803:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282804:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.282806:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282808:0:330218:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.282809:0:330218:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282811:0:330218:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282813:0:330218:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.282815:0:330218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.282816:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.282817:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.282819:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.282820:0:330218:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.282822:0:330218:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 44 00000080:00000001:1.0:1788219875.282825:0:330218:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.282828:0:330218:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219875.282830:0:330218:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219875.282831:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83b78 00000080:00200008:1.0:1788219875.282833:0:330218:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), flags 300000 00000080:00000010:1.0:1788219875.282838:0:330218:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219875.282842:0:330218:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.282843:0:330218:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.282853:0:330218:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219875.282855:0:330218:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248) cmd=c03066f0 arg=7fff0653ab80 00000020:00000001:1.0:1788219875.282861:0:330218:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219875.282865:0:330218:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff9894ee183400. 00000020:00000001:1.0:1788219875.282869:0:330218:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.282872:0:330218:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219875.282874:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83ad0 00000080:00200000:1.0:1788219875.282876:0:330218:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248) name=d160g.sanity stripe_offset=0 stripe_count=2, hash_type=1 00000080:00000010:1.0:1788219875.282881:0:330218:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.282884:0:330218:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000001:1.0:1788219875.282891:0:330218:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219875.282893:0:330218:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788219875.282895:0:330218:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.282897:0:330218:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.282898:0:330218:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.282900:0:330218:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.282901:0:330218:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.282902:0:330218:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.282904:0:330218:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.282907:0:330218:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:1.0:1788219875.282910:0:330218:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219875.282911:0:330218:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219875.282914:0:330218:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219875.282916:0:330218:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219875.282918:0:330218:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x987:0x0] 40000000:00000001:1.0:1788219875.282921:0:330218:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.282923:0:330218:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.282925:0:330218:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.282927:0:330218:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.282929:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b839e8 00800000:00000002:1.0:1788219875.282931:0:330218:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd160g.sanity' [0x2000013a2:0x987:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788219875.282935:0:330218:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219875.282937:0:330218:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219875.282940:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.282942:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.282944:0:330218:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219875.282947:0:330218:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.282950:0:330218:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00000001:1.0:1788219875.282956:0:330218:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.282959:0:330218:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.282961:0:330218:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.282962:0:330218:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788219875.282965:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.282966:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.282968:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.282970:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.282972:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.282974:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.282975:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.282976:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.282978:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.282980:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.282981:0:330218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.282982:0:330218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.282983:0:330218:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.282985:0:330218:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.282986:0:330218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.282988:0:330218:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219875.282990:0:330218:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9894d1eeb180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788219875.282994:0:330218:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788219875.282998:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83670 00000080:00002000:1.0:1788219875.282999:0:330218:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d160g.sanity 00000080:00000001:1.0:1788219875.283004:0:330218:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219875.283007:0:330218:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219875.283011:0:330218:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219875.283014:0:330218:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.283015:0:330218:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.283018:0:330218:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.283020:0:330218:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.283022:0:330218:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.283024:0:330218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.283025:0:330218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788219875.283028:0:330218:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b600 with handle 0x34450ab7a163374 from hash 00010000:00000001:1.0:1788219875.283030:0:330218:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.283032:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.283033:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.283034:0:330218:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.283036:0:330218:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.283038:0:330218:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.283040:0:330218:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219875.283042:0:330218:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.283044:0:330218:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788219875.283049:0:330218:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6e300. 00000020:00000040:1.0:1788219875.283052:0:330218:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=39 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219875.283057:0:330218:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219875.283058:0:330218:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.283061:0:330218:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.283064:0:330218:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.283066:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.283067:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.283068:0:330218:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.283070:0:330218:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.283072:0:330218:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.283075:0:330218:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.283080:0:330218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181c00. 00000100:00000001:1.0:1788219875.283085:0:330218:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.283088:0:330218:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.283091:0:330218:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219875.283096:0:330218:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:1.0:1788219875.283102:0:330218:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219875.283103:0:330218:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219875.283105:0:330218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219875.283107:0:330218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a163374 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded84cf expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00000040:1.0:1788219875.283113:0:330218:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708e00 count: 0 00010000:00000010:1.0:1788219875.283129:0:330218:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c980. 00010000:00000001:1.0:1788219875.283136:0:330218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.283137:0:330218:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.283139:0:330218:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.283140:0:330218:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.283142:0:330218:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219875.283153:0:330218:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1788219875.283162:0:330218:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219875.283169:0:330218:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.283171:0:330218:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.283177:0:330218:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219875.283179:0:330218:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660092544 : -113710049459072 : ffff9894d0e50480) 00000100:00000001:1.0:1788219875.283181:0:330218:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.283183:0:330218:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000001:1.0:1788219875.283187:0:330218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.283191:0:330218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.283192:0:330218:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.283194:0:330218:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.283197:0:330218:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.283204:0:330218:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.283206:0:330218:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.283209:0:330218:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.283212:0:330218:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.283214:0:330218:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.283217:0:330218:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330218:1875079566232448:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.283220:0:330218:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.283223:0:330218:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.283226:0:330218:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.283228:0:330218:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.283232:0:330218:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219875.283234:0:330218:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.283241:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.283246:0:330218:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26630. 00000400:00000010:1.0:1788219875.283253:0:330218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219875.283260:0:330218:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566232448, portal 10 00000100:00000001:1.0:1788219875.283262:0:330218:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.283263:0:330218:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000040:1.0:1788219875.283269:0:330218:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.283276:0:330218:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.283278:0:330218:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.283281:0:330218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6617f8. 00000100:00000200:1.0:1788219875.283284:0:330218:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1875079566232448, offset 0 00000400:00000200:1.0:1788219875.283290:0:330218:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.283298:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.283305:0:330218:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.283309:0:330218:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.283357:0:330218:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.283361:0:330218:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.283364:0:330218:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.283367:0:330218:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92972:92972:256:4294967295] 192.168.203.120@tcp LPNI seq info [92972:92972:8:4294967295] 00000400:00000200:1.0:1788219875.283372:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.283381:0:330218:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.283387:0:330218:0:(socklnd_cb.c:931:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.283393:0:330218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219875.283399:0:330218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.283407:0:330218:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.283411:0:330218:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.283427:0:330218:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.283431:0:330218:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.283434:0:330218:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.283437:0:330218:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744399 00000100:00000001:1.0:1788219875.283444:0:330218:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744396 00000100:00000001:1.0:1788219875.283449:0:330218:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744399 00000100:00000001:1.0:1788219875.283452:0:330218:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744396 00000100:00000001:1.0:1788219875.283454:0:330218:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.283457:0:330218:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.283459:0:330218:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.283460:0:330218:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.283463:0:330218:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50480 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.283465:0:330218:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.283468:0:330218:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.283650:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.283655:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219875.283660:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.283665:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.283670:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:3.0:1788219875.283673:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:3.0:1788219875.283677:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.283681:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.283688:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.283691:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.283696:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.283698:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788219875.288388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00000080:00000010:1.1:1788219875.288417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbb00. 00010000:00000010:1.1:1788219875.288427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708e00. 00010000:00000010:1.1:1788219875.288431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000800:00000001:2.0:1788219875.293010:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.293025:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.293029:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.293031:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.293041:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.293048:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.293056:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.293063:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.293069:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.293073:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788a80 00000400:00000200:2.0:1788219875.293078:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.293084:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96ad [1] + 224 00000800:00000001:2.0:1788219875.293090:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.293096:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.293099:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.293103:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.293110:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.293130:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.293142:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.293165:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.293172:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.293176:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.293580:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.293589:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.293591:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.293594:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a48f0. 00000400:00000200:0.0:1788219875.293599:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:0.0:1788219875.293602:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:0.0:1788219875.293605:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.293610:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.293619:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566232192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293625:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.293627:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.293629:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.293632:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.293635:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.293637:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.293640:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.293650:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.293655:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.293657:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.293659:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.293662:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.293665:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.293668:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.293671:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.293672:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.293675:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.293676:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219875.293679:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.293681:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.293682:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.293685:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.293690:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566232192/t17179869255(17179869255) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293696:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.293699:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.293701:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.293705:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566232192/t17179869255(17179869255) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.293712:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566232192:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.293717:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.293719:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.293721:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.293723:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.293726:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232192/t17179869255(17179869255) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293732:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.293735:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.293751:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.293753:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.293761:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.293762:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000002:00000001:0.0:1788219875.293765:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.293768:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.293773:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.293777:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.293780:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.293783:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.293785:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.293787:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.293789:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.293791:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.293793:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94f:0x0] 00800000:00000001:0.0:1788219875.293796:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.293800:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.293805:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c5f80 x1875079565701760/t12884930156(12884930156) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293813:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.293814:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601854336 : -113710107697280 : ffff9894cd6c5f80) 00000100:00000001:0.0:1788219875.293816:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.293819:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c5f80 x1875079565701760/t12884930156(12884930156) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293825:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.293826:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.293829:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232192/t17179869255(17179869255) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293835:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.293837:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.293840:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c5f80 x1875079565701760/t12884930156(12884930156) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293846:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.293849:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.293851:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.293853:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.293856:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed001c00. 02000000:00000001:0.0:1788219875.293860:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.293862:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.293864:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c5f80. 00000100:00000001:0.0:1788219875.293868:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.293869:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.293870:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.293873:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566232192/t17179869255(17179869255) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293878:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.293880:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d4a0. 00000002:00000001:0.0:1788219875.293883:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.293884:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.293886:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e980. 00000100:00000001:0.0:1788219875.293889:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.293892:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566232192/t17179869255(17179869255) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.293898:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.293900:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.293902:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.293915:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.293917:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.293918:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=37 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.293920:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.293921:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219875.293923:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.293924:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.293925:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219875.293928:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.293929:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.293931:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.293934:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.293936:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94f:0x0] mode (null) 00000002:00000001:0.0:1788219875.293940:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.293943:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.293950:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0600 count: 2 00010000:00000001:0.0:1788219875.293953:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.293957:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.293959:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.293963:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.293965:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x94f:0x0](ffff9894d1c063c8) invalid 00000080:00000001:0.0:1788219875.293967:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.293973:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.293975:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.293978:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.293981:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.293983:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.293985:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.293987:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.293991:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e6be6800 with handle 0x34450ab7a16136f from hash 00010000:00000001:0.0:1788219875.293994:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.293995:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.293996:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.293998:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.294001:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.294003:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.294006:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.294010:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3c00/0x34450ab7a161138 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7ae2 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.294018:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.294021:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.294023:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.294024:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94e:0x0] mode CR 00000002:00000001:0.0:1788219875.294026:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.294027:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.294029:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e800 count: 2 00010000:00000001:0.0:1788219875.294031:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.294033:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.294034:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.294036:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.294037:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e800 count: 2 00010000:00000001:0.0:1788219875.294039:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.294040:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.294042:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.294043:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.294046:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.294051:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.294053:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.294061:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.294064:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.294065:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.294066:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.294068:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.294069:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.294071:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.294072:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94e:0x0] 00800000:00000001:0.0:1788219875.294074:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.294076:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x94e:0x0] 00000002:00000001:0.0:1788219875.294079:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.294081:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x94e:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.294084:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219875.294088:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=38 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.294091:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.294093:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.294097:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.294102:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cba600. 00000100:00000001:0.0:1788219875.294108:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.294130:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07e300 x1875079565671552/t12884930082(12884930082) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.294140:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.294144:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.294151:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.294153:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.294158:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.294161:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.294163:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.294164:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219875.294168:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.294172:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.294174:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.294175:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.294179:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.294185:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.294187:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.294191:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.294193:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.294195:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.294198:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566232704:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.294202:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.294206:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.294209:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.294211:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.294214:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.294216:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.294221:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.294224:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a48f0. 00000400:00000010:0.0:1788219875.294229:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219875.294235:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566232704, portal 10 00000100:00000001:0.0:1788219875.294237:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.294238:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:0.0:1788219875.294244:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.294250:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.294253:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.294256:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf7f8. 00000100:00000200:0.0:1788219875.294260:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566232704, offset 0 00000400:00000200:0.0:1788219875.294266:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.294274:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.294282:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.294286:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.294290:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.294294:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.294296:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.294300:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92973:92973:256:4294967295] 192.168.203.120@tcp LPNI seq info [92973:92973:8:4294967295] 00000400:00000200:0.0:1788219875.294304:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.294362:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.294368:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.294373:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000800:00000200:0.0:1788219875.294379:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.294386:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.294390:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.294408:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.294412:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.294416:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.294419:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744410 00000100:00000001:0.0:1788219875.294425:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744399 00000100:00000001:0.0:1788219875.294431:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744410 00000100:00000001:0.0:1788219875.294433:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744399 00000100:00000001:0.0:1788219875.294436:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.294439:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.294442:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.294443:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.294446:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.294448:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.294450:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.294940:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.294945:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:3.0:1788219875.294950:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.294954:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.294959:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf7f8 00000400:00000010:3.0:1788219875.294961:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf7f8. 00000100:00000001:3.0:1788219875.294965:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.294969:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.294979:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.294981:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.294993:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.294995:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.304665:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.304682:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.304686:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.304689:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.304697:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.304705:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.304725:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.304730:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.304735:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.304739:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788c80 00000400:00000200:2.0:1788219875.304810:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.304818:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96bd [1] + 224 00000800:00000001:2.0:1788219875.304826:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.304836:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.304839:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.304844:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.304852:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.304861:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.305467:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.305479:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.305490:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.305495:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.306528:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.306540:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.306543:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.306547:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a48f0. 00000400:00000200:0.0:1788219875.306554:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:0.0:1788219875.306556:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:0.0:1788219875.306560:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.306569:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.306580:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566232704/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306587:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.306588:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.306591:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.306595:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.306597:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.306599:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.306602:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.306611:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.306615:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.306618:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.306619:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.306622:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.306625:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.306629:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.306631:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.306632:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.306634:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.306636:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:0.0:1788219875.306639:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.306641:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.306643:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.306646:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.306651:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566232704/t17179869256(17179869256) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306663:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.306666:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.306668:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.306671:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566232704/t17179869256(17179869256) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.306679:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566232704:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.306685:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.306688:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.306690:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.306692:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.306696:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232704/t17179869256(17179869256) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306703:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.306705:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.306711:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.306712:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.306720:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.306721:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000002:00000001:0.0:1788219875.306724:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.306727:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.306733:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.306736:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.306828:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.306832:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.306834:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.306836:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.306839:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.306841:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.306843:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94e:0x0] 00800000:00000001:0.0:1788219875.306846:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.306850:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.306857:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07e300 x1875079565671552/t12884930082(12884930082) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306865:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.306866:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132139776 : -113709577411840 : ffff9894ed07e300) 00000100:00000001:0.0:1788219875.306869:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.306872:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07e300 x1875079565671552/t12884930082(12884930082) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306877:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.306880:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.306882:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232704/t17179869256(17179869256) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306888:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.306890:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.306892:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07e300 x1875079565671552/t12884930082(12884930082) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.306898:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.306901:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.307042:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=37 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.307046:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.307049:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed000800. 02000000:00000001:0.0:1788219875.307053:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.307055:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.307057:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07e300. 00000100:00000001:0.0:1788219875.307061:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.307062:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.307064:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.307068:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566232704/t17179869256(17179869256) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.307073:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.307075:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420dfa0. 00000002:00000001:0.0:1788219875.307077:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.307079:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.307081:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e280. 00000100:00000001:0.0:1788219875.307084:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.307086:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566232704/t17179869256(17179869256) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.307091:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.307093:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.307095:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.307098:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.307099:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.307100:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=36 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.307101:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.307102:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cba600. 02000000:00000001:0.0:1788219875.307105:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.307105:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.307107:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:0.0:1788219875.307109:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.307110:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.307112:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.307126:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.307129:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94e:0x0] mode (null) 00000002:00000001:0.0:1788219875.307132:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.307135:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.307141:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e800 count: 2 00010000:00000001:0.0:1788219875.307144:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.307149:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.307151:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.307154:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.307156:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x94e:0x0](ffff9894d1f53248) invalid 00000080:00000001:0.0:1788219875.307158:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.307163:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.307165:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.307169:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.307172:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.307174:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.307176:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.307178:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.307183:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e39f3c00 with handle 0x34450ab7a161138 from hash 00010000:00000001:0.0:1788219875.307185:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.307186:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.307188:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.307189:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.307192:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.307193:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.307196:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.307200:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2800/0x34450ab7a161146 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x94c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b13 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.307208:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.307211:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.307213:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.307214:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94c:0x0] mode CR 00000002:00000001:0.0:1788219875.307216:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.307217:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.307219:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e100 count: 2 00010000:00000001:0.0:1788219875.307221:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.307223:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.307224:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.307225:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.307226:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e100 count: 2 00010000:00000001:0.0:1788219875.307228:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.307230:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.307232:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.307234:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.307236:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.307242:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.307244:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.307251:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.307255:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.307256:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.307258:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.307259:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.307261:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.307262:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.307264:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94c:0x0] 00800000:00000001:0.0:1788219875.307266:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.307268:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x94c:0x0] 00000002:00000001:0.0:1788219875.307271:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.307272:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x94c:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.307277:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015180. 00000020:00000040:0.0:1788219875.307280:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=37 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.307284:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.307286:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.307289:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.307295:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219875.307300:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.307310:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07c000 x1875079565672576/t12884930085(12884930085) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.308412:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.308422:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.308428:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.308430:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.308535:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.308538:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.308541:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.308543:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:1.0:1788219875.308547:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.308551:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.308553:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.308555:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.308559:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.308566:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.308569:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.308573:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.308576:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.308578:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.308581:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566232960:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.308585:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.308590:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.308592:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.308594:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.308599:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.308601:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.308608:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.308613:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.308620:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.308625:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566232960, portal 10 00000100:00000001:1.0:1788219875.308627:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.308628:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000040:1.0:1788219875.308635:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.308642:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.308645:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.308648:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219875.308652:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566232960, offset 0 00000400:00000200:1.0:1788219875.308658:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.308666:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.308674:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.308679:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.308683:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.308686:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.308688:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.308692:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92974:92974:256:4294967295] 192.168.203.120@tcp LPNI seq info [92974:92974:8:4294967295] 00000400:00000200:1.0:1788219875.308696:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.308705:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.308711:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.308716:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219875.308723:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.308730:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.308734:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.308873:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.308878:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.308882:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.308885:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744424 00000100:00000001:1.0:1788219875.308893:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744410 00000100:00000001:1.0:1788219875.308898:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744424 00000100:00000001:1.0:1788219875.308901:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744410 00000800:00000200:3.0:1788219875.309077:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.309081:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219875.309086:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.309092:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.309096:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:3.0:1788219875.309099:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:3.0:1788219875.309103:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.309107:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.309127:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.309131:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.309137:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.309138:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219875.309191:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.309195:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.309197:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.309199:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.309202:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.309204:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.309206:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219875.318159:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.318176:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.318180:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.318182:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.318192:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.318200:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.318209:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.318215:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.318220:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.318223:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788d80 00000400:00000200:2.0:1788219875.318228:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.318234:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96c5 [1] + 224 00000800:00000001:2.0:1788219875.318242:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.318252:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.318256:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.318260:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.318267:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.318276:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.318287:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.318308:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.318353:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.318357:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.319828:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.319840:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.319843:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.319847:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.319855:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.319857:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.319861:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.319872:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.319893:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015180 x1875079566232960/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.319901:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.319911:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.319914:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.319918:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.319920:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.319922:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.319925:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.319934:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.319939:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.319942:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.319944:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.319947:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.319951:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.319954:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.319955:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.319957:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.319959:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.319961:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000100:00000001:1.0:1788219875.319964:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.319966:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.319967:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.319969:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.319974:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015180 x1875079566232960/t17179869258(17179869258) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.319981:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.319983:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.319985:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.319989:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015180 x1875079566232960/t17179869258(17179869258) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.319998:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566232960:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.320004:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.320006:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.320008:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.320010:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.320014:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232960/t17179869258(17179869258) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320019:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.320022:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.320026:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.320028:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.320034:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.320035:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131709312 : -113709577842304 : ffff9894ed015180) 00000002:00000001:1.0:1788219875.320038:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.320041:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.320045:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:1.0:1788219875.320048:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.320052:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.320055:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.320057:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.320059:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.320062:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.320064:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.320066:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94c:0x0] 00800000:00000001:1.0:1788219875.320069:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.320073:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.320078:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07c000 x1875079565672576/t12884930085(12884930085) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320086:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.320087:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132130816 : -113709577420800 : ffff9894ed07c000) 00000100:00000001:1.0:1788219875.320090:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.320093:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07c000 x1875079565672576/t12884930085(12884930085) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320098:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.320100:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.320103:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015180 x1875079566232960/t17179869258(17179869258) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320107:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.320109:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.320112:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07c000 x1875079565672576/t12884930085(12884930085) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320131:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.320133:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.320135:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=36 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.320137:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.320140:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed002800. 02000000:00000001:1.0:1788219875.320145:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.320147:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.320149:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07c000. 00000100:00000001:1.0:1788219875.320152:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.320153:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.320155:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.320158:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015180 x1875079566232960/t17179869258(17179869258) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320163:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.320165:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d360. 00000002:00000001:1.0:1788219875.320167:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.320169:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.320171:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e700. 00000100:00000001:1.0:1788219875.320173:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.320176:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015180 x1875079566232960/t17179869258(17179869258) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320181:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.320183:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.320185:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.320187:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.320188:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.320189:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=35 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.320191:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.320192:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:1.0:1788219875.320194:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.320195:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.320197:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015180. 00000100:00000001:1.0:1788219875.320199:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.320200:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.320202:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.320205:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.320207:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94c:0x0] mode (null) 00000002:00000001:1.0:1788219875.320210:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.320213:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.320219:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e100 count: 2 00010000:00000001:1.0:1788219875.320222:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.320236:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.320238:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.320242:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.320244:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x94c:0x0](ffff9894d1f57448) invalid 00000080:00000001:1.0:1788219875.320247:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.320252:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.320254:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.320258:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.320262:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.320263:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.320265:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.320268:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.320271:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e39f2800 with handle 0x34450ab7a161146 from hash 00010000:00000001:1.0:1788219875.320274:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.320276:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.320277:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.320278:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.320281:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.320282:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.320285:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.320289:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ba00/0x34450ab7a16114d lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b2f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.320297:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.320301:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.320302:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.320303:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94b:0x0] mode CR 00000002:00000001:1.0:1788219875.320306:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.320307:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.320309:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0b00 count: 2 00010000:00000001:1.0:1788219875.320338:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.320341:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.320342:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.320343:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.320344:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0b00 count: 2 00010000:00000001:1.0:1788219875.320346:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.320348:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.320350:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.320351:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.320354:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.320360:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.320362:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.320370:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.320373:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.320374:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.320376:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.320377:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.320379:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.320380:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.320382:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94b:0x0] 00800000:00000001:1.0:1788219875.320384:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.320386:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x94b:0x0] 00000002:00000001:1.0:1788219875.320389:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.320390:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x94b:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.320396:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.320399:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=36 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.320403:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.320405:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.320409:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.320415:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777e00. 00000100:00000001:1.0:1788219875.320421:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.320432:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed357100 x1875079565672960/t12884930086(12884930086) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.320444:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.320448:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.320453:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.320455:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.320460:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.320462:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.320464:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.320466:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.320469:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.320473:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.320475:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.320476:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.320479:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320485:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.320488:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.320491:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.320494:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.320495:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.320498:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566233216:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.320501:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.320506:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.320507:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.320509:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.320513:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.320514:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.320521:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.320524:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.320529:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.320534:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566233216, portal 10 00000100:00000001:1.0:1788219875.320536:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.320537:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.320554:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.320560:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.320563:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.320566:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219875.320570:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566233216, offset 0 00000400:00000200:1.0:1788219875.320576:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.320584:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.320591:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.320596:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.320600:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.320603:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.320606:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.320609:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92975:92975:256:4294967295] 192.168.203.120@tcp LPNI seq info [92975:92975:8:4294967295] 00000400:00000200:1.0:1788219875.320614:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.320623:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.320629:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.320635:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219875.320641:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.320648:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.320653:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.320779:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.320784:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.320788:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.320791:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744436 00000100:00000001:1.0:1788219875.320798:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744424 00000100:00000001:1.0:1788219875.320804:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744436 00000100:00000001:1.0:1788219875.320807:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744424 00000100:00000001:1.0:1788219875.320810:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.320813:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.320815:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.320817:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.320819:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.320822:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.320825:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.326584:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.326593:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:2.0:1788219875.326600:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.326609:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.326616:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:2.0:1788219875.326619:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:2.0:1788219875.326624:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.326632:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.326645:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.326648:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.326656:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.326657:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.336640:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.336656:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.336660:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.336662:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.336672:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.336680:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.336688:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.336695:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.336700:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.336705:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 536 into portal 10 MB=0x6a95ffb788b80 00000400:00000200:2.0:1788219875.336718:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.336725:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 536/536 into md 0xe96b5 [1] + 224 00000800:00000001:2.0:1788219875.336732:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.336740:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.336743:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.336747:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.336755:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.336763:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.336774:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=576 req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.336796:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.336804:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.336808:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.337207:0:330218:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.337215:0:330218:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.337217:0:330218:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.337220:0:330218:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26630. 00000400:00000200:1.0:1788219875.337225:0:330218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:1.0:1788219875.337228:0:330218:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:1.0:1788219875.337231:0:330218:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.337236:0:330218:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219875.337256:0:330218:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6e300 x1875079566232448/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.337262:0:330218:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.337263:0:330218:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.337266:0:330218:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.337269:0:330218:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.337272:0:330218:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.337274:0:330218:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.337277:0:330218:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.337287:0:330218:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.337292:0:330218:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.337294:0:330218:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.337303:0:330218:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.337306:0:330218:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.337309:0:330218:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.337327:0:330218:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.337329:0:330218:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x100005ac1/0x1] 00000100:00000001:1.0:1788219875.337331:0:330218:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.337333:0:330218:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.337335:0:330218:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875173120 : -113709834378496 : ffff9894ddb6e300) 00000100:00000001:1.0:1788219875.337338:0:330218:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.337340:0:330218:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.337342:0:330218:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.337345:0:330218:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.337349:0:330218:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6e300 x1875079566232448/t17179869257(17179869257) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/536 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.337356:0:330218:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.337359:0:330218:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.337361:0:330218:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.337365:0:330218:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6e300 x1875079566232448/t17179869257(17179869257) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/536 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219875.337373:0:330218:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6e300 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330218:1875079566232448:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.337378:0:330218:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.337381:0:330218:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.337383:0:330218:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.337386:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.337390:0:330218:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6e300 x1875079566232448/t17179869257(17179869257) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 560/536 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.337396:0:330218:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.337399:0:330218:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219875.337403:0:330218:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.337405:0:330218:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.337690:0:330218:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.337695:0:330218:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.337698:0:330218:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.337702:0:330218:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219875.337716:0:330218:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219875.337718:0:330218:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219875.337720:0:330218:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.337724:0:330218:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219875.337735:0:330218:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6a100. 00000080:00000001:1.0:1788219875.337745:0:330218:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219875.337748:0:330218:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) 00000080:00000001:1.0:1788219875.337751:0:330218:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219875.337752:0:330218:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.337754:0:330218:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.337756:0:330218:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.337758:0:330218:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1788219875.337761:0:330218:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145927 mtime from 0 to 1788219875 00000080:00200000:1.0:1788219875.337765:0:330218:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x987:0x0], updating i_size 4096 00000080:00000001:1.0:1788219875.337767:0:330218:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219875.337769:0:330218:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506057672 : -113710203493944 : ffff9894c7b6a1c8) 00000080:00000001:1.0:1788219875.337771:0:330218:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219875.337774:0:330218:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219875.337776:0:330218:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.337783:0:330218:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.337787:0:330218:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6e300 x1875079566232448/t17179869257(17179869257) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 600/536 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.337793:0:330218:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.337795:0:330218:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.337798:0:330218:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000010:1.0:1788219875.337803:0:330218:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 640 at ffff9894ee183400. 00000080:00000001:1.0:1788219875.337806:0:330218:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.337822:0:330218:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219875.337824:0:330218:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219875.337827:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83dd0 00000080:00200008:1.0:1788219875.337830:0:330218:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), flags 300000 00000080:00400000:1.0:1788219875.337834:0:330218:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788219875.337837:0:330218:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219875.337841:0:330218:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219875.337843:0:330218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b83dd0 00000080:00000008:1.0:1788219875.337845:0:330218:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), flags 300000, rc = 0 00000080:00000001:1.0:1788219875.337847:0:330218:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.337849:0:330218:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.350502:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313744436, at 4313744439 00000100:00000010:3.0:1788219875.350517:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02a80. 00000800:00000001:3.0:1788219875.351053:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.351065:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.351068:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.351071:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.351078:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.351085:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.351093:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.351099:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.351103:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.351107:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788e80 00000400:00000200:3.0:1788219875.351111:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.351128:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96cd [1] + 224 00000800:00000001:3.0:1788219875.351135:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.351142:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.351145:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.351150:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.351157:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.351166:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.351176:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.351197:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.351205:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.351208:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.353029:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.353045:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.353047:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.353051:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.353059:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.353061:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.353065:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.353075:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.353086:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566233216/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353093:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.353095:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.353098:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.353101:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.353104:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.353106:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.353109:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.353129:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.353133:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.353136:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.353138:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.353141:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.353144:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.353147:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.353149:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.353151:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.353153:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.353154:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.353157:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.353159:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.353161:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.353163:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.353168:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566233216/t17179869259(17179869259) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353175:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.353178:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.353180:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.353184:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566233216/t17179869259(17179869259) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.353191:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566233216:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.353197:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.353199:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.353202:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.353204:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.353207:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233216/t17179869259(17179869259) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353214:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.353218:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.353221:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.353223:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.353229:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.353231:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.353234:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.353237:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.353241:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.353245:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.353248:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.353251:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.353253:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.353255:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.353258:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.353260:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.353261:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94b:0x0] 00800000:00000001:1.0:1788219875.353263:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.353267:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.353273:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed357100 x1875079565672960/t12884930086(12884930086) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353280:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.353282:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135125248 : -113709574426368 : ffff9894ed357100) 00000100:00000001:1.0:1788219875.353284:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.353287:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed357100 x1875079565672960/t12884930086(12884930086) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353294:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.353296:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.353308:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233216/t17179869259(17179869259) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353334:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.353336:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.353339:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed357100 x1875079565672960/t12884930086(12884930086) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353345:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.353348:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.353350:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=35 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.353352:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.353355:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6ce000. 02000000:00000001:1.0:1788219875.353370:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.353372:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.353374:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed357100. 00000100:00000001:1.0:1788219875.353378:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.353379:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.353380:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.353384:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566233216/t17179869259(17179869259) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353390:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.353392:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9b80. 00000002:00000001:1.0:1788219875.353395:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.353397:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.353399:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbda00. 00000100:00000001:1.0:1788219875.353401:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.353404:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566233216/t17179869259(17179869259) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.353723:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.353726:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.353729:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.353733:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.353734:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.353736:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=34 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.353738:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.353739:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777e00. 02000000:00000001:1.0:1788219875.353742:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.353743:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.353744:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.353747:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.353748:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.353751:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.353754:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.353756:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94b:0x0] mode (null) 00000002:00000001:1.0:1788219875.353759:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.353762:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.353769:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0b00 count: 2 00010000:00000001:1.0:1788219875.353772:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.353778:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.353780:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.353782:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.353784:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x94b:0x0](ffff9894d1f53a88) invalid 00000080:00000001:1.0:1788219875.353787:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.353792:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.353794:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.353799:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.353801:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.353803:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.353805:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.353808:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.353811:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1ba00 with handle 0x34450ab7a16114d from hash 00010000:00000001:1.0:1788219875.353813:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.353815:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.353817:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.353818:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.353821:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.353822:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.353826:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.353830:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a600/0x34450ab7a161170 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x946:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b98 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.353838:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.353841:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.353842:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.353843:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x946:0x0] mode CR 00000002:00000001:1.0:1788219875.353844:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.353846:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.353848:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3de00 count: 2 00010000:00000001:1.0:1788219875.353849:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.353851:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.353853:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.353854:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.353855:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3de00 count: 2 00010000:00000001:1.0:1788219875.353856:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.353858:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.353859:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.353861:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.353864:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.353870:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.353872:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.353879:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.353882:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.353883:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.353898:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.353899:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.353901:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.353903:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.353905:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x946:0x0] 00800000:00000001:1.0:1788219875.353907:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.353909:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x946:0x0] 00000002:00000001:1.0:1788219875.353912:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.353914:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x946:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.353919:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.353923:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=35 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.353926:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.353929:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.353932:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.353938:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777800. 00000100:00000001:1.0:1788219875.353943:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.353955:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39c380 x1875079565674880/t12884930091(12884930091) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.353965:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.353970:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.353977:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.353978:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.353985:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.353987:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.353989:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.353990:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.353995:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.354000:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.354002:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.354003:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.354006:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.354013:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.354016:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.354019:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.354022:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.354024:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.354027:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566233472:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.354031:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.354036:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.354038:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.354041:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.354044:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.354046:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.354053:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.354056:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.354061:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.354067:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566233472, portal 10 00000100:00000001:1.0:1788219875.354069:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.354070:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.354077:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.354083:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.354085:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.354087:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219875.354090:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566233472, offset 0 00000400:00000200:1.0:1788219875.354095:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.354103:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.354111:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.354129:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.354133:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.354136:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.354139:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.354142:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92976:92976:256:4294967295] 192.168.203.120@tcp LPNI seq info [92976:92976:8:4294967295] 00000400:00000200:1.0:1788219875.354146:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.354154:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.354160:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.354166:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219875.354172:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.354179:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.354183:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.354205:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.354210:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.354213:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.354216:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744469 00000100:00000001:1.0:1788219875.354222:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744436 00000100:00000001:1.0:1788219875.354227:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744469 00000100:00000010:1.0:1788219875.354232:0:280892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2d20. 00000100:00000001:1.0:1788219875.354237:0:280892:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219875.354240:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.354243:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.354245:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.354247:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.354249:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.354251:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.354254:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.354455:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.354460:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219875.354465:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.354471:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.354476:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:3.0:1788219875.354478:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:3.0:1788219875.354481:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.354485:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.354494:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.354497:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.354504:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.354505:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:2.0:1788219875.358464:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219875.358470:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788219875.358473:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788219875.358476:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb20 00000080:00200000:2.0:1788219875.358480:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:2.0:1788219875.358487:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f4d47400. 00800000:00000002:2.0:1788219875.358493:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:2.0:1788219875.358497:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219875.358503:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219875.358504:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba40 00800000:00000002:2.0:1788219875.358507:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219875.358510:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788219875.358513:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788219875.358516:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788219875.358518:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788219875.358521:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788219875.358522:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219875.358524:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788219875.358527:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788219875.358530:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788219875.358535:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219875.358537:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b910 00000002:00010000:2.0:1788219875.358539:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788219875.358543:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788219875.358544:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788219875.358547:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219875.358554:0:330219:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.358556:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.358559:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.358561:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219875.358563:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219875.358568:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b800. 00000020:00000040:2.0:1788219875.358572:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=36 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219875.358578:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219875.358583:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219875.358589:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.358591:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.358593:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.358596:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219875.358598:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219875.358602:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219875.358610:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d4943c00. 00000100:00000001:2.0:1788219875.358616:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.358621:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219875.358623:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.358624:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219875.358625:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.358627:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.358632:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00010000:00000001:2.0:1788219875.358636:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219875.358638:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788219875.358643:0:330219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9894d9089e00. 00010000:00000010:2.0:1788219875.358646:0:330219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894fd5f3400. 00010000:00000001:2.0:1788219875.358650:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219875.358653:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed340800. 00000020:00000001:2.0:1788219875.358657:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219875.358660:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed340800 with handle 0x34450ab7a16342a to hash 00000020:00000001:2.0:1788219875.358662:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219875.358663:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:2.0:1788219875.358667:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:2.0:1788219875.358671:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219875.358673:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219875.358677:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219875.358685:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219875.358694:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219875.358699:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219875.358700:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219875.358707:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc840. 00000100:00000001:2.0:1788219875.358709:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667820608 : -113714041731008 : ffff9893e2efc840) 00000100:00000001:2.0:1788219875.358713:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219875.358714:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000001:2.0:1788219875.358719:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219875.358724:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.358726:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219875.358727:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219875.358737:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.358746:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219875.358747:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219875.358751:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219875.358753:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219875.358756:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219875.358759:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566233600:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219875.358762:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219875.358767:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219875.358769:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219875.358772:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219875.358776:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0db800. 02000000:00000001:2.0:1788219875.358778:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219875.358785:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219875.358790:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2d68. 00000400:00000010:2.0:1788219875.358796:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000100:00000200:2.0:1788219875.358803:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566233600, portal 10 00000100:00000001:2.0:1788219875.358805:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219875.358806:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801088 : -113709577750528 : ffff9894ed02b800) 00000100:00000040:2.0:1788219875.358811:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.358818:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219875.358821:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219875.358823:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219875.358826:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566233600, offset 0 00000400:00000200:2.0:1788219875.358832:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219875.358840:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.358847:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219875.358853:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219875.358856:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219875.358860:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219875.358863:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219875.358866:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92977:92977:256:4294967295] 192.168.203.120@tcp LPNI seq info [92977:92977:8:4294967295] 00000400:00000200:2.0:1788219875.358871:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.358879:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219875.358885:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219875.358890:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006c00. 00000800:00000200:2.0:1788219875.358897:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219875.358905:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219875.358909:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219875.358928:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219875.358932:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26270 usecs (27 jiffies) 00000400:00000200:2.0:1788219875.358936:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219875.358938:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744471 00000100:00000001:2.0:1788219875.358944:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744469 00000100:00000001:2.0:1788219875.358951:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744471 00000100:00000001:2.0:1788219875.358955:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744469 00000100:00000001:2.0:1788219875.358957:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219875.358960:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.358962:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219875.358965:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219875.358967:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc840 going to sleep for 11 seconds 00000100:00000001:2.0:1788219875.358970:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.358973:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.359068:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.359073:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006c00. 00000400:00000200:3.0:1788219875.359077:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.359082:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.359088:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:3.0:1788219875.359091:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:3.0:1788219875.359095:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.359099:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.359109:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.359112:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.359130:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.359132:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.359613:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.359623:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.359626:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.359629:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.359634:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.359639:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.359645:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.359649:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.359653:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.359659:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb788f80 00000400:00000200:3.0:1788219875.359663:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.359667:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96d5 [1] + 224 00000800:00000001:3.0:1788219875.359673:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.359679:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.359681:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.359684:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.359690:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.359694:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.359702:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.359726:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.359734:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.360028:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.362626:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.362640:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.362643:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.362646:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.362652:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.362665:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.362671:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.362683:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.362693:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566233472/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362699:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.362701:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.362704:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.362708:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.362710:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.362712:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.362715:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.362726:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.362730:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.362732:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.362734:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.362737:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.362741:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.362744:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.362747:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.362749:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.362751:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.362753:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.362756:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.362757:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.362759:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.362762:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.362768:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566233472/t17179869260(17179869260) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362775:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.362778:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.362780:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.362783:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566233472/t17179869260(17179869260) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.362791:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566233472:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.362796:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.362798:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.362800:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.362803:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.362806:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233472/t17179869260(17179869260) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362812:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.362815:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.362819:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.362821:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.362828:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.362829:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.362832:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.362835:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.362840:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.362844:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.362847:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.362849:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.362852:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.362854:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.362856:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.362859:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.362861:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x946:0x0] 00800000:00000001:1.0:1788219875.362863:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.362867:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.362873:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39c380 x1875079565674880/t12884930091(12884930091) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362880:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.362882:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135408512 : -113709574143104 : ffff9894ed39c380) 00000100:00000001:1.0:1788219875.362884:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.362897:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c380 x1875079565674880/t12884930091(12884930091) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362904:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.362906:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.362909:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233472/t17179869260(17179869260) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362914:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.362916:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.362919:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c380 x1875079565674880/t12884930091(12884930091) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362924:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.362927:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.362930:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=35 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.362932:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.362935:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11ec00. 02000000:00000001:1.0:1788219875.362939:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.362941:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.362943:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c380. 00000100:00000001:1.0:1788219875.362946:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.362947:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.362948:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.362951:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566233472/t17179869260(17179869260) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362957:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.362958:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893dba88ce0. 00000002:00000001:1.0:1788219875.362960:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.362962:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.362964:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e070e180. 00000100:00000001:1.0:1788219875.362966:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.362969:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566233472/t17179869260(17179869260) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.362974:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.362976:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.362978:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.362981:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.362982:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.362983:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=34 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.362985:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.362986:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777800. 02000000:00000001:1.0:1788219875.362988:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.362989:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.362990:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.362992:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.362993:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.362995:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.362999:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.363001:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x946:0x0] mode (null) 00000002:00000001:1.0:1788219875.363004:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.363008:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.363014:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3de00 count: 2 00010000:00000001:1.0:1788219875.363016:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.363021:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.363023:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.363027:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.363029:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x946:0x0](ffff9894d1c0cb08) invalid 00000080:00000001:1.0:1788219875.363031:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.363037:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.363039:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.363043:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.363046:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.363048:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.363050:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.363053:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.363056:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2a600 with handle 0x34450ab7a161170 from hash 00010000:00000001:1.0:1788219875.363059:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.363061:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.363063:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.363064:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.363067:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.363069:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.363073:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.363077:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99600/0x34450ab7a16118c lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x942:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7bf3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.363084:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.363087:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.363089:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.363090:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x942:0x0] mode CR 00000002:00000001:1.0:1788219875.363091:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.363093:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.363094:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0700 count: 2 00010000:00000001:1.0:1788219875.363096:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.363098:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.363100:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.363101:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.363102:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0700 count: 2 00010000:00000001:1.0:1788219875.363104:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.363106:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.363108:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.363109:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.363112:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.363129:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.363131:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.363137:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.363140:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.363141:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.363142:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.363144:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.363145:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.363146:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.363148:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x942:0x0] 00800000:00000001:1.0:1788219875.363149:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.363151:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x942:0x0] 00000002:00000001:1.0:1788219875.363154:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.363155:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x942:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.363160:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.363163:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=35 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.363166:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.363169:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.363172:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.363177:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777e00. 00000100:00000001:1.0:1788219875.363182:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.363192:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07ed80 x1875079565676416/t12884930095(12884930095) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.363200:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.363205:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.363210:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.363212:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.363218:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.363220:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.363221:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.363223:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.363227:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.363231:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.363233:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.363235:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.363238:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.363243:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.363245:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.363249:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.363251:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.363253:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.363256:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566233856:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.363260:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.363264:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.363266:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.363268:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.363272:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.363274:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.363280:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.363283:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.363287:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.363294:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566233856, portal 10 00000100:00000001:1.0:1788219875.363296:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.363594:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.363603:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.363611:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.363613:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.363617:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661880. 00000100:00000200:1.0:1788219875.363622:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566233856, offset 0 00000400:00000200:1.0:1788219875.363628:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.363712:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.363720:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.363725:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.363729:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.363732:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.363735:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.363738:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92978:92978:256:4294967295] 192.168.203.120@tcp LPNI seq info [92978:92978:8:4294967295] 00000400:00000200:1.0:1788219875.363742:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.363751:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.363756:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.363761:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219875.363766:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.363773:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.363778:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.363784:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.363788:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.363791:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.363794:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744479 00000100:00000001:1.0:1788219875.363800:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744471 00000100:00000001:1.0:1788219875.363805:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744479 00000100:00000001:1.0:1788219875.363808:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744471 00000100:00000001:1.0:1788219875.363811:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.363813:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.363815:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.363817:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.363819:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.363822:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.363823:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.363873:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.363878:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219875.363885:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.363890:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.363895:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661880 00000400:00000010:3.0:1788219875.363898:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661880. 00000100:00000001:3.0:1788219875.363901:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.364071:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.364080:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.364083:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.364089:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.364090:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.365060:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.365073:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.365076:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.365079:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.365086:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.365091:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.365099:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.365103:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.365107:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.365111:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x6a95ffb789000 00000400:00000200:3.0:1788219875.365125:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.365131:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0xe96dd [1] + 224 00000800:00000001:3.0:1788219875.365137:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.365143:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.365146:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.365149:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.365155:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.365161:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.365170:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.365187:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.365206:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.365209:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.369611:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.369625:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.369629:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.369631:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.369639:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.369647:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.369665:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.369671:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.369676:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.369680:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789100 00000400:00000200:3.0:1788219875.369684:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.369690:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96ed [1] + 224 00000800:00000001:3.0:1788219875.369696:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.369702:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.369706:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.369715:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.369724:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.369731:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.369742:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.369763:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.369772:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.369775:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.370194:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.370203:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.370205:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.370208:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.370213:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.370215:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.370219:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.370224:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.370234:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566233856/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370241:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.370243:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.370245:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.370249:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.370253:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.370255:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.370258:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.370267:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.370271:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.370274:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.370275:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.370278:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.370281:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.370284:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.370286:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.370288:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.370290:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.370292:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.370295:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.370297:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.370308:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.370342:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.370348:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566233856/t17179869261(17179869261) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370360:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.370363:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.370365:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.370369:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566233856/t17179869261(17179869261) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.370376:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566233856:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.370381:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.370384:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.370387:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.370389:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.370392:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233856/t17179869261(17179869261) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370398:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.370400:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.370404:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.370406:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.370422:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.370423:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.370426:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.370429:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.370433:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.370437:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.370440:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.370443:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.370445:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.370447:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.370450:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.370452:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.370454:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x942:0x0] 00800000:00000001:1.0:1788219875.370456:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.370460:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.370466:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07ed80 x1875079565676416/t12884930095(12884930095) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370474:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.370475:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132142464 : -113709577409152 : ffff9894ed07ed80) 00000100:00000001:1.0:1788219875.370477:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.370480:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07ed80 x1875079565676416/t12884930095(12884930095) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370486:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.370487:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.370490:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566233856/t17179869261(17179869261) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370497:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.370498:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.370501:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07ed80 x1875079565676416/t12884930095(12884930095) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370507:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.370510:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.370511:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=34 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.370513:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.370516:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed000c00. 02000000:00000001:1.0:1788219875.370520:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.370522:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.370524:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07ed80. 00000100:00000001:1.0:1788219875.370527:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.370528:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.370530:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.370533:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566233856/t17179869261(17179869261) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370539:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.370540:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d8e0. 00000002:00000001:1.0:1788219875.370543:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.370545:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.370548:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e540. 00000100:00000001:1.0:1788219875.370550:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.370553:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566233856/t17179869261(17179869261) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370559:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.370561:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.370563:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.370565:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.370566:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.370567:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=33 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.370569:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.370570:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777e00. 02000000:00000001:1.0:1788219875.370572:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.370573:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.370574:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.370576:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.370577:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.370580:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.370582:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.370584:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x942:0x0] mode (null) 00000002:00000001:1.0:1788219875.370587:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.370591:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.370596:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0700 count: 2 00010000:00000001:1.0:1788219875.370598:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.370603:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.370605:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.370609:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.370611:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x942:0x0](ffff9894d1eec2c8) invalid 00000080:00000001:1.0:1788219875.370614:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.370619:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.370621:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.370624:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.370627:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.370629:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.370632:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.370634:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.370639:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c99600 with handle 0x34450ab7a16118c from hash 00010000:00000001:1.0:1788219875.370641:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.370643:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.370644:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.370645:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.370648:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.370650:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.370653:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.370666:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98800/0x34450ab7a161193 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x941:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c0f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.370675:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.370679:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.370680:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.370681:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x941:0x0] mode CR 00000002:00000001:1.0:1788219875.370683:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.370685:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.370687:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e900 count: 2 00010000:00000001:1.0:1788219875.370689:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.370691:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.370693:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.370694:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.370695:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e900 count: 2 00010000:00000001:1.0:1788219875.370696:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.370698:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.370700:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.370701:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.370704:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.370718:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.370721:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.370727:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.370730:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.370731:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.370732:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.370733:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.370735:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.370736:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.370739:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x941:0x0] 00800000:00000001:1.0:1788219875.370741:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.370743:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x941:0x0] 00000002:00000001:1.0:1788219875.370746:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.370747:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x941:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.370752:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.370755:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=34 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.370759:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.370761:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.370764:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.370769:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777800. 00000100:00000001:1.0:1788219875.370774:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.370784:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07fb80 x1875079565676800/t12884930096(12884930096) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.370793:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.370798:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.370805:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.370806:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.370811:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.370813:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.370815:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.370816:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.370820:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.370824:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.370826:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.370827:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.370830:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.370837:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.370839:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.370843:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.370846:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.370848:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.370851:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566234112:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.370855:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.370859:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.370861:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.370864:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.370868:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.370869:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.370874:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.370877:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.370882:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.371108:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566234112, portal 10 00000100:00000001:1.0:1788219875.371112:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.371113:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.371130:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.371136:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.371138:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.371141:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219875.371145:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566234112, offset 0 00000400:00000200:1.0:1788219875.371151:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.371158:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.371165:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.371169:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.371173:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.371176:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.371178:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.371181:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92979:92979:256:4294967295] 192.168.203.120@tcp LPNI seq info [92979:92979:8:4294967295] 00000400:00000200:1.0:1788219875.371185:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.371194:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.371199:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.371205:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219875.371211:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.371218:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.371221:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.371236:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.371241:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.371244:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.371247:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744486 00000100:00000001:1.0:1788219875.371253:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744479 00000100:00000001:1.0:1788219875.371259:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744486 00000100:00000001:1.0:1788219875.371262:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744479 00000100:00000001:1.0:1788219875.371265:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.371268:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.371270:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.371272:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.371274:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.371276:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.371278:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.372018:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.372025:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:3.0:1788219875.372031:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.372037:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.372044:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:3.0:1788219875.372046:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:3.0:1788219875.372050:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.372055:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.372064:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.372067:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.372073:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.372075:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219875.378341:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.378356:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.378359:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.378363:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2d68. 00000400:00000200:0.0:1788219875.378372:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:0.0:1788219875.378375:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:0.0:1788219875.378379:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.378390:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.378402:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.378410:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.378412:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.378415:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.378419:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.378422:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.378424:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.378427:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.378438:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.378442:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.378444:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.378446:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.378448:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.378452:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.378455:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.378457:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.378459:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.378462:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.378467:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.378475:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.378478:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.378480:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.378484:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.378491:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566233600:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.378496:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.378498:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.378500:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.378502:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.378505:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.378511:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.378514:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc840. 00000100:00000001:0.0:1788219875.378518:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.378529:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.378533:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.378537:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378545:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378549:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=4 00000020:00000001:0.0:1788219875.378551:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378554:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000040:0.0:1788219875.378560:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9894ed340800, remote cookie: 0x1782eba8aded87ae, flags: 0x1001 00010000:00010000:0.0:1788219875.378565:0:330219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.378575:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378581:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219875.378584:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219875.378586:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219875.378588:0:330219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219875.378589:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219875.378591:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9894d9089e00) refcount = 1 00010000:00010000:0.0:1788219875.378595:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378601:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219875.378604:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219875.378605:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.378608:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219875.378610:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.378613:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378619:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219875.378620:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378622:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378623:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378625:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378626:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.378631:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219875.378633:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378634:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378635:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378637:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378639:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378641:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378642:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378643:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=4 00000020:00000001:0.0:1788219875.378645:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378647:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378650:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.378652:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.378655:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378662:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378663:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378664:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378665:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378667:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=5 00000020:00000001:0.0:1788219875.378668:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378670:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378672:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.378675:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378680:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378681:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.378684:0:330219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378694:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.378695:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378696:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378697:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378698:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219875.378704:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.378712:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378713:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378715:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378716:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378718:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378720:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378721:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.378723:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.378725:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.378728:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.378730:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378731:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378732:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378734:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378736:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00000002:00010000:0.0:1788219875.378753:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378759:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378760:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378762:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.378764:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378765:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378766:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378768:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378770:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000040:0.0:1788219875.378776:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.378778:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219875.378781:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788219875.378784:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378785:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.378786:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.378789:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b898 00000002:00002000:0.0:1788219875.378790:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219875.378793:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.378796:0:330219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.378799:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219875.378802:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219875.378804:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.378808:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.378811:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f4d47400. 00000080:00000001:0.0:1788219875.378815:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.378818:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219875.378827:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219875.378831:0:330219:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219875.378839:0:330219:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9894cb162200. 00800000:00000001:0.0:1788219875.378841:0:330219:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363562648064 : -113710146903552 : ffff9894cb162200) 00800000:00000001:0.0:1788219875.378843:0:330219:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.378846:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219875.378849:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219875.378851:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788219875.378853:0:330219:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788219875.378855:0:330219:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788219875.378856:0:330219:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.378861:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788219875.378864:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788219875.378867:0:330219:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115188193296385 mtime from 1788219804 to 1788219875 00000080:00200000:0.0:1788219875.378871:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 262144 00010000:00000001:0.0:1788219875.378873:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378875:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378877:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378878:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378880:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378882:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378883:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219875.378884:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219875.378887:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788219875.378888:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894cb162200 1 00800000:00000010:0.0:1788219875.378890:0:330219:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9894cb162200. 00800000:00000001:0.0:1788219875.378893:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.378896:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.378899:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.378901:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.378902:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378914:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378916:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378918:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378920:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378922:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378923:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.378925:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.378926:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.378929:0:330219:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.378931:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.378934:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bb58 00010000:00000001:0.0:1788219875.378936:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.378937:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.378938:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.378940:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378942:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.378945:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.378947:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.378958:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378959:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378961:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.378963:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.378965:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219875.378972:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.378974:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.378976:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.378979:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378981:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.378982:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.378985:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.378987:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.378989:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.378992:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.378994:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.378995:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.378996:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.378997:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.379003:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b800 x1875079566233600/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.379009:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.379011:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.379014:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0db800. 02000000:00000001:0.0:1788219875.379017:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.379019:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.379021:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=33 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.379023:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.379025:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d4943c00. 02000000:00000001:0.0:1788219875.379028:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.379030:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.379032:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b800. 00000100:00000001:0.0:1788219875.379035:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.379036:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.379039:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.379044:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.379055:0:330219:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb2a0. 00000020:00000001:0.0:1788219875.379060:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba88 00000080:00200000:0.0:1788219875.379062:0:330219:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), flags=29 00000080:00000001:0.0:1788219875.379065:0:330219:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219875.379067:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b938 00000080:00200000:0.0:1788219875.379068:0:330219:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff9894d1eeb248), intent=0 00000080:00000010:0.0:1788219875.379076:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00800000:00000002:0.0:1788219875.379081:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.379085:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.379088:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.379089:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b858 00800000:00000002:0.0:1788219875.379091:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.379094:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.379096:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.379099:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.379101:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.379103:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.379105:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.379106:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.379109:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.379111:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b7f0 00800000:00000002:0.0:1788219875.379113:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160g.sanity' -> mds #0 00000002:00000001:0.0:1788219875.379131:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.379133:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b728 00000002:00010000:0.0:1788219875.379134:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160g.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788219875.379138:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.379140:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.379144:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219875.379148:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=34 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.379152:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.379156:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.379159:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.379160:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.379162:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.379165:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.379166:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.379170:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.379176:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03fc00. 00000100:00000001:0.0:1788219875.379182:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.379185:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.379187:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.379188:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.379189:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.379191:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.379197:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00010000:00000001:0.0:1788219875.379200:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.379203:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219875.379205:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.379207:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.379210:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.379213:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b800. 00000020:00000001:0.0:1788219875.379217:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.379220:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b800 with handle 0x34450ab7a163431 to hash 00000020:00000001:0.0:1788219875.379222:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.379228:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.379231:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.379234:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.379235:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.379238:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.379246:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.379255:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.379265:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.379267:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.379273:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.379275:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.379278:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.379280:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219875.379283:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.379287:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.379289:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.379290:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.379295:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.379303:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.379305:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.379309:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.379331:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.379335:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.379339:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566234240:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.379342:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.379347:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.379348:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.379351:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.379355:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9d000. 02000000:00000001:0.0:1788219875.379357:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.379364:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.379368:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a48f0. 00000400:00000010:0.0:1788219875.379373:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219875.379379:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566234240, portal 10 00000100:00000001:0.0:1788219875.379381:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.379382:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219875.379387:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.379399:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.379402:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.379404:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfb28. 00000100:00000200:0.0:1788219875.379407:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875079566234240, offset 0 00000400:00000200:0.0:1788219875.379413:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.379421:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.379427:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.379432:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.379436:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.379440:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.379443:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.379446:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92980:92980:256:4294967295] 192.168.203.120@tcp LPNI seq info [92980:92980:8:4294967295] 00000400:00000200:0.0:1788219875.379450:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.379459:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.379466:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.379470:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219875.379476:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.379483:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.379488:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.379511:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.379515:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.379519:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.379522:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744494 00000100:00000001:0.0:1788219875.379528:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744486 00000100:00000001:0.0:1788219875.379532:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744494 00000100:00000001:0.0:1788219875.379535:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744486 00000100:00000001:0.0:1788219875.379537:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.379539:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.379542:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.379544:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.379546:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.379547:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.379549:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.380143:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.380148:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:3.0:1788219875.380153:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.380159:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.380164:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfb28 00000400:00000010:3.0:1788219875.380166:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfb28. 00000100:00000001:3.0:1788219875.380170:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.380174:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.380183:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.380187:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.380193:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.380194:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.386127:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.386144:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.386148:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.386150:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.386158:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.386166:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.386175:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.386182:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.386187:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.386192:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789200 00000400:00000200:3.0:1788219875.386197:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.386203:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe96f5 [1] + 224 00000800:00000001:3.0:1788219875.386210:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.386216:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.386219:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.386223:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.386399:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.386410:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.386432:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.386454:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.386463:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.386466:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.386647:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.386656:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.386658:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.386661:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.386666:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.386668:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.386672:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.386677:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.386685:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566234112/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.386692:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.386694:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.386697:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.386701:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.386703:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.386705:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.386708:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.386717:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.386721:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.386735:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.386750:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.386754:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.386757:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.386761:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.386763:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.386765:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.386767:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.386768:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.386772:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.386773:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.386775:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.386777:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.386783:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566234112/t17179869262(17179869262) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.386790:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.386792:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.386794:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.386798:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566234112/t17179869262(17179869262) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.386805:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566234112:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.386810:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.386812:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.386815:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.386817:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.386820:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234112/t17179869262(17179869262) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.386826:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.386829:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.386833:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.386834:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.386840:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.386841:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.386844:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.386848:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.386852:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.386855:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.386858:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.386861:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.386864:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.386866:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.386869:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.386871:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.386873:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x941:0x0] 00800000:00000001:1.0:1788219875.386875:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.386879:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.386885:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07fb80 x1875079565676800/t12884930096(12884930096) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.386893:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.386894:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132146048 : -113709577405568 : ffff9894ed07fb80) 00000100:00000001:1.0:1788219875.386896:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.386899:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07fb80 x1875079565676800/t12884930096(12884930096) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.387090:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.387092:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.387096:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234112/t17179869262(17179869262) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.387102:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.387104:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.387108:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07fb80 x1875079565676800/t12884930096(12884930096) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.387125:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.387128:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.387130:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=33 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.387132:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.387135:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed003400. 02000000:00000001:1.0:1788219875.387140:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.387142:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.387143:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07fb80. 00000100:00000001:1.0:1788219875.387147:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.387148:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.387149:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.387152:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566234112/t17179869262(17179869262) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.387157:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.387159:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420da60. 00000002:00000001:1.0:1788219875.387162:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.387164:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.387166:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891ec00. 00000100:00000001:1.0:1788219875.387169:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.387172:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566234112/t17179869262(17179869262) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.387178:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.387179:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.387182:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.387184:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.387185:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.387186:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=32 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.387188:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.387189:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777800. 02000000:00000001:1.0:1788219875.387191:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.387192:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.387193:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.387196:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.387197:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.387199:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.387202:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.387204:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x941:0x0] mode (null) 00000002:00000001:1.0:1788219875.387207:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.387210:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.387217:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e900 count: 2 00010000:00000001:1.0:1788219875.387219:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.387224:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.387226:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.387301:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.387303:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x941:0x0](ffff9894d0ade3c8) invalid 00000080:00000001:1.0:1788219875.387306:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.387336:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.387338:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.387342:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.387345:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.387347:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.387349:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.387352:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.387355:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c98800 with handle 0x34450ab7a161193 from hash 00010000:00000001:1.0:1788219875.387358:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.387360:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.387362:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.387363:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.387366:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.387368:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.387371:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.387375:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c800/0x34450ab7a16128f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x91d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7968 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.387383:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.387387:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.387389:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.387390:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91d:0x0] mode CR 00000002:00000001:1.0:1788219875.387392:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.387394:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.387396:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256200 count: 2 00010000:00000001:1.0:1788219875.387398:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.387400:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.387402:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.387403:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.387404:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256200 count: 2 00010000:00000001:1.0:1788219875.387405:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.387407:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.387408:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.387410:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.387412:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.387604:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.387607:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.387615:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.387618:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.387619:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.387620:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.387622:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.387624:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.387626:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.387628:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91d:0x0] 00800000:00000001:1.0:1788219875.387630:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.387633:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x91d:0x0] 00000002:00000001:1.0:1788219875.387636:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.387637:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x91d:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.387642:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.387645:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=33 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.387649:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.387652:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.387656:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.387661:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777e00. 00000100:00000001:1.0:1788219875.387667:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.387679:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e9c00 x1875079565690496/t12884930132(12884930132) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.387689:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.387694:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.387700:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.387702:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.387716:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.387718:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.387721:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.387722:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.387725:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.387730:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.387732:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.387733:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.388219:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.388294:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.388297:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.388302:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.388305:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.388307:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.388337:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566234496:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.388341:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.388347:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.388349:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.388352:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.388357:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.388359:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.388366:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.388370:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.388376:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.388381:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566234496, portal 10 00000100:00000001:1.0:1788219875.388384:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.388385:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.388392:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.388399:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.388403:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.388405:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661dd0. 00000100:00000200:1.0:1788219875.388410:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566234496, offset 0 00000400:00000200:1.0:1788219875.388426:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.388435:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.388442:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.388447:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.388451:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.388455:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.388458:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.388461:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92981:92981:256:4294967295] 192.168.203.120@tcp LPNI seq info [92981:92981:8:4294967295] 00000400:00000200:1.0:1788219875.388465:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.388474:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.388480:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.388485:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219875.388491:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.388498:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.388502:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.388527:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.388532:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.388536:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.388539:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744504 00000100:00000001:1.0:1788219875.388996:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744494 00000100:00000001:1.0:1788219875.389002:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744504 00000100:00000001:1.0:1788219875.389005:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744494 00000100:00000001:1.0:1788219875.389008:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.389010:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.389013:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.389015:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.389018:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.389021:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.389024:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.389185:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.389190:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:3.0:1788219875.389196:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.389202:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.389208:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661dd0 00000400:00000010:3.0:1788219875.389210:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661dd0. 00000100:00000001:3.0:1788219875.389214:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.389219:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.389667:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.389674:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.389682:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.389684:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.395854:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.395872:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.395876:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.395880:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.395889:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.395896:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.396125:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.396132:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.396137:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.396141:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789380 00000400:00000200:3.0:1788219875.396146:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.396151:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9705 [1] + 224 00000800:00000001:3.0:1788219875.396159:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.396166:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.396170:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.396174:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.396181:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.396189:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.396200:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.396223:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.396300:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.396304:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.397348:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.397360:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.397362:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.397366:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.397372:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.397374:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.397378:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.397386:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.397397:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566234496/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.397404:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.397406:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.397408:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.397412:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.397426:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.397428:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.397431:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.397441:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.397445:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.397448:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.397450:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.397452:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.397456:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.397459:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.397461:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.397463:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.397465:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.397467:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.397470:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.397472:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.397475:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.397477:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.397482:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566234496/t17179869263(17179869263) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.397488:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.397491:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.397493:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.397496:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566234496/t17179869263(17179869263) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.397504:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566234496:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.397508:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.397511:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.397513:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.397515:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.397876:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234496/t17179869263(17179869263) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.397885:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.397888:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.397892:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.397894:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219875.398146:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.398155:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.398158:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.398160:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.398165:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.398170:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.398177:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.398181:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.398185:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.398188:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 672 into portal 10 MB=0x6a95ffb789280 00000400:00000200:3.0:1788219875.398192:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.398198:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 672/672 into md 0xe96fd [1] + 224 00000800:00000001:3.0:1788219875.398203:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.398221:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.398224:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788219875.398646:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.398650:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.398655:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.398658:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.398663:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.398668:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.398671:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.398674:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.398677:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.398679:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.398682:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.398684:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.398687:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91d:0x0] 00800000:00000001:1.0:1788219875.398689:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.398693:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.398701:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e9c00 x1875079565690496/t12884930132(12884930132) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1788219875.399051:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.399061:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.399066:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.399075:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=1152 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.399085:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.399094:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.399098:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.399398:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.399405:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.399407:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.399410:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a48f0. 00000400:00000200:0.0:1788219875.399415:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:0.0:1788219875.399417:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:0.0:1788219875.399420:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.399426:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.399435:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.399440:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.399441:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.399444:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.399447:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.399450:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.399452:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.399455:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.399463:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.399467:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.399470:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.399471:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.399474:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.399476:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.399480:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.399482:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.399484:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.399486:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.399491:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.399502:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.399505:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.399507:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.399510:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.399516:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566234240:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.399521:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.399523:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.399525:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.399528:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.399530:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.399537:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.399539:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.399543:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.399545:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.399548:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.399551:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399553:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399557:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=4 00000020:00000001:0.0:1788219875.399559:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399562:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000040:0.0:1788219875.399567:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b800, remote cookie: 0x1782eba8aded87ca, flags: 0x1001 00010000:00010000:0.0:1788219875.399572:0:330219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788219875.399580:0:330219:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x987:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788219875.399583:0:330219:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788219875.399591:0:330219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708e00. 00010000:00000010:0.0:1788219875.399597:0:330219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c800. 00010000:00000001:0.0:1788219875.399601:0:330219:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.399604:0:330219:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.399612:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399618:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219875.399621:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219875.399622:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219875.399624:0:330219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219875.399625:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219875.399628:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x987:0x0].0x0 (ffff9893ef708e00) refcount = 1 00010000:00010000:0.0:1788219875.399631:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399637:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219875.399640:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219875.399641:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.399644:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219875.399646:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.399649:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399666:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219875.399667:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399669:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.399670:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399671:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.399672:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.399676:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219875.399678:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399679:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399681:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219875.399683:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399685:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399687:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399688:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399690:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=4 00000020:00000001:0.0:1788219875.399691:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399693:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399696:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.399698:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.399701:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399708:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399709:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.399710:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399711:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399712:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=5 00000020:00000001:0.0:1788219875.399714:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399716:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399718:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.399721:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399726:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399727:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.399729:0:330219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399735:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.399736:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399737:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.399739:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399740:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219875.399745:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.399754:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399755:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399756:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219875.399758:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399760:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399762:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399763:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.399765:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.399767:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.399769:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.399771:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399772:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399780:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219875.399782:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399783:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00000002:00010000:0.0:1788219875.399786:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.399792:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399793:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.399795:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.399796:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.399797:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.399798:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:0.0:1788219875.399800:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:0.0:1788219875.399802:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000040:0.0:1788219875.399806:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219875.399808:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219875.399813:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589939618/2439 (0 0) 00010000:00000001:0.0:1788219875.399816:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.399817:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.399818:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.399821:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b6b0 00000002:00002000:0.0:1788219875.399823:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160g.sanity intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219875.399826:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.399829:0:330219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.399831:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219875.399834:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219875.399837:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.399840:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.399843:0:330219:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219875.399844:0:330219:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8b7ba28 it_disposition b 00000080:00000001:0.0:1788219875.399847:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219875.399851:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788219875.399854:0:330219:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788219875.399860:0:330219:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894c9c0ce80. 00800000:00000001:0.0:1788219875.399863:0:330219:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630363540278912 : -113710169272704 : ffff9894c9c0ce80) 00800000:00000001:0.0:1788219875.399865:0:330219:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:0.0:1788219875.399868:0:330219:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:0.0:1788219875.399870:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.399872:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.399874:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.399876:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.399877:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.399879:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:0.0:1788219875.399881:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219875.399883:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x5:0x0] 00800000:00000001:0.0:1788219875.399884:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.399885:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.399886:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.399888:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.399889:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.399891:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x4:0x0] 00800000:00000001:0.0:1788219875.399892:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219875.399894:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x4:0x0] 00800000:00000001:0.0:1788219875.399896:0:330219:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.399898:0:330219:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.399901:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219875.399903:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:0.0:1788219875.399907:0:330219:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788219875.399913:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219875.399915:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x987:0x0] 00000080:00000002:0.0:1788219875.399920:0:330219:0:(llite_lib.c:1874:ll_init_lsm_md()) lustre: [0x2000013a2:0x987:0x0] set dir layout: 00000080:00000002:0.0:1788219875.399923:0:330219:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=all_char:0x1 max_inherit=0 max_inherit_rr=0 version=1 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000002:0.0:1788219875.399927:0:330219:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x200001b70:0x5:0x0] 00000080:00000002:0.0:1788219875.399929:0:330219:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x2400013a4:0x4:0x0] 00000080:00000001:0.0:1788219875.399931:0:330219:0:(llite_lib.c:1820:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1788219875.399933:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115305919021061 : 144115305919021061 : 200001b70000005) 00000080:00000010:0.0:1788219875.399946:0:330219:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa016300. 00000080:00000002:0.0:1788219875.399954:0:330219:0:(llite_lib.c:1850:ll_iget_anon_dir()) lli ffff9893fa016300 slave [0x200001b70:0x5:0x0] master [0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219875.399958:0:330219:0:(llite_lib.c:1860:ll_iget_anon_dir()) Process leaving (rc=18446630360054850504 : -113713654701112 : ffff9893fa0163c8) 00000080:00000001:0.0:1788219875.399960:0:330219:0:(llite_lib.c:1820:ll_iget_anon_dir()) Process entered 00000080:00000001:0.0:1788219875.399961:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179908 : 162129670941179908 : 2400013a4000004) 00000080:00000010:0.0:1788219875.399964:0:330219:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa015ac0. 00000080:00000002:0.0:1788219875.399968:0:330219:0:(llite_lib.c:1850:ll_iget_anon_dir()) lli ffff9893fa015ac0 slave [0x2400013a4:0x4:0x0] master [0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219875.399971:0:330219:0:(llite_lib.c:1860:ll_iget_anon_dir()) Process leaving (rc=18446630360054848392 : -113713654703224 : ffff9893fa015b88) 00800000:00000002:0.0:1788219875.399973:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000010:0.0:1788219875.399976:0:330219:0:(llite_lib.c:2037:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff9893e6a02120. 00800000:00000001:0.0:1788219875.399979:0:330219:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219875.399982:0:330219:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00800000:00000002:0.0:1788219875.399984:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:0.0:1788219875.399987:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.399989:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b4e8 00000002:00010000:0.0:1788219875.399991:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.399994:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.399996:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.399997:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.400001:0:330219:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.400003:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.400004:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.400006:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.400009:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.400012:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017800. 00000020:00000040:0.0:1788219875.400016:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=34 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.400020:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.400023:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.400028:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.400029:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.400030:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.400032:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.400034:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.400039:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.400044:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f000. 00000100:00000001:0.0:1788219875.400049:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.400052:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.400053:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.400054:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.400056:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.400057:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.400061:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00010000:00000001:0.0:1788219875.400065:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.400066:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219875.400069:0:330219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708700. 00010000:00000010:0.0:1788219875.400072:0:330219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0cf00. 00010000:00000001:0.0:1788219875.400074:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.400077:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1ae00. 00000020:00000001:0.0:1788219875.400081:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.400083:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1ae00 with handle 0x34450ab7a163438 to hash 00000020:00000001:0.0:1788219875.400086:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.400087:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.400091:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.400093:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.400095:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.400098:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.400105:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.400125:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.400132:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.400134:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.400139:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.400141:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.400144:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.400145:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000001:0.0:1788219875.400149:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.400152:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.400154:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.400155:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.400160:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.400167:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.400169:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.400172:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.400175:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.400177:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.400180:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566234624:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.400183:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.400188:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.400190:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.400193:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.400197:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b800. 02000000:00000001:0.0:1788219875.400200:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.400206:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.400209:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a48f0. 00000400:00000010:0.0:1788219875.400214:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219875.400220:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566234624, portal 10 00000100:00000001:0.0:1788219875.400222:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.400223:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000040:0.0:1788219875.400228:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.400235:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.400238:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.400240:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfbb0. 00000100:00000200:0.0:1788219875.400244:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566234624, offset 0 00000400:00000200:0.0:1788219875.400250:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.400257:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.400264:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.400269:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.400273:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.400277:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.400279:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.400282:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92982:92982:256:4294967295] 192.168.203.120@tcp LPNI seq info [92982:92982:8:4294967295] 00000400:00000200:0.0:1788219875.400287:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.400295:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.400469:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.400475:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a900. 00000800:00000200:0.0:1788219875.400481:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.400488:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.400492:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.400507:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.400511:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.400514:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.400517:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744516 00000100:00000001:0.0:1788219875.400525:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744504 00000100:00000001:0.0:1788219875.400530:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744516 00000100:00000001:1.0:1788219875.400532:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.400533:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744504 00000100:00000001:1.0:1788219875.400534:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468124672 : -113709241426944 : ffff9895010e9c00) 00000100:00000001:1.0:1788219875.400536:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.400536:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.400538:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.400540:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.400542:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.400545:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.400547:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788219875.400549:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e9c00 x1875079565690496/t12884930132(12884930132) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.400550:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.400555:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.400557:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.400561:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234496/t17179869263(17179869263) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.400566:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.400568:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.400571:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e9c00 x1875079565690496/t12884930132(12884930132) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.400577:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.400579:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.400581:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=33 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.400582:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.400585:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd67ac00. 02000000:00000001:1.0:1788219875.400590:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.400591:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.400593:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e9c00. 00000100:00000001:1.0:1788219875.400598:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.400599:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.400601:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.400603:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566234496/t17179869263(17179869263) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.400608:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.400611:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bca5a0. 00000002:00000001:1.0:1788219875.400613:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.400615:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.400618:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47ac0. 00000100:00000001:1.0:1788219875.400620:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.400623:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566234496/t17179869263(17179869263) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.400628:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.400630:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.400632:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.400635:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.400636:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.400637:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=32 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.400638:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.400640:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777e00. 02000000:00000001:1.0:1788219875.400642:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.400644:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.400645:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.400647:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.400648:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.400651:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.400653:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.400656:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91d:0x0] mode (null) 00000002:00000001:1.0:1788219875.400658:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.400660:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.400664:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256200 count: 2 00010000:00000001:1.0:1788219875.400666:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.400669:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.400671:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.400673:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.400676:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x91d:0x0](ffff9894d09c3248) invalid 00000020:00000001:1.0:1788219875.400679:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:1.0:1788219875.400681:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst15 (ffff9893e92ff000) parent ffff9894d1966000 inode ffff9894d09c3248 refc 1 00000080:00000001:1.0:1788219875.400685:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.400687:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.400689:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.400692:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.400695:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.400696:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.400698:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.400699:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.400702:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437c800 with handle 0x34450ab7a16128f from hash 00010000:00000001:1.0:1788219875.400704:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.400706:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.400715:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.400717:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.400720:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.400721:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.400724:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.400728:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c400/0x34450ab7a161296 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x91c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded797d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.400735:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.400809:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.400811:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.400812:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91c:0x0] mode CR 00000002:00000001:1.0:1788219875.400814:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.400816:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.400818:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911e00 count: 2 00010000:00000001:1.0:1788219875.400820:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.400823:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.400824:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.400825:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.400827:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911e00 count: 2 00010000:00000001:1.0:1788219875.400829:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.400830:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.400832:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.400833:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.400836:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.400839:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.400841:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.400847:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.400851:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.400853:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.400855:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.400856:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.400859:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.400860:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.400862:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91c:0x0] 00800000:00000001:1.0:1788219875.400863:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.400865:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x91c:0x0] 00000002:00000001:1.0:1788219875.400868:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.400870:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x91c:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.400874:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.400876:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=33 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.400879:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.400881:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.400883:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.400887:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777800. 00000100:00000001:1.0:1788219875.400890:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.400900:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010ebb80 x1875079565690880/t12884930133(12884930133) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.401303:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.401310:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.401338:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.401339:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.401345:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.401346:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.401348:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.401349:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.401353:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.401356:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.401357:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.401358:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.401362:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.401369:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.401370:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.401373:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.401375:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.401377:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.401381:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566234880:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.401384:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.401387:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.401389:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.401391:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.401395:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.401397:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.401401:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.401405:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.401409:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.401425:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566234880, portal 10 00000100:00000001:1.0:1788219875.401427:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.401429:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.401434:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.401441:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.401443:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.401446:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661660. 00000100:00000200:1.0:1788219875.401449:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566234880, offset 0 00000400:00000200:1.0:1788219875.401455:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.401461:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.401466:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.401470:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.401473:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.401476:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.401478:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.401482:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92983:92983:255:4294967295] 192.168.203.120@tcp LPNI seq info [92983:92983:7:4294967295] 00000400:00000200:1.0:1788219875.401486:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.401493:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.401498:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.401503:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219875.401508:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.401514:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.401527:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.401533:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.401536:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26268 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.401539:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.401541:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744517 00000100:00000001:1.0:1788219875.401546:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744516 00000100:00000001:1.0:1788219875.401549:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744517 00000100:00000001:1.0:1788219875.401552:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744516 00000100:00000001:1.0:1788219875.401554:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.401557:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.401558:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.401560:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.401561:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.401563:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.401565:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.404092:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.404102:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a900. 00000400:00000200:3.0:1788219875.404111:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.404133:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.404141:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfbb0 00000400:00000010:3.0:1788219875.404144:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfbb0. 00000100:00000001:3.0:1788219875.404150:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.404157:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.404170:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.404173:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.404180:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.404182:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219875.404263:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.404266:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:3.0:1788219875.404270:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.404274:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.404276:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661660 00000400:00000010:3.0:1788219875.404279:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661660. 00000100:00000001:3.0:1788219875.404282:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.404286:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.404292:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.404295:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.404301:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.404303:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.409513:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.409538:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.409613:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.409618:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.409627:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409635:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.409645:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409651:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409656:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409660:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789500 00000400:00000200:3.0:1788219875.409665:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409671:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9715 [1] + 224 00000800:00000001:3.0:1788219875.409678:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.409682:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.409685:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.409689:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.409697:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.409715:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.409726:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.409822:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.409833:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.409839:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.409841:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.409843:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.409847:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409851:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.409856:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409859:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409862:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409864:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb789400 00000400:00000200:3.0:1788219875.409867:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.409871:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe970d [1] + 224 00000800:00000001:3.0:1788219875.409875:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.409883:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.409885:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.409889:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.409892:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.409896:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.410039:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.410062:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.410067:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.410071:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.410431:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.410440:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.410442:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.410445:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.410450:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.410452:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.410455:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.410460:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.410476:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566234880/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.410483:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.410484:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.410487:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.410490:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.410492:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.410494:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.410497:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.410507:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.410511:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.410513:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.410515:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.410528:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.410531:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.410534:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.410536:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.410538:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.410608:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.410610:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.410614:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.410616:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.410618:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.410620:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.410625:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566234880/t17179869264(17179869264) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.410631:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.410634:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.410636:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.410639:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566234880/t17179869264(17179869264) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.410647:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566234880:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.410652:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.410655:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.410657:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.410659:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.410662:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234880/t17179869264(17179869264) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.410669:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.410671:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.410676:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.410677:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.410684:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.410685:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.410687:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.410690:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.410695:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.410699:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.410703:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.412143:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.412150:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.412153:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.412157:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.412161:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.412163:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91c:0x0] 00800000:00000001:1.0:1788219875.412166:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.412174:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.412188:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010ebb80 x1875079565690880/t12884930133(12884930133) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.412199:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.412201:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468132736 : -113709241418880 : ffff9895010ebb80) 00000100:00000001:1.0:1788219875.412205:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.412208:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010ebb80 x1875079565690880/t12884930133(12884930133) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.412215:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.412218:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.412221:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566234880/t17179869264(17179869264) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.412227:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.415142:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.415155:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010ebb80 x1875079565690880/t12884930133(12884930133) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.415165:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.415168:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.415170:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=32 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.415172:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.415176:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd678c00. 02000000:00000001:1.0:1788219875.415184:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.415186:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.415188:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010ebb80. 00000100:00000001:1.0:1788219875.415193:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.415194:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.415196:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.415200:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566234880/t17179869264(17179869264) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.415206:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.415207:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d760. 00000002:00000001:1.0:1788219875.415210:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.415213:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.415216:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891ef80. 00000100:00000001:1.0:1788219875.415219:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.415222:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566234880/t17179869264(17179869264) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.415453:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.415466:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.415469:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.415472:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a48f0. 00000400:00000200:0.0:1788219875.415477:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:0.0:1788219875.415479:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:0.0:1788219875.415483:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.415489:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.415497:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.415503:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.415505:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.415507:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.415509:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.415511:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.415514:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.415516:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.415525:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.415529:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.415532:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.415533:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415536:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.415539:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.415543:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.415546:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.415547:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.415550:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.415554:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.415561:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.415564:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.415567:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.415570:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.415576:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566234624:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.415581:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.415583:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.415586:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.415588:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.415591:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.415596:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.415599:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.415603:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.415605:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415608:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.415611:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415613:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415617:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=4 00000020:00000001:0.0:1788219875.415619:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415622:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000040:0.0:1788219875.415628:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1ae00, remote cookie: 0x1782eba8aded87d8, flags: 0x1001 00010000:00010000:0.0:1788219875.415633:0:330219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.415650:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415657:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219875.415660:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219875.415662:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219875.415664:0:330219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219875.415665:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219875.415667:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x5:0x0].0x0 (ffff9893ef708700) refcount = 1 00010000:00010000:0.0:1788219875.415671:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415678:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219875.415681:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219875.415683:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.415685:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219875.415687:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.415690:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415695:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219875.415697:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415698:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415699:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415700:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415701:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.415706:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219875.415707:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415709:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415710:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.415712:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415714:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415717:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415718:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415719:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=4 00000020:00000001:0.0:1788219875.415721:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415723:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415725:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.415727:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.415731:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415737:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415738:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415739:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415740:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415741:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=5 00000020:00000001:0.0:1788219875.415742:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415744:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415747:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.415749:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415755:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415756:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.415758:0:330219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415763:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.415765:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415766:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415767:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415768:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219875.415772:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.415785:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415786:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415788:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.415790:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415792:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415794:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415795:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.415796:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.415799:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.415801:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.415804:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415805:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415806:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.415807:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415809:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00000002:00010000:0.0:1788219875.415812:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415818:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415819:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415821:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.415823:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415823:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415825:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.415826:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415828:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000040:0.0:1788219875.415834:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:0.0:1788219875.415837:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219875.415840:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/5 (0 0) 00010000:00000001:0.0:1788219875.415843:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415843:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.415845:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.415848:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b470 00000002:00002000:0.0:1788219875.415850:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219875.415852:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.415857:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.415858:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415859:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415860:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.415862:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415864:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415866:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415867:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.415869:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415870:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.415871:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.415872:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.415874:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415876:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.415878:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.415880:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.415897:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415899:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415900:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.415902:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.415905:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219875.415912:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.415914:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.415916:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.415920:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415921:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.415923:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415926:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.415928:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415930:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415933:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.415934:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.415936:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.415936:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219875.415941:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000100:00000001:0.0:1788219875.415943:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.415948:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017800 x1875079566234624/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.415955:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.415957:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.415959:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b800. 02000000:00000001:0.0:1788219875.415963:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.415964:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.415966:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=31 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.415968:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.415969:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f000. 02000000:00000001:0.0:1788219875.415972:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.415973:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.415975:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017800. 00000100:00000001:0.0:1788219875.415977:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.415979:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.415982:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.415984:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b4e8 00000002:00010000:0.0:1788219875.415986:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.415990:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.415992:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.415993:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.415997:0:330219:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.415999:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.416001:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.416003:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.416005:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.416012:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017800. 00000020:00000040:0.0:1788219875.416016:0:330219:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.416020:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.416024:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.416027:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.416028:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.416029:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.416032:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.416034:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.416037:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.416043:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f000. 00000100:00000001:0.0:1788219875.416049:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.416051:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.416053:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.416054:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.416056:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.416057:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.416062:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00010000:00000001:0.0:1788219875.416065:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.416067:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219875.416071:0:330219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708500. 00010000:00000010:0.0:1788219875.416075:0:330219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c380. 00010000:00000001:0.0:1788219875.416079:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.416083:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1b600. 00000020:00000001:0.0:1788219875.416087:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.416089:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1b600 with handle 0x34450ab7a16343f to hash 00000020:00000001:0.0:1788219875.416091:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.416092:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.416094:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.416096:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.416098:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.416101:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.416107:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.416132:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.416137:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.416138:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.416144:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.416147:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.416149:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.416150:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000001:0.0:1788219875.416154:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.416158:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.416160:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.416162:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.416166:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.416173:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.416174:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.416178:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.416181:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.416183:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.416186:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566235008:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.416189:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.416194:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.416196:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.416199:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.416203:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9b800. 02000000:00000001:0.0:1788219875.416204:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.416211:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.416215:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a48f0. 00000400:00000010:0.0:1788219875.416220:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfd48. 00000100:00000200:0.0:1788219875.416226:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566235008, portal 10 00000100:00000001:0.0:1788219875.416228:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.416230:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131719168 : -113709577832448 : ffff9894ed017800) 00000100:00000040:0.0:1788219875.416235:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.416241:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.416254:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.416257:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf5d8. 00000100:00000200:0.0:1788219875.416261:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566235008, offset 0 00000400:00000200:0.0:1788219875.416267:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.416275:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.416281:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.416287:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.416291:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.416294:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.416296:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000001:1.0:1788219875.416640:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.416645:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.416647:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.416653:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.416654:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.416656:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=30 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.416659:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.416660:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777800. 02000000:00000001:1.0:1788219875.416663:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.416665:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.416666:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.416669:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.416670:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.416674:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.416677:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.416679:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91c:0x0] mode (null) 00000002:00000001:1.0:1788219875.416682:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.416684:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.416688:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911e00 count: 2 00010000:00000001:1.0:1788219875.416690:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.416693:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.416695:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.416698:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.416700:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x91c:0x0](ffff9893c18a3a88) invalid 00000020:00000001:1.0:1788219875.416702:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:1.0:1788219875.416704:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst14 (ffff9894d1966000) parent ffff9894d1966d80 inode ffff9893c18a3a88 refc 1 00000080:00000001:1.0:1788219875.416717:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.416721:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.416722:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.416726:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.416729:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.416730:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.416732:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.416734:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.416795:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92984:92984:256:4294967295] 192.168.203.120@tcp LPNI seq info [92984:92984:8:4294967295] 00000400:00000200:0.0:1788219875.416801:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.416812:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.416818:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.416824:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219875.416830:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.416838:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.416842:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.416861:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.416866:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14702 usecs (15 jiffies) 00000400:00000200:0.0:1788219875.416869:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.416872:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744520 00000100:00000001:2.0:1788219875.416995:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744517 00000100:00000001:2.0:1788219875.417002:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744520 00000100:00000001:2.0:1788219875.417005:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744517 00000100:00000001:2.0:1788219875.417008:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219875.417011:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.417013:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219875.417015:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219875.417017:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:2.0:1788219875.417020:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.417022:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.417929:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.417935:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:3.0:1788219875.417941:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.417948:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.417954:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf5d8 00000400:00000010:3.0:1788219875.417956:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf5d8. 00000100:00000001:3.0:1788219875.417961:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.417967:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.417977:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.417981:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.417988:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.417989:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1788219875.422322:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437c400 with handle 0x34450ab7a161296 from hash 00010000:00000001:1.0:1788219875.422333:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.422336:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.422338:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.422339:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.422345:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.422348:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.422353:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.422357:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99200/0x34450ab7a16129d lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x91b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7999 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.422369:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.422374:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.422376:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.422378:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91b:0x0] mode CR 00000002:00000001:1.0:1788219875.422383:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.422386:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.422392:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911c00 count: 2 00010000:00000001:1.0:1788219875.422395:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.422399:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.422400:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.422401:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.422403:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911c00 count: 2 00010000:00000001:1.0:1788219875.422404:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.422406:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.422408:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.422410:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.422414:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.422421:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.422423:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.422431:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.422434:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.422437:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.422440:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.422442:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.422445:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.422447:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.422449:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91b:0x0] 00800000:00000001:1.0:1788219875.422451:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.422454:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x91b:0x0] 00000002:00000001:1.0:1788219875.422457:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.422459:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x91b:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.422466:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.422470:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=31 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.422476:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.422479:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.422484:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.422491:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777e00. 00000100:00000001:1.0:1788219875.422497:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.422515:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c4000 x1875079565691264/t12884930134(12884930134) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.422526:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.422530:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.422536:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.422537:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.422544:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.422546:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.422549:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.422550:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.422554:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.422558:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.422560:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.422561:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.422565:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.422571:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.422573:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.422576:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.422578:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.422581:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.422583:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566235264:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.422588:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.422593:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.422595:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.422597:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.422602:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.422604:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.422612:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.422616:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.422622:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.422628:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566235264, portal 10 00000100:00000001:1.0:1788219875.422630:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.422631:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.422636:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.422644:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.422646:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.422649:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219875.422653:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566235264, offset 0 00000400:00000200:1.0:1788219875.422659:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.422668:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.422675:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.422680:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.422684:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.422688:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.422691:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.422694:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92985:92985:256:4294967295] 192.168.203.120@tcp LPNI seq info [92985:92985:8:4294967295] 00000400:00000200:1.0:1788219875.422698:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.422707:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.422713:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.422718:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219875.422724:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.422732:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.422736:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.422756:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.422760:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.422764:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.422766:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744538 00000100:00000001:1.0:1788219875.422772:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744520 00000100:00000001:1.0:1788219875.422777:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744538 00000100:00000001:1.0:1788219875.422781:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744520 00000100:00000001:1.0:1788219875.422784:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.422786:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.422789:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.422791:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.422793:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.422795:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.422798:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.425458:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.425467:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:3.0:1788219875.425475:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.425485:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.425493:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:3.0:1788219875.425495:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:3.0:1788219875.425501:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.425509:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.425521:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.425524:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.425530:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.425532:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.438922:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.438936:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.438940:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.438942:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.438951:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.438959:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.438968:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.438973:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.438978:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.438982:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789680 00000400:00000200:3.0:1788219875.438987:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.438993:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9725 [1] + 224 00000800:00000001:3.0:1788219875.438999:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.439004:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.439007:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.439012:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.439020:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.439029:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.439039:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.439061:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.439069:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.439072:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.440191:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.440202:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.440205:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.440209:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:1.0:1788219875.440216:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:1.0:1788219875.440218:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:1.0:1788219875.440222:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.440243:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.440254:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566235264/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440260:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.440262:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.440265:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.440268:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.440271:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.440274:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.440277:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.440287:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.440291:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.440294:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.440297:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.440299:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.440302:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.440305:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.440308:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.440309:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.440347:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.440349:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.440353:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.440354:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.440356:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.440358:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.440362:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566235264/t17179869265(17179869265) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440368:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.440370:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.440372:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.440375:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566235264/t17179869265(17179869265) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.440382:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566235264:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.440386:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.440388:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.440391:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.440392:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.440395:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566235264/t17179869265(17179869265) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440401:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.440404:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.440408:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.440409:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.440422:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.440423:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:1.0:1788219875.440427:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.440429:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.440435:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777800. 00000080:00000001:1.0:1788219875.440438:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.440442:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.440444:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.440446:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.440448:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.440451:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.440453:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.440455:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91b:0x0] 00800000:00000001:1.0:1788219875.440457:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.440461:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.440467:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c4000 x1875079565691264/t12884930134(12884930134) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440474:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.440476:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601846272 : -113710107705344 : ffff9894cd6c4000) 00000100:00000001:1.0:1788219875.440478:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.440482:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c4000 x1875079565691264/t12884930134(12884930134) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440487:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.440489:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.440492:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566235264/t17179869265(17179869265) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440497:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.440498:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.440501:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c4000 x1875079565691264/t12884930134(12884930134) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440507:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.440510:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.440512:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=30 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.440514:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.440518:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008e000. 02000000:00000001:1.0:1788219875.440523:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.440525:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.440527:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c4000. 00000100:00000001:1.0:1788219875.440530:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.440531:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.440532:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.440535:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566235264/t17179869265(17179869265) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440540:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.440542:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d240. 00000002:00000001:1.0:1788219875.440544:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.440547:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.440548:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e200. 00000100:00000001:1.0:1788219875.440551:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.440554:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566235264/t17179869265(17179869265) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440559:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.440561:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.440564:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.440567:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.440568:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.440569:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=29 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.440570:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.440571:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777e00. 02000000:00000001:1.0:1788219875.440573:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.440574:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.440575:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:1.0:1788219875.440577:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.440578:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.440580:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.440584:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.440586:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91b:0x0] mode (null) 00000002:00000001:1.0:1788219875.440590:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.440592:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.440599:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911c00 count: 2 00010000:00000001:1.0:1788219875.440602:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.440606:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.440608:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.440611:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.440613:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x91b:0x0](ffff9894d0126c08) invalid 00000020:00000001:1.0:1788219875.440616:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:1.0:1788219875.440618:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst13 (ffff9894d1966d80) parent ffff9893e7913510 inode ffff9894d0126c08 refc 1 00000080:00000001:1.0:1788219875.440623:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.440625:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.440627:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.440631:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.440634:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.440636:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.440638:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.440640:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.440644:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c99200 with handle 0x34450ab7a16129d from hash 00010000:00000001:1.0:1788219875.440646:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.440648:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.440649:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.440650:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.440654:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.440655:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.440659:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.440663:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2ae00/0x34450ab7a1612a4 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x91a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded79ae expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.440671:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.440674:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.440675:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.440676:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91a:0x0] mode CR 00000002:00000001:1.0:1788219875.440678:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.440680:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.440682:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911f00 count: 2 00010000:00000001:1.0:1788219875.440684:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.440686:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.440688:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.440689:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.440690:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911f00 count: 2 00010000:00000001:1.0:1788219875.440692:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.440693:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.440695:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.440697:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.440700:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.440705:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd777e00. 00000080:00000001:1.0:1788219875.440719:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.440726:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.440729:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.440730:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.440731:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.440733:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.440734:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.440736:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.440737:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91a:0x0] 00800000:00000001:1.0:1788219875.440739:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.440741:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x91a:0x0] 00000002:00000001:1.0:1788219875.440753:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.440755:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x91a:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.440761:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6d880. 00000020:00000040:1.0:1788219875.440764:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=30 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.440768:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.440770:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.440773:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.440779:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd777800. 00000100:00000001:1.0:1788219875.440784:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.440796:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39d500 x1875079565691648/t12884930135(12884930135) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.440805:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.440810:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.440816:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.440818:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.440823:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219875.440826:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660094848 : -113710049456768 : ffff9894d0e50d80) 00000100:00000001:1.0:1788219875.440828:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.440829:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:1.0:1788219875.440833:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.440837:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.440839:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.440840:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.440844:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.440851:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.440852:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.440856:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.440858:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.440860:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.440864:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566235520:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.440868:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.440872:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.440874:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.440877:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.440881:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee180400. 02000000:00000001:1.0:1788219875.440883:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.440888:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.440892:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26790. 00000400:00000010:1.0:1788219875.440897:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.442296:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566235520, portal 10 00000100:00000001:1.0:1788219875.442303:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.442305:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000040:1.0:1788219875.442336:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.442345:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.442347:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.442787:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf880. 00000100:00000200:0.0:1788219875.442796:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566235520, offset 0 00000400:00000200:0.0:1788219875.442804:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.442814:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.442822:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.442827:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.442831:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.442835:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.442838:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.442841:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92986:92986:256:4294967295] 192.168.203.120@tcp LPNI seq info [92986:92986:8:4294967295] 00000400:00000200:0.0:1788219875.442846:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.442856:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.442862:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.442868:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219875.442875:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.442883:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.442887:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.442913:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.442918:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.442922:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.442925:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744558 00000100:00000001:0.0:1788219875.442931:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744538 00000100:00000001:0.0:1788219875.442937:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744558 00000100:00000001:0.0:1788219875.442940:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744538 00000100:00000001:0.0:1788219875.442943:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.442947:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.442950:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.442952:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.442954:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.442957:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.442959:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.443856:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.443864:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:3.0:1788219875.443871:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.443878:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.443885:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf880 00000400:00000010:3.0:1788219875.443888:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf880. 00000100:00000001:3.0:1788219875.443893:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.443900:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.443912:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.443915:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.443921:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.443923:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.446894:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.446911:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.446915:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.446918:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.446927:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.446935:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.446943:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.446949:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.446954:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.446958:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb789580 00000400:00000200:3.0:1788219875.446964:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.446969:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe971d [1] + 224 00000800:00000001:3.0:1788219875.446976:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.446983:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.446986:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.446991:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.446998:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.447005:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.447014:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.447036:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.447044:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.447047:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219875.447384:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219875.447393:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219875.447394:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219875.447397:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a48f0. 00000400:00000200:2.0:1788219875.447403:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfd48 00000400:00000010:2.0:1788219875.447405:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfd48. 00000100:00000001:2.0:1788219875.447408:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.447413:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788219875.447422:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.447428:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219875.447430:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219875.447433:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219875.447436:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219875.447438:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219875.447440:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219875.447455:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219875.447464:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219875.447469:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219875.447471:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219875.447473:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.447476:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219875.447478:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.447481:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219875.447483:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:2.0:1788219875.447485:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219875.447487:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219875.447490:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.447497:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219875.447499:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219875.447501:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219875.447504:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788219875.447516:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566235008:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219875.447529:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219875.447532:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.447534:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219875.447536:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.447540:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.447550:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219875.447554:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:2.0:1788219875.447558:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219875.447560:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.447563:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788219875.447566:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447568:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447572:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=4 00000020:00000001:2.0:1788219875.447575:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447577:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000040:2.0:1788219875.447584:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1b600, remote cookie: 0x1782eba8aded87e6, flags: 0x1001 00010000:00010000:2.0:1788219875.447589:0:330219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219875.447600:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447606:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788219875.447610:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788219875.447612:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788219875.447613:0:330219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788219875.447614:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788219875.447617:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x4:0x0].0x0 (ffff9893ef708500) refcount = 1 00010000:00010000:2.0:1788219875.447620:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447626:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788219875.447630:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788219875.447631:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219875.447634:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788219875.447637:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219875.447640:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447645:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788219875.447647:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447648:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.447650:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447651:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.447652:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.447656:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788219875.447658:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447659:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447660:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219875.447662:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447664:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447667:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447668:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447669:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=4 00000020:00000001:2.0:1788219875.447671:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447672:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447675:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219875.447678:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219875.447681:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447687:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447688:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.447689:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447690:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447691:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=5 00000020:00000001:2.0:1788219875.447693:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447695:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447697:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219875.447699:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447705:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447706:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788219875.447709:0:330219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447715:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219875.447716:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447717:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.447718:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447719:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788219875.447724:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788219875.447733:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447734:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447735:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219875.447859:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447862:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447864:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447865:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219875.447867:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.447869:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.447871:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788219875.447873:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447874:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447876:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219875.447877:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447879:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00000002:00010000:2.0:1788219875.447882:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.447890:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447891:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.447892:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788219875.447894:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.447895:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.447896:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219875.447898:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.447900:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000040:2.0:1788219875.447977:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:2.0:1788219875.447981:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788219875.447986:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/4 (0 0) 00010000:00000001:2.0:1788219875.447989:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.447990:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219875.447991:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788219875.447994:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b470 00000002:00002000:2.0:1788219875.447996:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788219875.447999:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.448005:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219875.448006:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.448007:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.448009:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219875.448011:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.448012:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.448015:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.448016:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219875.448017:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.448019:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.448020:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.448021:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:2.0:1788219875.448023:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.448025:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.448027:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219875.448029:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.448035:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.448036:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.448038:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219875.448040:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219875.448043:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219875.448051:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219875.448054:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219875.448056:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219875.448060:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.448061:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.448062:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.448066:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219875.448067:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.448069:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.448071:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.448073:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219875.448074:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.448075:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788219875.448077:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.448082:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017800 x1875079566235008/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.448088:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219875.448091:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219875.448094:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9b800. 02000000:00000001:2.0:1788219875.448098:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219875.448100:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219875.448102:0:330219:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219875.448104:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219875.448107:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f000. 02000000:00000001:2.0:1788219875.448110:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219875.448111:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219875.448113:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017800. 00000100:00000001:2.0:1788219875.448129:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219875.448130:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:2.0:1788219875.448132:0:330219:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894c9cba600. 00800000:00000001:2.0:1788219875.448136:0:330219:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1788219875.448139:0:330219:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x5:0x0] size 4096, blocks 8 nlink 2, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000040:2.0:1788219875.448143:0:330219:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x4:0x0] size 4096, blocks 8 nlink 2, atime 1788219875 ctime 1788219875, mtime 1788219875. 00000080:00000010:2.0:1788219875.448146:0:330219:0:(llite_lib.c:2057:ll_update_lsm_md()) kfreed 'attr': 80 at ffff9893e6a02120. 00000080:00000001:2.0:1788219875.448150:0:330219:0:(llite_lib.c:2058:ll_update_lsm_md()) Process leaving 00800000:00000002:2.0:1788219875.448152:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:2.0:1788219875.448157:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:2.0:1788219875.448160:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:2.0:1788219875.448164:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x987:0x0], updating i_size 8192 00000080:00200000:2.0:1788219875.448167:0:330219:0:(namei.c:147:ll_iget()) got inode: [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8): rc = 0 00000080:00000001:2.0:1788219875.448170:0:330219:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506057672 : -113710203493944 : ffff9894c7b6a1c8) 00010000:00000001:2.0:1788219875.448172:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.448174:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.448176:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:2.0:1788219875.448178:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219875.448180:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219875.448182:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.448183:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219875.448185:0:330219:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788219875.448187:0:330219:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788219875.448189:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788219875.448192:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788219875.448193:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788219875.448198:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) for lock 0x34450ab7a163431 00800000:00000001:2.0:1788219875.448200:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788219875.448202:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788219875.448203:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.448204:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.448205:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:2.0:1788219875.448206:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219875.448208:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219875.448210:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.448211:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788219875.448212:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788219875.448213:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788219875.448220:0:330219:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e929baf8 inode ffff9894c7b6a1c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788219875.448224:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788219875.448225:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788219875.449466:0:330219:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788219875.449475:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) 00000080:00010000:2.0:1788219875.449479:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163431 from it ffffa959c8b7ba28 00010000:00000001:2.0:1788219875.449482:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.449484:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.449487:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b800 refcount=3 00000020:00000001:2.0:1788219875.449489:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219875.449492:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831525376 : -113713878026240 : ffff9893ecb1b800) 00010000:00000001:2.0:1788219875.449494:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788219875.449499:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788219875.449507:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.449509:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.449510:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788219875.449513:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788219875.449515:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788219875.449522:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788219875.449639:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788219875.449642:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219875.449647:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.449648:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.449649:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.449652:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788219875.449653:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.449655:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.449659:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.449661:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788219875.449663:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.449664:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788219875.449665:0:330219:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788219875.449671:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000100:00000001:2.0:1788219875.449677:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.449687:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566234240/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 584/672 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.449695:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219875.449698:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219875.449701:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9d000. 02000000:00000001:2.0:1788219875.449705:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219875.449707:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219875.449709:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=29 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219875.449711:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219875.449713:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:2.0:1788219875.449716:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219875.449717:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219875.449719:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:2.0:1788219875.449722:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219875.449723:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788219875.449732:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788219875.449734:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788219875.449739:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788219875.449754:0:330219:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893e4bca140. 00000020:00000001:2.0:1788219875.449759:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bae8 00000080:00200000:2.0:1788219875.449762:0:330219:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags=13 00000080:00000001:2.0:1788219875.449765:0:330219:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788219875.449766:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b998 00000080:00200000:2.0:1788219875.449768:0:330219:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), intent=getattr 00000080:00000010:2.0:1788219875.449776:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9893f4d46600. 00800000:00000002:2.0:1788219875.449781:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:2.0:1788219875.449785:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788219875.449790:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788219875.449792:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b8b8 00800000:00000002:2.0:1788219875.449794:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x987:0x0] 00800000:00000001:2.0:1788219875.449797:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1788219875.449801:0:330219:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:2.0:1788219875.449805:0:330219:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x4:0x0] 00000020:00000001:2.0:1788219875.449808:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b850 00800000:00000002:2.0:1788219875.449810:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x4:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #1 00000002:00000001:2.0:1788219875.449815:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788219875.450095:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b788 00000002:00010000:2.0:1788219875.450099:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788219875.450103:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788219875.450105:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788219875.450110:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029180. 00000020:00000040:2.0:1788219875.450229:0:330219:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:2.0:1788219875.450282:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788219875.450288:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788219875.450292:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788219875.450293:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788219875.450294:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.450297:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219875.450299:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219875.450303:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219875.450751:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d4940c00. 00000100:00000001:2.0:1788219875.450760:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.450766:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219875.450767:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.450769:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788219875.450770:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.450772:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219875.450778:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00010000:00000001:2.0:1788219875.450782:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788219875.450784:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788219875.450791:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:2.0:1788219875.450793:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788219875.450796:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788219875.450801:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9894ed341c00. 00000020:00000001:2.0:1788219875.450806:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788219875.450808:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9894ed341c00 with handle 0x34450ab7a163446 to hash 00000020:00000001:2.0:1788219875.450810:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788219875.450811:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:2.0:1788219875.450814:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:2.0:1788219875.450817:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219875.450821:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219875.450824:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219875.450832:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788219875.450842:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788219875.450848:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219875.450850:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219875.450856:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efcc00. 00000100:00000001:2.0:1788219875.450858:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667821568 : -113714041730048 : ffff9893e2efcc00) 00000100:00000001:2.0:1788219875.450861:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219875.450863:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000001:2.0:1788219875.450867:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219875.450871:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.450873:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219875.450874:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219875.450883:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.450891:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219875.450893:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219875.450897:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219875.450899:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219875.450901:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219875.450914:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566235648:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1788219875.450918:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219875.450922:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219875.450925:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219875.450927:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219875.450932:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894ed0dc800. 02000000:00000001:2.0:1788219875.450934:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219875.450941:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219875.450945:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29a0. 00000400:00000010:2.0:1788219875.450951:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219875.450957:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566235648, portal 10 00000100:00000001:2.0:1788219875.450959:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219875.450960:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131791232 : -113709577760384 : ffff9894ed029180) 00000100:00000040:2.0:1788219875.450965:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.450971:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219875.450974:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219875.450976:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219875.450978:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566235648, offset 0 00000400:00000200:2.0:1788219875.450984:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219875.450991:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.450998:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219875.451003:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219875.451006:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219875.451010:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219875.451012:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219875.451015:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92987:92987:256:4294967295] 192.168.203.120@tcp LPNI seq info [92987:92987:8:4294967295] 00000400:00000200:2.0:1788219875.451019:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.451028:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219875.451033:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219875.451037:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006b00. 00000800:00000200:2.0:1788219875.451043:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219875.451050:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219875.451054:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788219875.451070:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219875.451074:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14712 usecs (15 jiffies) 00000400:00000200:2.0:1788219875.451077:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219875.451079:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744554 00000100:00000001:2.0:1788219875.451082:0:330219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313744558 00000100:00000001:2.0:1788219875.451085:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744554 00000100:00000001:2.0:1788219875.451087:0:330219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313744558 00000100:00000001:2.0:1788219875.451089:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219875.451092:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.451094:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219875.451096:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219875.451098:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efcc00 going to sleep for 11 seconds 00000100:00000001:2.0:1788219875.451100:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.451103:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219875.451628:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.451641:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.451644:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.451646:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.451651:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.451666:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.451674:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.451678:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.451682:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.451686:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789780 00000400:00000200:3.0:1788219875.451690:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.451695:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe972d [1] + 224 00000800:00000001:3.0:1788219875.451701:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.451747:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.451751:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.451756:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.451762:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.451769:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.451779:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.451798:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788219875.451844:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.451859:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006b00. 00000400:00000200:3.0:1788219875.451862:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.451865:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.451868:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:3.0:1788219875.451870:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:3.0:1788219875.451873:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.451877:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.451886:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.451890:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.451946:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.451953:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.451955:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.451957:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26790. 00000400:00000200:0.0:1788219875.451962:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:0.0:1788219875.451964:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:0.0:1788219875.451967:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.451971:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.451978:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6d880 x1875079566235520/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.451983:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.451985:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.451987:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.451989:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.451992:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.451993:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.451996:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.452004:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.452008:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.452010:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.452012:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.452014:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.452017:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.452020:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.452021:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.452023:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.452025:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.452027:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000100:00000001:0.0:1788219875.452030:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.452032:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.452034:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.452036:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.452040:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6d880 x1875079566235520/t17179869266(17179869266) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.452046:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.452048:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.452050:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.452053:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6d880 x1875079566235520/t17179869266(17179869266) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.452060:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566235520:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.452064:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.452067:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.452068:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.452070:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.452073:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566235520/t17179869266(17179869266) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.452078:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.452081:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50d80. 00000100:00000001:0.0:1788219875.452084:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.452086:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.452091:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.452092:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875170432 : -113709834381184 : ffff9894ddb6d880) 00000002:00000001:0.0:1788219875.452094:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.452097:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.452101:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777e00. 00000080:00000001:0.0:1788219875.452105:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.452108:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.452111:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000100:00000001:3.0:1788219875.452449:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.452451:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.452460:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.452463:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1788219875.455203:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.455212:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.455215:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.455219:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.455222:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x91a:0x0] 00800000:00000001:0.0:1788219875.455225:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.455240:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.455257:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39d500 x1875079565691648/t12884930135(12884930135) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455269:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.455271:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412992 : -113709574138624 : ffff9894ed39d500) 00000100:00000001:0.0:1788219875.455275:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.455280:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d500 x1875079565691648/t12884930135(12884930135) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455287:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.455290:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.455293:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6d880 x1875079566235520/t17179869266(17179869266) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455300:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.455302:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.455304:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d500 x1875079565691648/t12884930135(12884930135) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455323:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.455327:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.455329:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=28 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.455331:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.455336:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11f000. 02000000:00000001:0.0:1788219875.455344:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.455346:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.455348:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d500. 00000100:00000001:0.0:1788219875.455351:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.455353:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.455354:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.455357:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d880 x1875079566235520/t17179869266(17179869266) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455362:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.455364:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893dba88e20. 00000002:00000001:0.0:1788219875.455366:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.455368:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.455371:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e070eec0. 00000100:00000001:0.0:1788219875.455373:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.455376:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d880 x1875079566235520/t17179869266(17179869266) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455382:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.455385:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.455387:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee180400. 02000000:00000001:0.0:1788219875.455390:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.455391:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.455392:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=27 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.455394:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.455395:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd777800. 02000000:00000001:0.0:1788219875.455397:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.455398:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.455399:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d880. 00000100:00000001:0.0:1788219875.455401:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.455402:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.455405:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.455408:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.455410:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x91a:0x0] mode (null) 00000002:00000001:0.0:1788219875.455413:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.455416:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.455423:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911f00 count: 2 00010000:00000001:0.0:1788219875.455426:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.455431:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.455433:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.455437:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.455439:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x91a:0x0](ffff9894d0a51988) invalid 00000020:00000001:0.0:1788219875.455661:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.455665:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst12 (ffff9893e7913510) parent ffff9893e7913438 inode ffff9894d0a51988 refc 1 00000080:00000001:0.0:1788219875.455670:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.455673:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.455676:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.455680:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.455683:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.455685:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.455687:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.455690:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.455694:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2ae00 with handle 0x34450ab7a1612a4 from hash 00010000:00000001:0.0:1788219875.455697:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.455698:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.455700:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.455701:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.455704:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.455706:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.455710:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.455714:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b400/0x34450ab7a1612ab lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x919:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded79c3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.455722:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.455725:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.455726:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.455727:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x919:0x0] mode CR 00000002:00000001:0.0:1788219875.455730:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.455731:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.455733:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911700 count: 2 00010000:00000001:0.0:1788219875.455735:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.455738:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.455739:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.455740:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.455742:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911700 count: 2 00010000:00000001:0.0:1788219875.455743:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.455745:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.455746:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.455748:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.455751:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.455758:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.455760:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.455767:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.455770:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.455772:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.455774:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.455776:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.455778:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.455780:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.455781:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x919:0x0] 00800000:00000001:0.0:1788219875.455783:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.455785:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x919:0x0] 00000002:00000001:0.0:1788219875.455787:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.455790:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x919:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.455795:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.455799:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=28 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.455803:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.455805:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.455809:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.455816:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219875.455821:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.455834:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39f100 x1875079565692032/t12884930136(12884930136) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.455844:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.455848:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.455855:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.455857:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.455863:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.455866:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.455868:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.455869:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.455873:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.455878:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.455881:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.455882:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.455886:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.455892:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.455895:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.455898:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.455901:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.456613:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.456619:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566235904:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.456624:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.456630:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.456633:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.456635:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.456640:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.456642:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.456649:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.456654:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:0.0:1788219875.456661:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219875.456667:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566235904, portal 10 00000100:00000001:0.0:1788219875.456669:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.456670:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.456680:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.456687:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.456690:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.456693:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219875.456697:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566235904, offset 0 00000400:00000200:0.0:1788219875.456703:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.456711:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.456717:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.456723:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.456727:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.456731:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.456733:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.456737:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92988:92988:256:4294967295] 192.168.203.120@tcp LPNI seq info [92988:92988:8:4294967295] 00000400:00000200:0.0:1788219875.456741:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.456750:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.456755:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.456760:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219875.456766:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.456773:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.456778:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.456801:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.456805:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.456808:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.456811:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744572 00000100:00000001:0.0:1788219875.456818:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744558 00000100:00000001:0.0:1788219875.456822:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744572 00000100:00000001:0.0:1788219875.456826:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744558 00000100:00000001:0.0:1788219875.456829:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.456831:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.456834:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.456836:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.456838:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.456841:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.456843:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219875.457224:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.457244:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.457247:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.457249:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.457254:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.457258:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.457264:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.457267:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.457271:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.457274:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb789800 00000400:00000200:3.0:1788219875.457278:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.457282:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9735 [1] + 224 00000800:00000001:3.0:1788219875.457289:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.457294:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.457297:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.457301:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.457307:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.457342:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.457351:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.457366:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788219875.457450:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.457454:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:3.0:1788219875.457458:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.457461:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.457464:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:3.0:1788219875.457467:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:3.0:1788219875.457470:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.457473:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.457483:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.457486:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.457493:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.457495:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.457499:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.457502:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.457770:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.457775:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.457777:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.457779:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29a0. 00000400:00000200:0.0:1788219875.457783:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:0.0:1788219875.457785:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:0.0:1788219875.457787:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.457792:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.457800:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.457807:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.457808:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.457811:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.457813:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.457816:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.457818:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.457821:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.457830:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.457835:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219875.457838:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219875.457841:0:330219:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.457848:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.457852:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.457854:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219875.457856:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.457858:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219875.457863:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.457870:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219875.457872:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.457874:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.457879:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.457887:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566235648:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.457892:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.457894:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.457896:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.457898:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.457901:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.457918:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.457921:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efcc00. 00000100:00000001:0.0:1788219875.457924:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.457926:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219875.457930:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.457934:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.457936:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.457939:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=4 00000020:00000001:0.0:1788219875.457941:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219875.457945:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00010000:0.0:1788219875.457949:0:330219:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.457959:0:330219:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219875.457962:0:330219:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.457967:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.457971:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.457976:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.457978:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.457980:0:330219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.457986:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.457988:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.457991:0:330219:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219875.457994:0:330219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.458001:0:330219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9894ed341c00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219875.458004:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219875.458007:0:330219:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.458012:0:330219:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219875.458014:0:330219:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219875.458017:0:330219:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.458025:0:330219:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219875.458028:0:330219:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219875.458029:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.458030:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.458031:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed341c00 refcount=5 00000020:00000001:0.0:1788219875.458033:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219875.458035:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135037952 : -113709574513664 : ffff9894ed341c00) 00010000:00000001:0.0:1788219875.458038:0:330219:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.458040:0:330219:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219875.458046:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.458047:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.458050:0:330219:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219875.458051:0:330219:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.458054:0:330219:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.458055:0:330219:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.458057:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.458058:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.458061:0:330219:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed341c00 with handle 0x34450ab7a163446 from hash 00010000:00000001:0.0:1788219875.458062:0:330219:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.458063:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458064:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458065:0:330219:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.458067:0:330219:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.458068:0:330219:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219875.458071:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458072:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458073:0:330219:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.458075:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.458077:0:330219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.458083:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458084:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458086:0:330219:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219875.458087:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.458088:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458089:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458090:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.458092:0:330219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9894ed341c00/0x34450ab7a163446 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.458102:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458104:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219875.458108:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219875.458112:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.458131:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219875.458133:0:330219:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.458135:0:330219:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.458137:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.458140:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.458142:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219875.458143:0:330219:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.458145:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.458148:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b710 00000002:00002000:0.0:1788219875.458150:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219875.458153:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.458157:0:330219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.458160:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219875.458162:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219875.458165:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.458168:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.458171:0:330219:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219875.458173:0:330219:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8b7bb20 it_disposition 7 00000080:00002000:0.0:1788219875.458178:0:330219:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e92ec1b0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219875.458186:0:330219:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:0.0:1788219875.458189:0:330219:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.458193:0:330219:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219875.458196:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.458199:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.458201:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.458204:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.458205:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.458207:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x4:0x0] 00800000:00000001:0.0:1788219875.458209:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.458212:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.458214:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.458216:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.458222:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:0.0:1788219875.458224:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.458428:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.458432:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.458436:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219875.458627:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.458632:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.458636:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219875.458644:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.458646:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.458648:0:330219:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.458652:0:330219:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219875.458654:0:330219:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b7b930 released 00000080:00010000:0.0:1788219875.458656:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16343f from it ffffa959c8b7b930 00010000:00000001:0.0:1788219875.458659:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.458660:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.458662:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:0.0:1788219875.458664:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.458666:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:0.0:1788219875.458668:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.458671:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219875.458678:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458679:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458680:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.458682:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.458684:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.458691:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.458694:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.458697:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.458701:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458702:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.458704:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.458706:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.458708:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.458710:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.458712:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.458714:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.458715:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.458716:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219875.458718:0:330219:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219875.458719:0:330219:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219875.458723:0:330219:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219875.458727:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9893f4d46600. 00000100:00000001:0.0:1788219875.458731:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.458737:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029180 x1875079566235648/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.458744:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.458746:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.458748:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894ed0dc800. 02000000:00000001:0.0:1788219875.458752:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.458754:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.458755:0:330219:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.458757:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.458761:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d4940c00. 02000000:00000001:0.0:1788219875.458765:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.458766:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.458768:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029180. 00000100:00000001:0.0:1788219875.458771:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.458773:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.458775:0:330219:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219875.458776:0:330219:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b7bb20 released 00000080:00000001:0.0:1788219875.458777:0:330219:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219875.458781:0:330219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.458783:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb70 00000080:00002000:0.0:1788219875.458785:0:330219:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.1 (ffff9893e92ec1b0, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219875.458788:0:330219:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.458846:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.458849:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.458851:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.458852:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbb0 00000080:00200000:0.0:1788219875.458854:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.458860:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00800000:00000002:0.0:1788219875.458866:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.458869:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.458872:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.458873:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bad0 00800000:00000002:0.0:1788219875.458875:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.458878:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.458880:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.458881:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.458883:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.458885:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.458886:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.458887:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.458889:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.458892:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.458896:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.458898:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9a0 00000002:00010000:0.0:1788219875.459414:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.459421:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.459422:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.459424:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.459430:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.459432:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.459435:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.459439:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.459442:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219875.459459:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.459462:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.459465:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219875.459471:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.459472:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.459474:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.459476:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.459478:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.459480:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.459482:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.459484:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.459487:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.459490:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.459492:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.459494:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.459497:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.459500:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.459502:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.459503:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.459505:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.459507:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.459509:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.459511:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.459513:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.459514:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.459516:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.459517:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.459519:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bbe8 00010000:00000001:0.0:1788219875.459938:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.459939:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.459941:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.459943:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.459945:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.459947:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.459950:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219875.459957:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.459957:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.459959:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.459960:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.459963:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.459969:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.459971:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.459973:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.459976:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.459977:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.459978:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.459981:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.459982:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.459983:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.459986:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.459988:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.459989:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.459990:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.459993:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.459995:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.459998:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.460002:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.460007:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.460009:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb78 00000080:00002000:0.0:1788219875.460010:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x20000e refc 1 00000080:00000001:0.0:1788219875.460013:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.460015:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbc0 00000080:00200000:0.0:1788219875.460016:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16408 00000080:00000001:0.0:1788219875.460020:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.460022:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.460025:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219875.460026:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.460029:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.460031:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.460032:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbd8 00000080:00002000:0.0:1788219875.460033:0:330219:0:(dcache.c:87:ll_dcompare()) found name d0.1(ffff9893e92ec1b0) flags 0x8000e refc 0 00000080:00000001:0.0:1788219875.460036:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.460037:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc20 00000080:00200000:0.0:1788219875.460039:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.1, flags=16392 00000080:00000001:0.0:1788219875.460041:0:330219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.460043:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bba8 00000080:00002000:0.0:1788219875.460044:0:330219:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.1 (ffff9893e92ec1b0, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219875.460046:0:330219:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.460077:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.460080:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.460081:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.460083:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb20 00000080:00200000:0.0:1788219875.460085:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.460090:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00800000:00000002:0.0:1788219875.460094:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.460096:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.460099:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.460100:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba40 00800000:00000002:0.0:1788219875.460102:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.460105:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.460107:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.460109:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.460111:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.460126:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.460128:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.460130:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.460132:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.460135:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.460138:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.460140:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b910 00000002:00010000:0.0:1788219875.460141:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.460144:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.460145:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.460147:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.460150:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.460153:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.460156:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.460158:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.460161:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219875.460168:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.460170:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.460173:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219875.460179:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.460181:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.460182:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.460184:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.460185:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.460187:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.460189:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.460191:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.460194:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.460198:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.460199:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.460201:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.460203:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.460206:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.460207:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.460209:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.460210:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.460211:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.460213:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.460215:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.460217:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.460218:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.460219:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.460221:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.460223:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bb58 00010000:00000001:0.0:1788219875.460225:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.460226:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.460239:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.460241:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.460243:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.460245:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.460247:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.460253:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.460254:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.460256:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.460257:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.460260:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219875.460265:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.460267:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.460269:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.460270:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.460271:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.460273:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460274:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.460276:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460277:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460280:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460281:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.460283:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.460284:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.460286:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.460287:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.460289:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.460292:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.460294:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.460296:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb48 00000080:00002000:0.0:1788219875.460298:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x20000e refc 1 00000080:00000001:0.0:1788219875.460300:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.460301:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb90 00000080:00200000:0.0:1788219875.460302:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=13 00000080:00000001:0.0:1788219875.460304:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.460306:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.460335:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bd08 00000080:00200008:0.0:1788219875.460338:0:330219:0:(file.c:6283:ll_getattr_dentry()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219875.460342:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.460343:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc80 00000080:00200000:0.0:1788219875.460345:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8),name=d160g.sanity 00000080:00000010:0.0:1788219875.460349:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00800000:00000002:0.0:1788219875.460352:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:0.0:1788219875.460354:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.460358:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.460360:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.460361:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bba0 00800000:00000002:0.0:1788219875.460363:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x987:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.460366:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.460369:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.460370:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.460371:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.460372:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.460374:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.460375:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.460377:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.460379:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.460380:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.460381:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.460382:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.460383:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.460385:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.460386:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.460388:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x987:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.460391:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.460392:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba70 00000002:00010000:0.0:1788219875.460394:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x987:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.460396:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.460397:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.460399:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.460402:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:0.0:1788219875.460404:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219875.460407:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 30 res 8589939618/2439 (0 0) 00000002:00000001:0.0:1788219875.460410:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.460412:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.460414:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.460417:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.460422:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017b80. 00000020:00000040:0.0:1788219875.460426:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=29 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.460432:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.460436:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.460439:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.460440:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.460442:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.460444:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.460447:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.460449:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.460455:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f000. 00000100:00000001:0.0:1788219875.460461:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460465:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.460467:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460469:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.460470:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.460472:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.460478:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00010000:00000001:0.0:1788219875.460481:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.460483:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219875.460485:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.460487:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.460490:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.460493:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1a400. 00000020:00000001:0.0:1788219875.460497:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.460499:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1a400 with handle 0x34450ab7a16344d to hash 00000020:00000001:0.0:1788219875.460501:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.460503:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.460506:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.460509:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.460510:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.460514:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.460534:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.460545:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.460550:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.460552:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.460560:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.460563:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.460565:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.460567:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00000100:00000001:0.0:1788219875.460571:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.460575:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.460577:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.460579:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.460588:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.460596:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.460598:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.460601:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.460604:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.460607:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.460610:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017b80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566236032:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.460614:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.460618:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.460620:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.460623:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.460628:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b98800. 02000000:00000001:0.0:1788219875.460629:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.460637:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.460641:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a45d8. 00000400:00000010:0.0:1788219875.460648:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219875.460655:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566236032, portal 10 00000100:00000001:0.0:1788219875.460657:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.460658:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00000100:00000040:0.0:1788219875.460664:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.460670:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.460672:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.460675:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf2a8. 00000100:00000200:0.0:1788219875.460679:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566236032, offset 0 00000400:00000200:0.0:1788219875.460686:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.460695:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.460702:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.460707:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.460711:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.460715:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.460718:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.460721:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92989:92989:256:4294967295] 192.168.203.120@tcp LPNI seq info [92989:92989:8:4294967295] 00000400:00000200:0.0:1788219875.460725:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.460735:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.460741:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.460747:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219875.460752:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.460759:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.460763:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.460785:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.460790:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.460793:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.460796:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744576 00000100:00000001:0.0:1788219875.460803:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744572 00000100:00000001:0.0:1788219875.460808:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744576 00000100:00000001:0.0:1788219875.460812:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744572 00000100:00000001:0.0:1788219875.460815:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.460818:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.460820:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.460821:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.460824:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.460826:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.460829:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.461269:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.461274:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:3.0:1788219875.461278:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.461284:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.461289:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf2a8 00000400:00000010:3.0:1788219875.461291:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf2a8. 00000100:00000001:3.0:1788219875.461295:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.461299:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.461308:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.461342:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.461349:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.461351:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219875.462644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed341c00. 00000800:00000001:2.0:1788219875.474630:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474646:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.474650:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474652:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.474660:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474668:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.474677:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474683:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474687:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474690:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789900 00000400:00000200:2.0:1788219875.474695:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474702:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9745 [1] + 224 00000800:00000001:2.0:1788219875.474717:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474721:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.474724:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.474728:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.474735:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.474744:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.474753:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.474780:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.474788:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474793:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.474795:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474797:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.474800:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474803:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.474808:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474810:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474813:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474816:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 672 into portal 10 MB=0x6a95ffb789980 00000400:00000200:2.0:1788219875.474820:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.474824:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 672/672 into md 0xe974d [1] + 224 00000800:00000001:2.0:1788219875.474828:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474834:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.474837:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.474840:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:0.0:1788219875.474840:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.474846:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1788219875.474850:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788219875.474852:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1788219875.474854:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.474859:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:0.0:1788219875.474867:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000100:00000040:2.0:1788219875.474868:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=1152 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1788219875.474872:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:0.0:1788219875.474877:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.474885:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.474895:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566235904/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.474899:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.474906:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.474910:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.474915:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.474917:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.474920:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.474924:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.474927:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.474929:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.474933:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.474943:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.474947:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.474950:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.474951:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.474954:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.474957:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.474960:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.474962:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.474964:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.474966:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.474968:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.474972:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.474974:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.474975:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.474978:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.474982:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566235904/t17179869267(17179869267) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.474990:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.474993:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.474995:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.474999:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566235904/t17179869267(17179869267) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.475006:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566235904:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.475011:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.475013:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.475015:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.475017:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.475021:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566235904/t17179869267(17179869267) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475027:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.475030:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.475034:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.475036:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.475042:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.475043:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.475046:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.475049:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.475054:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.475058:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.475062:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.475065:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.475068:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.475070:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.475073:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.475074:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.475076:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x919:0x0] 00800000:00000001:0.0:1788219875.475079:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.475082:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.475087:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39f100 x1875079565692032/t12884930136(12884930136) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475093:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.475095:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135420160 : -113709574131456 : ffff9894ed39f100) 00000100:00000001:0.0:1788219875.475097:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.475100:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39f100 x1875079565692032/t12884930136(12884930136) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475105:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.475106:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.475132:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566235904/t17179869267(17179869267) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475137:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.475139:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.475142:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39f100 x1875079565692032/t12884930136(12884930136) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475148:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.475150:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.475152:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=28 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.475154:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.475156:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11f400. 02000000:00000001:0.0:1788219875.475161:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.475163:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.475164:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39f100. 00000100:00000001:0.0:1788219875.475167:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.475168:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.475169:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.475172:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566235904/t17179869267(17179869267) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475177:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.475179:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bca5e0. 00000002:00000001:0.0:1788219875.475181:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.475183:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.475184:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47940. 00000100:00000001:0.0:1788219875.475186:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.475189:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566235904/t17179869267(17179869267) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475199:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.475200:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.475202:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.475205:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.475206:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.475207:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=27 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.475209:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.475210:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219875.475212:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.475213:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.475214:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.475216:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.475217:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.475220:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.475222:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.475224:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x919:0x0] mode (null) 00000002:00000001:0.0:1788219875.475236:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.475239:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.475245:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911700 count: 2 00010000:00000001:0.0:1788219875.475248:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.475254:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.475255:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.475259:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.475261:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x919:0x0](ffff9894d09c5348) invalid 00000020:00000001:0.0:1788219875.475264:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.475266:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst11 (ffff9893e7913438) parent ffff9893f0e3a798 inode ffff9894d09c5348 refc 1 00000080:00000001:0.0:1788219875.475271:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.475275:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.475277:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.475281:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.475284:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.475286:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.475288:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.475290:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.475294:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2b400 with handle 0x34450ab7a1612ab from hash 00010000:00000001:0.0:1788219875.475296:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.475298:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.475299:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.475301:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.475304:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.475306:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.475309:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.475354:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6a00/0x34450ab7a1612b2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x918:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded79df expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.475364:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.475368:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.475369:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.475370:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x918:0x0] mode CR 00000002:00000001:0.0:1788219875.475372:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.475373:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.475376:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911900 count: 2 00010000:00000001:0.0:1788219875.475378:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.475380:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.475381:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.475382:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.475384:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911900 count: 2 00010000:00000001:0.0:1788219875.475385:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.475387:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.475389:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.475391:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.475394:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.475398:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.475401:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.475407:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.475411:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.475412:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.475413:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.475414:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.475415:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.475417:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.475419:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x918:0x0] 00800000:00000001:0.0:1788219875.475421:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.475422:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x918:0x0] 00000002:00000001:0.0:1788219875.475425:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.475427:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x918:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.475430:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.475433:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=28 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.475436:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.475439:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.475443:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.475448:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb400. 00000100:00000001:0.0:1788219875.475453:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.475465:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c4380 x1875079565692416/t12884930137(12884930137) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.475474:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.475479:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.475485:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.475488:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.475492:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.475495:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.475497:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.475498:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.475502:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.475506:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.475508:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.475510:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.475513:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475519:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.475521:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.475524:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.475528:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.475530:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.475533:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566236288:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.475536:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.475541:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.475544:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.475546:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.475550:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.475551:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.475556:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.475559:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:0.0:1788219875.475565:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219875.475570:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566236288, portal 10 00000100:00000001:0.0:1788219875.475572:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.475573:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.475578:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.475585:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.475587:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.475590:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf770. 00000100:00000200:0.0:1788219875.475593:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566236288, offset 0 00000400:00000200:0.0:1788219875.475599:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.475606:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.475612:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.475616:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.475620:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.475623:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.475626:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.475629:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92990:92990:256:4294967295] 192.168.203.120@tcp LPNI seq info [92990:92990:8:4294967295] 00000400:00000200:0.0:1788219875.475633:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.475642:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.475647:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.475653:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219875.475659:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.475666:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.475670:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.475689:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.475694:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.475698:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.475701:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744591 00000100:00000001:0.0:1788219875.475707:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744576 00000100:00000001:0.0:1788219875.475712:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744591 00000100:00000001:0.0:1788219875.475715:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744576 00000100:00000001:0.0:1788219875.475718:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.475720:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.475722:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.475724:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.475726:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.475728:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.475730:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.476092:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.476096:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:3.0:1788219875.476100:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.476105:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.476109:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf770 00000400:00000010:3.0:1788219875.476111:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf770. 00000100:00000001:3.0:1788219875.476123:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.476128:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.476136:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.476139:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.476146:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.476147:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219875.476496:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.476502:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.476504:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.476507:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a45d8. 00000400:00000200:1.0:1788219875.476510:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:1.0:1788219875.476512:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:1.0:1788219875.476515:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.476520:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.476529:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.476535:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.476537:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.476539:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.476541:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.476543:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.476545:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.476547:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.476553:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.476557:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.476560:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.476561:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.476564:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.476566:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.476569:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.476570:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.476572:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.476574:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.476578:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.476584:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.476587:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.476588:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.476592:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.476606:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017b80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566236032:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.476610:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.476613:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.476614:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.476616:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.476619:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.476625:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.476627:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:1.0:1788219875.476630:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.476631:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.476634:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219875.476636:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476638:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476641:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=4 00000020:00000001:1.0:1788219875.476644:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476646:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000040:1.0:1788219875.476651:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1a400, remote cookie: 0x1782eba8aded8809, flags: 0x1001 00010000:00010000:1.0:1788219875.476655:0:330219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219875.476663:0:330219:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x987:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788219875.476666:0:330219:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788219875.476670:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 2 00010000:00000001:1.0:1788219875.476673:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.476676:0:330219:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.476679:0:330219:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.476686:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476693:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219875.476696:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219875.476698:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219875.476699:0:330219:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219875.476700:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219875.476703:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x987:0x0].0x0 (ffff9893ef708e00) refcount = 2 00010000:00000040:1.0:1788219875.476706:0:330219:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788219875.476709:0:330219:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788219875.476716:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476721:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219875.476724:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219875.476726:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.476729:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219875.476731:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.476745:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476751:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219875.476752:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476754:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.476755:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476756:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.476757:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.476761:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219875.476762:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476764:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476765:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.476767:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476769:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476772:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476773:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476774:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=4 00000020:00000001:1.0:1788219875.476776:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476777:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476780:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.476782:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.476785:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476791:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476792:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.476793:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476794:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476796:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=5 00000020:00000001:1.0:1788219875.476797:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476799:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476802:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.476804:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476810:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476811:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219875.476814:0:330219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476819:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.476821:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476822:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.476823:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476824:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219875.476828:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219875.476842:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476843:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476845:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.476847:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476849:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476851:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476852:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.476854:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.476855:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.476858:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219875.476859:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476860:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476862:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.476863:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476865:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00000002:00010000:1.0:1788219875.476868:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.476874:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476874:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.476876:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219875.476877:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.476878:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.476879:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.476881:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.476883:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000040:1.0:1788219875.476885:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.476887:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219875.476890:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589939618/2439 (0 0) 00010000:00000001:1.0:1788219875.476893:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.476893:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.476895:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219875.476897:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9f8 00000002:00002000:1.0:1788219875.476899:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219875.477072:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.477077:0:330219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.477079:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219875.477083:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219875.477085:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.477089:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00800000:00000002:1.0:1788219875.477091:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.477094:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:1.0:1788219875.477098:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.477100:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219875.477104:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219875.477107:0:330219:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219875.477113:0:330219:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06e380. 00800000:00000001:1.0:1788219875.477124:0:330219:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148851584 : -113709560700032 : ffff9894ee06e380) 00800000:00000001:1.0:1788219875.477126:0:330219:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219875.477129:0:330219:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:1.0:1788219875.477132:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.477134:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.477135:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.477137:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.477139:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.477141:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.477143:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.477145:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.477146:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.477148:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.477149:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.477150:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.477151:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.477153:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.477155:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.477156:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.477158:0:330219:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.477160:0:330219:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.477162:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219875.477165:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219875.477167:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894c9c0ce80 of [0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.477171:0:330219:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.477175:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.477178:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219875.477182:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x987:0x0], updating i_size 4096 00010000:00000001:1.0:1788219875.477185:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477186:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477188:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.477189:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.477192:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.477194:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477195:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219875.477196:0:330219:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788219875.477198:0:330219:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788219875.477200:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219875.477202:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788219875.477203:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e380 1 00800000:00000010:1.0:1788219875.477205:0:330219:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894ee06e380. 00800000:00000001:1.0:1788219875.477208:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.477211:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) for lock 0x34450ab7a16344d 00800000:00000001:1.0:1788219875.477213:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.477215:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.477216:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477217:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477218:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.477220:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.477222:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.477224:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477225:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.477233:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.477235:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.477238:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.477240:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.477243:0:330219:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.477245:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) 00000080:00010000:1.0:1788219875.477248:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16344d from it ffffa959c8b7bcb8 00010000:00000001:1.0:1788219875.477250:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477251:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477252:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.477253:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.477255:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.477257:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.477260:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.477266:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477267:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.477268:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.477270:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.477273:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219875.477279:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.477281:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.477283:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.477287:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477288:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.477290:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477293:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.477294:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477296:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477299:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477300:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.477301:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477302:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.477304:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.477340:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017b80 x1875079566236032/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/672 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.477348:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.477350:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.477352:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b98800. 02000000:00000001:1.0:1788219875.477356:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.477357:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.477359:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=27 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.477361:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.477363:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f000. 02000000:00000001:1.0:1788219875.477365:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.477367:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.477368:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017b80. 00000100:00000001:1.0:1788219875.477371:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.477372:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.477375:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:1.0:1788219875.477377:0:330219:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219875.477381:0:330219:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.477384:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:1.0:1788219875.477387:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.477388:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb28 00000002:00010000:1.0:1788219875.477390:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.477393:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.477395:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.477396:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.477399:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219875.477401:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.477403:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.477406:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.477409:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219875.477415:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.477418:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.477421:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219875.477431:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.477432:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.477434:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.477436:0:330219:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x5:0x0] is still valid. 00000002:00000001:1.0:1788219875.477438:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.477439:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477440:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477441:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:1.0:1788219875.477443:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.477446:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.477447:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477448:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.477450:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477451:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477452:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477454:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:1.0:1788219875.477455:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.477457:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.477459:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.477461:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219875.477467:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477468:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.477469:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.477470:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.477473:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219875.477478:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.477480:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.477481:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.477484:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477485:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.477486:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477488:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.477489:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477491:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477493:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477494:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.477495:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477496:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219875.477498:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000002:00000001:1.0:1788219875.477502:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.477503:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb28 00000002:00010000:1.0:1788219875.477505:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.477508:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.477509:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.477510:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.477514:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:1.0:1788219875.477515:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.477518:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.477520:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.477523:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788219875.477530:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.477532:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.477535:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788219875.477540:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.477542:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.477544:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.477545:0:330219:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219875.477547:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.477548:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477549:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477551:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.477553:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.477555:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.477557:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477558:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.477559:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477560:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.477561:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.477563:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.477564:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.477566:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.477567:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.477570:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219875.477575:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477576:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.477577:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.477578:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.477580:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.477586:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.477587:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.477588:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.477590:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477591:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.477592:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477593:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.477595:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477596:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477598:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.477600:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.477601:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.477602:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219875.477603:0:330219:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894fd776c00. 00800000:00000001:1.0:1788219875.477606:0:330219:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.477609:0:330219:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x5:0x0] size 4096, blocks 8 nlink 2, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000040:1.0:1788219875.477613:0:330219:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x4:0x0] size 4096, blocks 8 nlink 2, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000002:1.0:1788219875.477616:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.477618:0:330219:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.477622:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bd08 00000080:00000008:1.0:1788219875.477624:0:330219:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.478534:0:330219:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.478560:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bd08 00000080:00200008:1.0:1788219875.478563:0:330219:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.478569:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.478571:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc80 00000080:00200000:1.0:1788219875.478573:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.478578:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.478582:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.478584:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.478588:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.478590:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bba0 00800000:00000002:1.0:1788219875.478592:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.478595:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.478597:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.478599:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.478601:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.478603:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.478605:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.478607:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.478609:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.478612:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.478615:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.478617:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba70 00000002:00010000:1.0:1788219875.478618:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.478621:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.478623:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.478625:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.478629:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.478631:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.478634:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.478637:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.478641:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219875.478649:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.478652:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.478654:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219875.478660:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.478662:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.478663:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.478665:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.478666:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.478668:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.478671:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.478674:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.478677:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.478680:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.478681:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.478683:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.478686:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.478689:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.478690:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.478692:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.478693:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.478695:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.478697:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.478700:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.478703:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.478704:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.478705:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.478707:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.478709:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bcb8 00010000:00000001:1.0:1788219875.478711:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.478712:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.478713:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.478715:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.478717:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.478719:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.478721:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.478727:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.478728:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.478729:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.478731:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.478733:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000800:00000001:2.0:1788219875.482080:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.482104:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.482109:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.482112:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.482128:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.482136:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.482146:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.482151:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.482156:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.482159:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789a80 00000400:00000200:2.0:1788219875.482163:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.482169:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9755 [1] + 224 00000800:00000001:2.0:1788219875.482175:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.482183:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.482186:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.482191:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.482199:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.482220:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.482231:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.482243:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.482252:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.482255:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219875.482927:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.482930:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.482932:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.482937:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.482939:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.482940:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.482943:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.482945:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.482947:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.482950:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.482952:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.482954:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.482955:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.482959:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.482961:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.482965:0:330219:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.482970:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bd08 00000080:00000008:1.0:1788219875.482972:0:330219:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.483146:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.483149:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.483151:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.483153:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbc0 00000080:00200000:1.0:1788219875.483154:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.483161:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.483166:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.483170:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.483174:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.483176:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bae0 00800000:00000002:1.0:1788219875.483179:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.483182:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.483184:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.483187:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.483190:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.483192:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.483194:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.483196:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.483198:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.483202:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.483206:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.483208:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9b0 00000002:00010000:1.0:1788219875.483210:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.483214:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.483216:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.483218:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.483225:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.483228:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.483233:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.483237:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.483242:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219875.483257:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.483261:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.483265:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788219875.483271:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.483273:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.483274:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.483276:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.483278:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.483280:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.483282:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.483286:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.483289:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.483292:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.483293:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.483295:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.483299:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.483302:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.483304:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.483306:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.483307:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.483310:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.483346:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.483349:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.483351:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.483352:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.483354:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.483356:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.483358:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bbf8 00010000:00000001:1.0:1788219875.483360:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.483361:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.483363:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.483364:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.483366:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.483368:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.483371:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219875.483378:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.483379:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.483380:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.483382:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.483384:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219875.483390:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.483392:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.483393:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.483395:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.483396:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.483397:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483399:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.483400:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483402:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483404:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483405:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.483407:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.483408:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.483409:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.483411:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.483413:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.483417:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.483421:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219875.483424:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbc0 00000080:00002000:1.0:1788219875.483425:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x20000e refc 1 00000080:00000001:1.0:1788219875.483428:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.483430:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc08 00000080:00200000:1.0:1788219875.483432:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=267 00000080:00000001:1.0:1788219875.483436:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.483438:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.483442:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219875.483443:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788219875.483446:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.483450:0:330219:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219875.483452:0:330219:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219875.483454:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb78 00000080:00200008:1.0:1788219875.483455:0:330219:0:(file.c:1090:ll_file_open()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00000010:1.0:1788219875.483460:0:330219:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f01540. 00000080:00000001:1.0:1788219875.483466:0:330219:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788219875.483469:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.483471:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:1.0:1788219875.483473:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.483475:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.483477:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.483478:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba28 00800000:00000002:1.0:1788219875.483480:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x987:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.483483:0:330219:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788219875.483484:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.483485:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.483486:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.483488:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.483489:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.483491:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.483493:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.483495:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9a8 00800000:00000002:1.0:1788219875.483497:0:330219:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x987:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788219875.483500:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.483502:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b8e0 00000002:00010000:1.0:1788219875.483504:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x987:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:1.0:1788219875.483508:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219875.483510:0:330219:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788219875.483513:0:330219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219875.483517:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.483520:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.483522:0:330219:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219875.483526:0:330219:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483528:0:330219:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.483530:0:330219:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.483531:0:330219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219875.483533:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.483535:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.483537:0:330219:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219875.483539:0:330219:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483540:0:330219:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.483542:0:330219:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.483546:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6fb80. 00000020:00000040:1.0:1788219875.483550:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=28 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219875.483555:0:330219:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219875.483556:0:330219:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483559:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.483562:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.483564:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.483566:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.483567:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.483569:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.483571:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.483574:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.483579:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183400. 00000100:00000001:1.0:1788219875.483584:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483589:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.483591:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483592:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.483593:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.483595:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.483601:0:330219:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00010000:00000001:1.0:1788219875.483604:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219875.483606:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219875.483608:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.483610:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.483612:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219875.483615:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195e00. 00000020:00000001:1.0:1788219875.483618:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219875.483620:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195e00 with handle 0x34450ab7a163454 to hash 00000020:00000001:1.0:1788219875.483622:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219875.483623:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.483626:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.483628:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.483630:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.483633:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.483639:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788219875.483651:0:330219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1788219875.483661:0:330219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788219875.483671:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219875.483677:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.483678:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.483685:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219875.483687:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660092544 : -113710049459072 : ffff9894d0e50480) 00000100:00000001:1.0:1788219875.483690:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.483691:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000001:1.0:1788219875.483695:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.483700:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.483702:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.483704:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.483708:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.483717:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.483719:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.483722:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.483724:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.483727:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.483730:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566236544:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.483734:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.483739:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.483741:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.483743:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.483827:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219875.483830:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.483836:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.483840:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26630. 00000400:00000010:1.0:1788219875.483847:0:330219:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4f9c000. 00000100:00000200:1.0:1788219875.483854:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566236544, portal 10 00000100:00000001:1.0:1788219875.483855:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.483857:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000040:1.0:1788219875.483863:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.483869:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.483872:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.483875:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661aa0. 00000100:00000200:1.0:1788219875.483879:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875079566236544, offset 0 00000400:00000200:1.0:1788219875.483885:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.483893:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.483899:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.483904:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.483908:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.483911:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.483914:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.483918:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92991:92991:256:4294967295] 192.168.203.120@tcp LPNI seq info [92991:92991:8:4294967295] 00000400:00000200:1.0:1788219875.483922:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.483930:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.483936:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.483941:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219875.483947:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.483954:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.483957:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.483976:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.483980:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.483984:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.483986:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744599 00000100:00000001:1.0:1788219875.483992:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744591 00000100:00000001:1.0:1788219875.483996:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744599 00000100:00000001:1.0:1788219875.483999:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744591 00000100:00000001:1.0:1788219875.484002:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.484004:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.484007:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.484008:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.484011:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50480 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.484013:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.484015:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484429:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.484437:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.484439:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.484441:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:0.0:1788219875.484446:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:0.0:1788219875.484449:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:0.0:1788219875.484452:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.484458:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.484468:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566236288/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484475:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.484477:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.484479:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.484481:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.484484:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.484486:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.484489:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.484496:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.484500:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.484502:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.484504:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.484507:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.484509:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484512:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.484513:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.484515:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.484517:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.484518:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.484522:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.484523:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.484525:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.484528:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.484533:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566236288/t17179869268(17179869268) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484540:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.484542:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.484544:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.484549:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566236288/t17179869268(17179869268) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.484556:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566236288:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.484560:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.484562:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484564:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.484566:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.484569:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566236288/t17179869268(17179869268) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484576:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.484578:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.484582:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.484584:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484589:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.484590:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.484593:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.484596:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.484600:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.484604:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.484606:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.484608:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.484610:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.484611:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.484614:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.484616:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.484617:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x918:0x0] 00800000:00000001:0.0:1788219875.484619:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.484623:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.484628:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c4380 x1875079565692416/t12884930137(12884930137) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484635:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.484637:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601847168 : -113710107704448 : ffff9894cd6c4380) 00000100:00000001:0.0:1788219875.484640:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.484643:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c4380 x1875079565692416/t12884930137(12884930137) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484649:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484650:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.484653:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566236288/t17179869268(17179869268) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484659:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484661:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.484665:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c4380 x1875079565692416/t12884930137(12884930137) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484671:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.484674:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.484675:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=27 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.484677:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.484680:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008f400. 02000000:00000001:0.0:1788219875.484684:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.484686:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.484688:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c4380. 00000100:00000001:0.0:1788219875.484691:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.484692:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.484693:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.484697:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566236288/t17179869268(17179869268) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484702:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.484704:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d580. 00000002:00000001:0.0:1788219875.484706:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.484708:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.484710:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e680. 00000100:00000001:0.0:1788219875.484712:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.484715:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566236288/t17179869268(17179869268) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484721:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.484723:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.484725:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.484727:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.484728:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.484729:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=26 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.484731:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.484733:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb400. 02000000:00000001:0.0:1788219875.484735:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.484736:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.484737:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.484740:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.484741:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.484743:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.484746:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.484748:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x918:0x0] mode (null) 00000002:00000001:0.0:1788219875.484751:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.484753:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.484757:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911900 count: 2 00010000:00000001:0.0:1788219875.484759:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.484763:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.484764:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.484767:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.484769:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x918:0x0](ffff9894d0a53a88) invalid 00000020:00000001:0.0:1788219875.484772:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.484774:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst10 (ffff9893f0e3a798) parent ffff9893f0e3a360 inode ffff9894d0a53a88 refc 1 00000080:00000001:0.0:1788219875.484778:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.484781:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.484783:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.484786:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.484789:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.484790:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.484792:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.484794:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.484797:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e6be6a00 with handle 0x34450ab7a1612b2 from hash 00010000:00000001:0.0:1788219875.484799:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.484800:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.484802:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.484803:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.484805:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.484807:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.484810:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.484813:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d800/0x34450ab7a1612b9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x917:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded79f4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.484820:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.484824:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.484825:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.484826:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x917:0x0] mode CR 00000002:00000001:0.0:1788219875.484828:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.484829:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.484831:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256500 count: 2 00010000:00000001:0.0:1788219875.484833:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.484835:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.484836:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.484837:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.484839:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256500 count: 2 00010000:00000001:0.0:1788219875.484840:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.484842:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.484843:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.484845:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.484847:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.484852:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.484853:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.484858:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.484861:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.484862:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.484863:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.484865:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.484866:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.484868:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.484869:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x917:0x0] 00800000:00000001:0.0:1788219875.484871:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.484873:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x917:0x0] 00000002:00000001:0.0:1788219875.484876:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.484878:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x917:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.484883:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.484885:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=27 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.484888:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.484890:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.484893:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.484897:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219875.484917:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.484929:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e9180 x1875079565692800/t12884930138(12884930138) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.484937:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.484942:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.484948:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.484950:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.484954:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.484956:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.484959:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.484960:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.484964:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.484968:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.484970:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.484971:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.484976:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.484982:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.484984:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.484987:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.484989:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.484992:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.484993:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1788219875.484996:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566236800:192.168.203.120@tcp:35:ldlm_bl.0 00000800:00000010:3.0:1788219875.485000:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000100:00000001:0.0:1788219875.485002:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788219875.485007:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1788219875.485008:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.485011:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219875.485016:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 02000000:00000001:0.0:1788219875.485016:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.485021:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 00000400:00000200:3.0:1788219875.485023:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661aa0 02000000:00000001:0.0:1788219875.485025:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.485030:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.485034:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:3.0:1788219875.485037:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661aa0. 00000400:00000010:0.0:1788219875.485040:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000001:3.0:1788219875.485042:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788219875.485047:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566236800, portal 10 00000100:00000200:3.0:1788219875.485049:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.485051:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.485053:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:3.0:1788219875.485065:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.485065:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.485072:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.485079:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.485087:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219875.485088:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.485091:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1788219875.485091:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219875.485096:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566236800, offset 0 00000400:00000200:0.0:1788219875.485102:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.485110:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.485128:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.485133:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.485136:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.485139:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.485141:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.485144:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92992:92992:256:4294967295] 192.168.203.120@tcp LPNI seq info [92992:92992:8:4294967295] 00000400:00000200:0.0:1788219875.485149:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.485156:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.485162:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.485166:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219875.485172:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.485178:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.485181:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.485188:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.485192:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.485196:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.485198:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744600 00000100:00000001:0.0:1788219875.485203:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744599 00000100:00000001:0.0:1788219875.485207:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744600 00000100:00000001:0.0:1788219875.485210:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744599 00000100:00000001:0.0:1788219875.485213:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.485215:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.485217:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.485219:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.485221:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.485223:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.485225:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.485960:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.485966:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:2.0:1788219875.485971:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.485977:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.485981:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:2.0:1788219875.485983:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:2.0:1788219875.485986:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.485991:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.486000:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.486003:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.486020:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.486023:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.503433:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.503449:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.503453:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.503456:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.503464:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.503472:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.503481:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.503487:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.503491:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.503495:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789c80 00000400:00000200:3.0:1788219875.503499:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.503505:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9765 [1] + 224 00000800:00000001:3.0:1788219875.503512:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.503522:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.503525:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.503529:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.503536:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.503544:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.503555:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.503578:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.503587:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.503591:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.503646:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.503654:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.503657:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.503661:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:0.0:1788219875.503666:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:0.0:1788219875.503669:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:0.0:1788219875.503672:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.503677:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.503687:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566236800/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.503694:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.503696:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.503708:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.503712:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.503714:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.503716:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.503719:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.503728:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.503732:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.503735:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.503737:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.503740:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.503743:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.503747:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.503748:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.503750:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.503753:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.503755:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.503758:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.503760:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.503762:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.503764:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.503770:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566236800/t17179869269(17179869269) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.503777:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.503780:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.503782:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.503786:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566236800/t17179869269(17179869269) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.503794:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566236800:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.503798:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.503801:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.503803:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.503805:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.503809:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566236800/t17179869269(17179869269) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.503815:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.504177:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.504184:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.504186:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.504194:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.504195:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.504198:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.504201:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.504207:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.504210:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.504213:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.504217:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.504220:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.504222:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.504225:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.504227:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.504229:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x917:0x0] 00800000:00000001:0.0:1788219875.504231:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.504236:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.504242:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e9180 x1875079565692800/t12884930138(12884930138) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.504250:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.504251:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468121984 : -113709241429632 : ffff9895010e9180) 00000100:00000001:0.0:1788219875.504253:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.504256:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e9180 x1875079565692800/t12884930138(12884930138) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.504261:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.504262:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.504265:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566236800/t17179869269(17179869269) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.504270:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.504272:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.504274:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e9180 x1875079565692800/t12884930138(12884930138) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.504279:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.504282:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.504284:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=26 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.504286:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.504289:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd67b800. 02000000:00000001:0.0:1788219875.504294:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.504296:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.504297:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e9180. 00000100:00000001:0.0:1788219875.504304:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.504305:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.504307:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.504310:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566236800/t17179869269(17179869269) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.504419:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.504422:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d3c0. 00000002:00000001:0.0:1788219875.504425:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.504427:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.504429:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891ea40. 00000100:00000001:0.0:1788219875.504431:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.504435:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566236800/t17179869269(17179869269) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.504441:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.504442:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.504445:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.504447:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.504449:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.504450:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=25 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.504452:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.504453:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219875.504455:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.504456:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.504458:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.504460:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.504462:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.504464:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.504467:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.504470:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x917:0x0] mode (null) 00000002:00000001:0.0:1788219875.504473:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.504476:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.504482:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256500 count: 2 00010000:00000001:0.0:1788219875.504485:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.504490:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.504492:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.504495:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.504497:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x917:0x0](ffff9894d09c4b08) invalid 00000020:00000001:0.0:1788219875.504501:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.504503:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst9 (ffff9893f0e3a360) parent ffff9893e7913bd0 inode ffff9894d09c4b08 refc 1 00000080:00000001:0.0:1788219875.504507:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.504510:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.504512:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.504516:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.504520:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.504522:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.504525:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.504528:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.504532:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437d800 with handle 0x34450ab7a1612b9 from hash 00010000:00000001:0.0:1788219875.504535:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.504536:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.504538:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.504682:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.504687:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.504689:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.504693:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.504752:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a200/0x34450ab7a1612c0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x916:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a09 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.504762:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.504765:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.504766:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.504768:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x916:0x0] mode CR 00000002:00000001:0.0:1788219875.504770:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.504771:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.504774:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256a00 count: 2 00010000:00000001:0.0:1788219875.504776:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.504779:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.504781:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.504781:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.504783:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256a00 count: 2 00010000:00000001:0.0:1788219875.504785:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.504786:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.504788:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.504790:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.504793:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.504799:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.504801:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.504807:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.504811:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.504812:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.504813:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.504815:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.504816:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.506297:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.506300:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x916:0x0] 00800000:00000001:0.0:1788219875.506303:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.506307:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x916:0x0] 00000002:00000001:0.0:1788219875.506375:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.506377:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x916:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.506386:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.506392:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=26 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.506396:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.506400:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.506404:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.506410:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb400. 00000100:00000001:0.0:1788219875.506416:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.506431:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed39f800 x1875079565693184/t12884930139(12884930139) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.506443:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.506447:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.506454:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.506456:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.506462:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.506463:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.506466:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.506467:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.506472:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.506477:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.506479:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.506481:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.506484:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.506492:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.506494:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.506497:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.506499:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.506502:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.506505:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566237056:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.506508:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.506513:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.506515:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.506517:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.506520:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.506522:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.506528:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.506532:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:0.0:1788219875.506586:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219875.506594:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566237056, portal 10 00000100:00000001:0.0:1788219875.506596:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.506597:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.506603:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.506610:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.506613:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.506615:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfee0. 00000100:00000200:0.0:1788219875.506619:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566237056, offset 0 00000400:00000200:0.0:1788219875.506624:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.506633:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.506640:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.506645:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.506649:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.506653:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.506656:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.506659:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92993:92993:256:4294967295] 192.168.203.120@tcp LPNI seq info [92993:92993:8:4294967295] 00000400:00000200:0.0:1788219875.506663:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.506673:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.506678:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.506683:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a900. 00000800:00000200:0.0:1788219875.506689:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.506748:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.506752:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.509241:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.509254:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.509263:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.509267:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744624 00000100:00000001:0.0:1788219875.509274:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744600 00000100:00000001:0.0:1788219875.509279:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744624 00000100:00000001:0.0:1788219875.509283:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744600 00000100:00000001:0.0:1788219875.509286:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.509292:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.509295:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.509298:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.509301:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.509305:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.509308:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219875.510598:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.510618:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.510622:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.510625:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.510633:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.510642:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.510653:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.510658:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.510664:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.510668:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 696 into portal 10 MB=0x6a95ffb789b80 00000400:00000200:2.0:1788219875.510673:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.510679:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 696/696 into md 0xe975d [64] + 224 00000800:00000001:2.0:1788219875.510686:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.510698:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.510701:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.510706:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.511187:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.511198:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.511209:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=131856 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.511301:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.511341:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788219875.511511:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.512394:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a900. 00000400:00000200:2.0:1788219875.512402:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.512409:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.512414:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfee0 00000400:00000010:2.0:1788219875.512417:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfee0. 00000100:00000001:2.0:1788219875.512485:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.512493:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.512505:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.512509:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.513224:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.513226:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.513240:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.513249:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.515778:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.515793:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.515797:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.515800:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.515809:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.515828:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.515838:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.515844:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.515849:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.515853:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789d80 00000400:00000200:3.0:1788219875.515858:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.515863:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe976d [1] + 224 00000800:00000001:3.0:1788219875.515869:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.515876:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.515879:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.515883:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.515890:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.515899:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.516104:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.516138:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.516148:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.516151:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.516226:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.516233:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.516235:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.516239:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:0.0:1788219875.516243:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:0.0:1788219875.516245:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:0.0:1788219875.516250:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.516255:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.516264:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566237056/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516270:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.516272:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.516275:0:280892:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:1.0:1788219875.516278:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1788219875.516279:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1788219875.516283:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788219875.516285:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.516288:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788219875.516289:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26630. 02000000:00000001:0.0:1788219875.516292:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.516294:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4f9c000 00000400:00000010:1.0:1788219875.516298:0:330219:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4f9c000. 00000100:00001000:0.0:1788219875.516302:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00000001:1.0:1788219875.516303:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1788219875.516309:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000200:1.0:1788219875.516330:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516332:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.516336:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.516341:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.516345:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.516351:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.516355:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.516358:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000200:1.0:1788219875.516359:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516361:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.516364:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.516369:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.516372:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.516374:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.516376:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.516379:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.516380:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.516385:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.516389:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1788219875.516390:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566237056/t17179869271(17179869271) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.516393:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.516396:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.516401:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.516403:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1788219875.516408:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.516412:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.516421:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.516423:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.516428:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566237056/t17179869271(17179869271) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.516441:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566237056:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.516446:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.516449:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.516451:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.516453:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.516456:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237056/t17179869271(17179869271) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516462:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.516465:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.516470:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.516471:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.516478:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.516479:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.516481:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.516485:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.516490:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.516494:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.516497:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.516499:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.516501:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.516503:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.516507:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.516508:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.516510:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x916:0x0] 00800000:00000001:0.0:1788219875.516513:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.516516:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.516521:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed39f800 x1875079565693184/t12884930139(12884930139) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516529:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.516530:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135421952 : -113709574129664 : ffff9894ed39f800) 00000100:00000001:0.0:1788219875.516532:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.516536:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39f800 x1875079565693184/t12884930139(12884930139) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516658:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.516660:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.516664:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237056/t17179869271(17179869271) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516671:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.516672:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.516676:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39f800 x1875079565693184/t12884930139(12884930139) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.516681:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.516684:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.516686:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=25 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.516688:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.516691:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed11dc00. 02000000:00000001:0.0:1788219875.516696:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.517181:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.517184:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39f800. 00000100:00000001:0.0:1788219875.517189:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.517190:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.517192:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.517196:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566237056/t17179869271(17179869271) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.517203:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.517205:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9f00. 00000002:00000001:0.0:1788219875.517209:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.517212:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.517214:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdf00. 00000100:00000001:0.0:1788219875.517217:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.517220:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566237056/t17179869271(17179869271) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.517226:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.517229:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.517231:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.517234:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.517235:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.517236:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=24 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.517238:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.517240:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb400. 02000000:00000001:0.0:1788219875.517242:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.517243:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.517244:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.517247:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.517248:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.517251:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.517253:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.517256:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x916:0x0] mode (null) 00000002:00000001:0.0:1788219875.517260:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.517262:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.517268:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256a00 count: 2 00010000:00000001:0.0:1788219875.517271:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.517276:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.517278:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.517281:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.517283:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x916:0x0](ffff9894d1b52a08) invalid 00000020:00000001:0.0:1788219875.517287:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.517289:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst8 (ffff9893e7913bd0) parent ffff9893f0e30948 inode ffff9894d1b52a08 refc 1 00000080:00000001:0.0:1788219875.517293:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.517296:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.517298:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.517302:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.517306:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.517308:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.517310:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.517337:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.517342:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e8f2a200 with handle 0x34450ab7a1612c0 from hash 00010000:00000001:0.0:1788219875.517344:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.517346:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.517348:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.517349:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.517353:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.517355:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.517358:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.517362:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437da00/0x34450ab7a1612dc lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x912:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a79 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.517370:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.517374:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.517375:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.517376:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x912:0x0] mode CR 00000002:00000001:0.0:1788219875.517378:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.517379:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.517382:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911a00 count: 2 00010000:00000001:0.0:1788219875.517384:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.517386:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.517388:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.517389:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.517390:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911a00 count: 2 00010000:00000001:0.0:1788219875.517392:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.517394:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.517395:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.517397:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.517400:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.517406:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.517408:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.517414:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.517418:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.517420:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.517422:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.517423:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.517426:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.517427:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.517429:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x912:0x0] 00800000:00000001:0.0:1788219875.517432:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.517434:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x912:0x0] 00000002:00000001:0.0:1788219875.517437:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.517439:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x912:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.517444:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.517446:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=25 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.517451:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.517453:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.517457:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.517464:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219875.517469:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.517481:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010ea300 x1875079565694720/t12884930143(12884930143) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.517491:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.517495:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.517501:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.517502:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.517508:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.517510:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.517512:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.517514:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.517517:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.517521:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.517522:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.517524:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.517527:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.517533:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.517535:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.517538:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.518027:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.518031:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.518036:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566237312:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.518040:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.518048:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.518050:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.518052:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.518057:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.518059:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.518065:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.518069:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:0.0:1788219875.518076:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219875.518081:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566237312, portal 10 00000100:00000001:0.0:1788219875.518083:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.518084:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.518091:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.518098:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.518100:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.518103:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf908. 00000100:00000200:0.0:1788219875.518106:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566237312, offset 0 00000400:00000200:0.0:1788219875.518111:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.518131:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.518138:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.518142:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.518147:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.518151:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.518153:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.518156:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92994:92994:256:4294967295] 192.168.203.120@tcp LPNI seq info [92994:92994:8:4294967295] 00000400:00000200:0.0:1788219875.518161:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.518171:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.518176:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.518182:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219875.518188:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.518195:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.518199:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.518285:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.518290:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000100:00000001:1.0:1788219875.518291:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1788219875.518296:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.518299:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744633 00000100:00000040:1.0:1788219875.518302:0:330219:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6fb80 x1875079566236544/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.518308:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744624 00000100:00000001:1.0:1788219875.518328:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219875.518332:0:330219:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.518335:0:330219:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.518337:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744634 00000100:00000001:1.0:1788219875.518338:0:330219:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.518341:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.518344:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000001:0.0:1788219875.518344:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744624 00000100:00000001:1.0:1788219875.518351:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1788219875.518351:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788219875.518354:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.518356:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.518358:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.518361:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.518362:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.518364:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.518369:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000040:1.0:1788219875.518371:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.518373:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.518378:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.518384:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219875.518387:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.518389:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.518394:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.518409:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6fb80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566236544:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.519850:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.519859:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219875.519862:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.519864:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.519875:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.519883:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.519886:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219875.519891:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.519893:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219875.519897:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219875.519901:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.519904:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.519907:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=4 00000020:00000001:1.0:1788219875.519909:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.519912:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00010000:1.0:1788219875.519916:0:330219:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.519926:0:330219:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219875.519929:0:330219:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.519934:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.519936:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.519941:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.519943:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219875.519946:0:330219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.519951:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.519953:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.519956:0:330219:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219875.519958:0:330219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.519964:0:330219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7195e00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219875.519967:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219875.519970:0:330219:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.519976:0:330219:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219875.519978:0:330219:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219875.519981:0:330219:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.519986:0:330219:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219875.519988:0:330219:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219875.519989:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.519990:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.519991:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=5 00000020:00000001:1.0:1788219875.519993:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.519995:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.519998:0:330219:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.520000:0:330219:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219875.520005:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.520006:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.520009:0:330219:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219875.520010:0:330219:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.520014:0:330219:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.520015:0:330219:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.520016:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.520018:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.520020:0:330219:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195e00 with handle 0x34450ab7a163454 from hash 00010000:00000001:1.0:1788219875.520022:0:330219:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.520023:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.520276:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.520279:0:330219:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.520281:0:330219:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.520282:0:330219:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219875.520285:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.520286:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.520288:0:330219:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.520289:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.520293:0:330219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.520298:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.520298:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.520300:0:330219:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219875.520301:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.520303:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.520304:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.520305:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219875.520307:0:330219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163454 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.520337:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.520339:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219875.520344:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219875.520351:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219875.520360:0:330219:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.520364:0:330219:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219875.520376:0:330219:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.520382:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219875.520383:0:330219:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.520385:0:330219:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.520388:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.520390:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788219875.520393:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.520394:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00010000:00000001:1.0:1788219875.520397:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219875.520398:0:330219:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.520400:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219875.520403:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b868 00000002:00002000:1.0:1788219875.520405:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788219875.520408:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.520411:0:330219:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.520775:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219875.520780:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219875.520783:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.520788:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00800000:00000002:1.0:1788219875.520790:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.520793:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000001:1.0:1788219875.520799:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219875.520805:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219875.520810:0:330219:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219875.520819:0:330219:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06e380. 00800000:00000001:1.0:1788219875.520821:0:330219:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148851584 : -113709560700032 : ffff9894ee06e380) 00800000:00000001:1.0:1788219875.520824:0:330219:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219875.520826:0:330219:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:1.0:1788219875.520830:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.520832:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.520835:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.520838:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.520839:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.520842:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.520845:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.520847:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.520848:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.520850:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.520851:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.520852:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.520853:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.520855:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.520856:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.520858:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.520859:0:330219:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.520861:0:330219:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.520863:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219875.520866:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219875.520868:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894c9c0ce80 of [0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.520872:0:330219:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.520876:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.520879:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219875.520883:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x987:0x0], updating i_size 4096 00000080:00000001:1.0:1788219875.520885:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219875.520888:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788219875.520889:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e380 1 00800000:00000010:1.0:1788219875.520892:0:330219:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894ee06e380. 00800000:00000001:1.0:1788219875.520894:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.520898:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.520899:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.520902:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.520908:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.520915:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.520918:0:330219:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.520922:0:330219:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25c00. 00000080:00000001:1.0:1788219875.520924:0:330219:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219875.520927:0:330219:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.520928:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.520930:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.520930:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.520932:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.520933:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.520935:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.520936:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.520938:0:330219:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219875.520941:0:330219:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33180. 00000002:00100000:1.0:1788219875.520945:0:330219:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219875.520950:0:330219:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.520952:0:330219:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219875.520955:0:330219:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219875.520958:0:330219:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.520961:0:330219:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219875.520963:0:330219:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.520964:0:330219:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.520969:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.520971:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219875.520977:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.520980:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219875.521014:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219875.521016:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.521019:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb78 00000080:00000008:1.0:1788219875.521021:0:330219:0:(file.c:1329:ll_file_open()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788219875.521831:0:330219:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.521868:0:330219:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219875.521870:0:330219:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) cmd=c03066f0 arg=7ffc787fb1c0 00000020:00000001:1.0:1788219875.521880:0:330219:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219875.521886:0:330219:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee180400. 00000020:00000001:1.0:1788219875.521892:0:330219:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.521895:0:330219:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219875.521898:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bad0 00000080:00200000:1.0:1788219875.521901:0:330219:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219875.521909:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776c00. 00800000:00000002:1.0:1788219875.521913:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:1.0:1788219875.521923:0:330219:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219875.521925:0:330219:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219875.521929:0:330219:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:1.0:1788219875.521933:0:330219:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.521936:0:330219:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:1.0:1788219875.521940:0:330219:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219875.521942:0:330219:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219875.521945:0:330219:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219875.521948:0:330219:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219875.521950:0:330219:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x988:0x0] 40000000:00000001:1.0:1788219875.521953:0:330219:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.521955:0:330219:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.521957:0:330219:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.521958:0:330219:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.521960:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9e8 00800000:00000002:1.0:1788219875.521961:0:330219:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd0.1' [0x2000013a2:0x988:0x0] on [0x2400013a4:0x4:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788219875.521965:0:330219:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219875.521967:0:330219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219875.521973:0:330219:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.521978:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ce00. 00000020:00000040:1.0:1788219875.521981:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=26 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219875.521986:0:330219:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219875.521988:0:330219:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.521991:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.521994:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.522001:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.522003:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.522004:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.522008:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.522009:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.522013:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.522018:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181800. 00000100:00000001:1.0:1788219875.522683:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.522689:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.522691:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.522692:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.522694:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.522695:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219875.522785:0:330219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1788219875.522799:0:330219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219875.522807:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.522810:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.522818:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219875.522820:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660092544 : -113710049459072 : ffff9894d0e50480) 00000100:00000001:1.0:1788219875.522823:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.522825:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000001:1.0:1788219875.522829:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.522832:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.522834:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.522836:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.522840:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.522848:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.522850:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.522854:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.522857:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.522860:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.522864:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566237568:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.522868:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.522872:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.522875:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.522877:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.522882:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee182000. 02000000:00000001:1.0:1788219875.522884:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.522891:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.522895:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e26630. 00000400:00000010:1.0:1788219875.522903:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661aa0. 00000100:00000200:1.0:1788219875.522910:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566237568, portal 10 00000100:00000001:1.0:1788219875.522912:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.522914:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000040:1.0:1788219875.522920:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.522927:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.522929:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.522932:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661110. 00000100:00000200:1.0:1788219875.522935:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566237568, offset 0 00000400:00000200:1.0:1788219875.522941:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.522949:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.522956:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.522961:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.522964:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.522968:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.522970:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.522973:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92995:92995:255:4294967295] 192.168.203.120@tcp LPNI seq info [92995:92995:7:4294967295] 00000400:00000200:1.0:1788219875.522976:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.522985:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.522991:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.522995:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219875.523001:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.523008:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.523013:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.523016:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.523021:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.523657:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.523664:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744639 00000100:00000001:1.0:1788219875.523671:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744633 00000100:00000001:1.0:1788219875.523677:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744639 00000100:00000001:1.0:1788219875.523680:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744634 00000100:00000001:1.0:1788219875.523683:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.523686:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.523689:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.523691:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.523694:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50480 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.523697:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.523699:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.524079:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.524086:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:2.0:1788219875.524093:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.524100:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.524106:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:2.0:1788219875.524108:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:2.0:1788219875.524126:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.524134:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.524146:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.524149:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.524157:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.524159:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219875.529081:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.529091:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:2.0:1788219875.529099:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.529109:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.529128:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661110 00000400:00000010:2.0:1788219875.529131:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661110. 00000100:00000001:2.0:1788219875.529137:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.529146:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.529158:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.529161:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.529169:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.529172:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.529182:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.529192:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.529195:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.529198:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.529204:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.529209:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.529216:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.529220:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.529225:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.529228:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb789e80 00000400:00000200:2.0:1788219875.529232:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.529238:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9775 [1] + 224 00000800:00000001:2.0:1788219875.529244:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.529250:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.529252:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.529255:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.529260:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.529265:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.529273:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.529296:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.529302:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.529306:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788219875.530371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00000100:00000001:0.0:1788219875.531204:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.531216:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.531219:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.531222:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:0.0:1788219875.531228:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:0.0:1788219875.531231:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:0.0:1788219875.531235:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.531246:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.531257:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566237312/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531264:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.531266:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.531268:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.531272:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.531274:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.531276:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.531279:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.531288:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.531292:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.531294:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.531296:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.531298:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.531302:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.531305:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.531306:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.531308:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.531310:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.531349:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.531353:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.531354:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.531356:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.531359:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.531363:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566237312/t17179869272(17179869272) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531370:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.531373:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.531375:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.531378:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566237312/t17179869272(17179869272) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.531386:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566237312:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.531391:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.531393:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.531396:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.531398:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.531401:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237312/t17179869272(17179869272) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531409:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.531411:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.531416:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.531418:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.531425:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.531426:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.531429:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.531432:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.531437:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.531441:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.531444:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.531447:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.531449:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.531451:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.531454:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.531456:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.531458:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x912:0x0] 00800000:00000001:0.0:1788219875.531460:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.531465:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.531470:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010ea300 x1875079565694720/t12884930143(12884930143) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531478:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.531479:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468126464 : -113709241425152 : ffff9895010ea300) 00000100:00000001:0.0:1788219875.531482:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.531484:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010ea300 x1875079565694720/t12884930143(12884930143) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531490:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.531492:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.531495:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237312/t17179869272(17179869272) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531501:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.531503:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.531506:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010ea300 x1875079565694720/t12884930143(12884930143) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531512:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.531515:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.531517:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=25 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.531520:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.531523:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894c8adc400. 02000000:00000001:0.0:1788219875.531528:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.531530:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.531532:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010ea300. 00000100:00000001:0.0:1788219875.531536:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.531537:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.531551:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.531554:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566237312/t17179869272(17179869272) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531559:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.531562:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bcae20. 00000002:00000001:0.0:1788219875.531564:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.531566:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.531568:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e477c0. 00000100:00000001:0.0:1788219875.531571:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.531574:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566237312/t17179869272(17179869272) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531581:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.531582:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.531585:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.531587:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.531588:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.531590:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=24 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.531591:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.531593:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219875.531595:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.531596:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.531598:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.531600:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.531601:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.531604:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.531607:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.531610:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x912:0x0] mode (null) 00000002:00000001:0.0:1788219875.531614:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.531618:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.531624:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f2911a00 count: 2 00010000:00000001:0.0:1788219875.531627:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.531632:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.531634:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.531638:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.531640:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x912:0x0](ffff9894d1b542c8) invalid 00000020:00000001:0.0:1788219875.531644:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.531647:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst4 (ffff9893f0e3a288) parent ffff9893f0e3a510 inode ffff9894d1b542c8 refc 1 00000080:00000001:0.0:1788219875.531651:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.531653:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.531656:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.531660:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.531663:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.531665:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.531667:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.531670:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.531674:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437da00 with handle 0x34450ab7a1612dc from hash 00010000:00000001:0.0:1788219875.531677:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.531679:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.531680:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.531682:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.531685:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.531687:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.531690:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.531694:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437dc00/0x34450ab7a1612e3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x911:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7ab1 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.531717:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.531721:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.531722:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.531724:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x911:0x0] mode CR 00000002:00000001:0.0:1788219875.531726:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.531727:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.531730:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3dd00 count: 2 00010000:00000001:0.0:1788219875.531732:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.531735:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.531736:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.531737:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.531738:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3dd00 count: 2 00010000:00000001:0.0:1788219875.531740:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.531742:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.531744:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.531745:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.531747:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.531754:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.531756:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.531762:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.531765:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.531767:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.531768:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.531769:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.531770:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.531772:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.531774:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x911:0x0] 00800000:00000001:0.0:1788219875.531776:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.531778:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x911:0x0] 00000002:00000001:0.0:1788219875.531781:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.531782:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x911:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.531787:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.531789:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=25 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.531793:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.531796:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.531799:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.531804:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb400. 00000100:00000001:0.0:1788219875.531809:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.531832:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e9500 x1875079565695104/t12884930144(12884930144) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.531841:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.531846:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.531853:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.531855:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.531861:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.531863:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.531865:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.531866:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.531870:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.531874:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.531876:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.531877:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.531880:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531886:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.531888:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.531891:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.531893:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.531896:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.531899:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566237824:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.531913:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.531918:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.531920:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.531923:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.531927:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.531929:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.531935:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.531938:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:0.0:1788219875.531943:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219875.531949:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566237824, portal 10 00000100:00000001:0.0:1788219875.531951:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.531952:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.531958:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.531969:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.531972:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.531975:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf088. 00000100:00000200:0.0:1788219875.531978:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566237824, offset 0 00000400:00000200:0.0:1788219875.531985:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.531992:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.531999:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.532003:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.532007:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.532011:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.532014:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.532018:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92996:92996:256:4294967295] 192.168.203.120@tcp LPNI seq info [92996:92996:8:4294967295] 00000400:00000200:0.0:1788219875.532022:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.532032:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.532038:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.532043:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000800:00000200:0.0:1788219875.532049:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.532056:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.532060:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.532080:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.532085:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.532088:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.532091:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744647 00000100:00000001:0.0:1788219875.532097:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744639 00000100:00000001:0.0:1788219875.532102:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744647 00000100:00000001:0.0:1788219875.532106:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744639 00000100:00000001:0.0:1788219875.532108:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.532110:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.532126:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.532128:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.532130:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.532133:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.532135:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.532180:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.532186:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:2.0:1788219875.532191:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.532197:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.532201:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf088 00000400:00000010:2.0:1788219875.532204:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf088. 00000100:00000001:2.0:1788219875.532208:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.532213:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.532222:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.532226:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.532233:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.532235:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.538551:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.538570:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.538574:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.538577:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.538586:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.538595:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.538605:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.538611:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.538617:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.538622:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a080 00000400:00000200:2.0:1788219875.538627:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.538634:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9785 [1] + 224 00000800:00000001:2.0:1788219875.538640:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.538651:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.538655:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.538659:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.538667:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.538677:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.538689:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.538718:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.538727:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.538730:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.540549:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.540561:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.540564:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.540568:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:0.0:1788219875.540575:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:0.0:1788219875.540578:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:0.0:1788219875.540582:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.540593:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.540603:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566237824/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540610:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.540611:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.540614:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.540617:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.540620:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.540623:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.540625:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.540634:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.540639:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.540641:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.540643:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.540646:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.540649:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.540652:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.540654:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.540655:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.540658:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.540659:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.540662:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.540664:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.540667:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.540669:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.540674:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566237824/t17179869273(17179869273) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540682:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.540684:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.540686:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.540690:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566237824/t17179869273(17179869273) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.540697:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566237824:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.540702:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.540705:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.540707:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.540709:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.540712:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237824/t17179869273(17179869273) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540718:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.540721:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.540726:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.540727:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.540735:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.540736:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.540738:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.540741:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.540745:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.540749:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.540753:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.540756:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.540758:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.540761:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.540763:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.540766:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.540768:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x911:0x0] 00800000:00000001:0.0:1788219875.540770:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.540775:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.540780:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e9500 x1875079565695104/t12884930144(12884930144) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540787:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.540788:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468122880 : -113709241428736 : ffff9895010e9500) 00000100:00000001:0.0:1788219875.540791:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.540793:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e9500 x1875079565695104/t12884930144(12884930144) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540800:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.540802:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.540805:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566237824/t17179869273(17179869273) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540811:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.540812:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.540815:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e9500 x1875079565695104/t12884930144(12884930144) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540821:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.540824:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.540826:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=24 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.540829:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.540832:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894c8adcc00. 02000000:00000001:0.0:1788219875.540836:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.540838:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.540840:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e9500. 00000100:00000001:0.0:1788219875.540846:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.540847:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.540849:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.540852:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566237824/t17179869273(17179869273) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540858:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.540860:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bcae60. 00000002:00000001:0.0:1788219875.540863:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.540864:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.540867:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e47640. 00000100:00000001:0.0:1788219875.540869:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.540872:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566237824/t17179869273(17179869273) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.540878:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.540880:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.540883:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.540885:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.540887:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.540888:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=23 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.540890:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.540892:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb400. 02000000:00000001:0.0:1788219875.540894:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.540895:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.540896:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.540898:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.540899:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.540902:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.540905:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.540908:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x911:0x0] mode (null) 00000002:00000001:0.0:1788219875.540911:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.540914:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.540921:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3dd00 count: 2 00010000:00000001:0.0:1788219875.540924:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.540928:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.540930:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.540934:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.540936:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x911:0x0](ffff9894d09c7448) invalid 00000020:00000001:0.0:1788219875.540939:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.540941:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst3 (ffff9893f0e3a510) parent ffff9893f0c051b0 inode ffff9894d09c7448 refc 1 00000080:00000001:0.0:1788219875.540946:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.540949:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.540951:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.540955:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.540958:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.540960:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.540962:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.540964:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.540968:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437dc00 with handle 0x34450ab7a1612e3 from hash 00010000:00000001:0.0:1788219875.540970:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.540972:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.540973:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.540975:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.540978:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.540980:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.540983:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.540987:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be7c00/0x34450ab7a1612ff lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7af7 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.540995:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.540998:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.541000:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.541001:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x90e:0x0] mode CR 00000002:00000001:0.0:1788219875.541003:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.541004:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.541006:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0d00 count: 2 00010000:00000001:0.0:1788219875.541008:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.541010:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.541012:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.541013:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.541014:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0d00 count: 2 00010000:00000001:0.0:1788219875.541016:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.541018:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.541019:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.541021:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.541742:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.541752:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.541756:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.541763:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.541768:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.541770:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.541772:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.541773:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.541776:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.541777:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.541779:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:0.0:1788219875.541781:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.541784:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x90e:0x0] 00000002:00000001:0.0:1788219875.541787:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.541788:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x90e:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.541794:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.541797:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=24 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.541801:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.541804:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.541808:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.541814:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb200. 00000100:00000001:0.0:1788219875.541820:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.541835:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c4e00 x1875079565696640/t12884930147(12884930147) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.541845:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.541850:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.541856:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.541858:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.541865:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.541867:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.541870:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.541871:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.541875:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.541879:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.541881:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.541882:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.541886:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.541894:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.541896:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.541900:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.541903:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.541905:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.541909:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238080:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.541913:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.541917:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.541919:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.541922:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.541925:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03fc00. 02000000:00000001:0.0:1788219875.541927:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.541933:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.541937:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4058. 00000400:00000010:0.0:1788219875.541943:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219875.541949:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566238080, portal 10 00000100:00000001:0.0:1788219875.541951:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.541952:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.541958:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.541965:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.541968:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.541971:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219875.541974:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566238080, offset 0 00000400:00000200:0.0:1788219875.541979:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.541987:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.541995:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.542000:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.542003:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.542007:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.542010:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.542014:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92997:92997:256:4294967295] 192.168.203.120@tcp LPNI seq info [92997:92997:8:4294967295] 00000400:00000200:0.0:1788219875.542019:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.543248:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.543261:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.543269:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219875.543276:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.543285:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.543289:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.543392:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.543399:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.543406:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.543410:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744659 00000100:00000001:0.0:1788219875.543426:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744647 00000100:00000001:0.0:1788219875.543433:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744659 00000100:00000001:0.0:1788219875.543437:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744647 00000100:00000001:0.0:1788219875.543440:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.543444:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.543447:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.543449:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.543452:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.543455:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.543458:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219875.557086:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.557107:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.557123:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.557127:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.557136:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.557145:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.557156:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.557162:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.557168:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.557171:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9d7c80 00000400:00000200:2.0:1788219875.557179:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe8a3d [2] + 1968 00000400:00000010:2.0:1788219875.557184:0:256055:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb20b0. 00000400:00000200:2.0:1788219875.557191:0:256055:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9893ef6f1480 00000800:00000001:2.0:1788219875.557197:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.557207:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.557209:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.557214:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.557220:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893ef6f1480 00000400:00000010:2.0:1788219875.557222:0:256055:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff9893ef6f1480. 00000100:00000001:2.0:1788219875.557668:0:256055:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219875.557672:0:256055:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788219875.557675:0:256055:0:(events.c:337:request_in_callback()) incoming req@ffff9894d3d4d050 x1875079568653440 msgsize 328 00000100:00100000:2.0:1788219875.557681:0:256055:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000040:2.0:1788219875.557684:0:256055:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788219875.557698:0:256055:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1788219875.557735:0:300958:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9894d4941000. 00000100:00000010:2.0:1788219875.557743:0:300958:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9894c9cfe000. 00000100:00100000:2.0:1788219875.557745:0:300958:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788219875.557749:0:300958:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788219875.557870:0:300958:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb20b0. 00000400:00000010:2.0:1788219875.557877:0:300958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9893e2efcd80. 00000100:00000001:2.0:1788219875.557887:0:300958:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788219875.557890:0:300958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568653440 02000000:00000001:2.0:1788219875.557892:0:300958:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788219875.557894:0:300958:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219875.557896:0:300958:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219875.557901:0:300958:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219875.557905:0:300958:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568653440 00000020:00000001:2.0:1788219875.557908:0:300958:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1788219875.557910:0:300958:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d63a 00000020:00000001:2.0:1788219875.557912:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.557915:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b5800 refcount=5 00000020:00000001:2.0:1788219875.557917:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000020:00000001:2.0:1788219875.557919:0:300958:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566135296 : -113710143416320 : ffff9894cb4b5800) 00000100:00000001:2.0:1788219875.557924:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219875.557928:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47180. 00000100:00000001:2.0:1788219875.557931:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219875.557934:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47180. 00000020:00000010:2.0:1788219875.557940:0:300958:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f4d47800. 00000020:00000010:2.0:1788219875.557946:0:300958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894fd5f3a80. 00000020:00000010:2.0:1788219875.557950:0:300958:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894d2451bb8. 00000100:00000040:2.0:1788219875.557960:0:300958:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788219875.557964:0:300958:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788219875.557965:0:300958:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788219875.557967:0:300958:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.557976:0:300958:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.557985:0:300958:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219875.557996:0:300958:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788219875.557997:0:300958:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788219875.558002:0:300958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 449 00000100:00000040:2.0:1788219875.558006:0:300958:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b5800 : new rpc_count 1 00000100:00000001:2.0:1788219875.558008:0:300958:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630363709362256 : -113710000189360 : ffff9894d3d4d050) 00000100:00000040:2.0:1788219875.558014:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894d3d4d050 x1875079568653440/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:121/0 lens 328/0 e 0 to 0 dl 1788219886 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219875.558023:0:300958:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788219875.558026:0:300958:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e2e47180. 00000100:00000001:2.0:1788219875.558028:0:300958:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788219875.558030:0:300958:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e2e47180. 00000100:00100000:2.0:1788219875.558034:0:300958:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894d3d4d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568653440:12345-192.168.203.120@tcp:104: 00000100:00000200:2.0:1788219875.558038:0:300958:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568653440 00010000:00000001:2.0:1788219875.558041:0:300958:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788219875.558047:0:300958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788219875.558049:0:300958:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1788219875.558051:0:300958:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=2 00000020:00000001:2.0:1788219875.558053:0:300958:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.558055:0:300958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:2.0:1788219875.558059:0:300958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788219875.558062:0:300958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788219875.558067:0:300958:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00000001:2.0:1788219875.558078:0:300958:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788219875.558080:0:300958:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788219875.558085:0:300958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9894d4940800. 02000000:00000001:2.0:1788219875.558087:0:300958:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.558089:0:300958:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.558093:0:300958:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788219875.558096:0:300958:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219875.558099:0:300958:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219875.558104:0:300958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788219875.558107:0:300958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1788219875.558110:0:300958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:2.0:1788219875.558112:0:300958:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788219875.558376:0:300958:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.558380:0:300958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219875.558383:0:300958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219875.558389:0:300958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219875.558394:0:300958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568653440, offset 224 00000400:00000200:2.0:1788219875.558576:0:300958:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219875.558585:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.558592:0:300958:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219875.558600:0:300958:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92998:92998:255:4294967295] 192.168.203.120@tcp LPNI seq info [92998:92998:7:4294967295] 00000400:00000200:2.0:1788219875.558605:0:300958:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.558613:0:300958:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219875.558619:0:300958:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219875.558624:0:300958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219875.558630:0:300958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219875.558638:0:300958:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219875.558642:0:300958:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219875.558645:0:300958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219875.558648:0:300958:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:2.0:1788219875.558651:0:300958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788219875.558654:0:300958:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9893e2efc3c0. 00010000:00000001:2.0:1788219875.558657:0:300958:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788219875.558747:0:300958:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788219875.558750:0:300958:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.558761:0:300958:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219875.558763:0:300958:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219875.558771:0:300958:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894d3d4d050 x1875079568653440/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:121/0 lens 328/224 e 0 to 0 dl 1788219886 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788219875.558780:0:300958:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894d3d4d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568653440:12345-192.168.203.120@tcp:104: Request processed in 755us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1788219875.558788:0:300958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 449 00000100:00000040:2.0:1788219875.558792:0:300958:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b5800 : new rpc_count 0 00000100:00000001:2.0:1788219875.558794:0:300958:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788219875.558795:0:300958:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788219875.558800:0:300958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894fd5f3a80. 00000020:00000010:2.0:1788219875.558805:0:300958:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894d2451bb8. 00000020:00000010:2.0:1788219875.558883:0:300958:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f4d47800. 00000020:00000040:2.0:1788219875.558890:0:300958:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b5800 : new refcount 4 02000000:00000001:2.0:1788219875.558897:0:300958:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.558900:0:300958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4c800. 02000000:00000001:2.0:1788219875.558903:0:300958:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219875.558905:0:300958:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029c00. 02000000:00000001:2.0:1788219875.558909:0:300958:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.558910:0:300958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4e800. 02000000:00000001:2.0:1788219875.558911:0:300958:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219875.558913:0:300958:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 02000000:00000001:2.0:1788219875.558915:0:300958:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.558916:0:300958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4c400. 02000000:00000001:2.0:1788219875.558918:0:300958:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219875.558919:0:300958:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 02000000:00000001:2.0:1788219875.558922:0:300958:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.558923:0:300958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4f400. 02000000:00000001:2.0:1788219875.558924:0:300958:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219875.558925:0:300958:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 02000000:00000001:2.0:1788219875.558929:0:300958:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.558930:0:300958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9893e125ec00. 02000000:00000001:2.0:1788219875.558932:0:300958:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219875.558933:0:300958:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02ad80. 02000000:00000001:2.0:1788219875.558936:0:300958:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.558937:0:300958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d3d4f000. 02000000:00000001:2.0:1788219875.558938:0:300958:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788219875.558939:0:300958:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ed80. 00000100:00000010:2.0:1788219875.558942:0:300958:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9893e2cf0000. 00000100:00000010:2.0:1788219875.558945:0:300958:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9894d3d4d000. 00000100:00000001:2.0:1788219875.558949:0:300958:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219875.558996:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.559000:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:2.0:1788219875.559003:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.559009:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.559014:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:2.0:1788219875.559017:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:2.0:1788219875.559021:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.559026:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.559042:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.559045:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.559052:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.559054:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.559062:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.559068:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219875.559143:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.559146:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:2.0:1788219875.559150:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.559153:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.559157:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:2.0:1788219875.559159:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:2.0:1788219875.559162:0:256055:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1788219875.559163:0:256055:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788219875.559165:0:256055:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9894d4940800. 02000000:00000001:2.0:1788219875.559167:0:256055:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788219875.559168:0:256055:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788219875.562380:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219875.562388:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.562394:0:280891:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788219875.562573:0:280891:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788219875.562575:0:280891:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219875.562582:0:280891:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219875.562593:0:280891:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1b600 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219875.562596:0:280891:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219875.562601:0:280891:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.562608:0:280891:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219875.562611:0:280891:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219875.562614:0:280891:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.562620:0:280891:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219875.562623:0:280891:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219875.562625:0:280891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.562627:0:280891:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.562631:0:280891:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1b600 refcount=3 00000020:00000001:1.0:1788219875.562634:0:280891:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.562636:0:280891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831524864 : -113713878026752 : ffff9893ecb1b600) 00010000:00000001:1.0:1788219875.562639:0:280891:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.562642:0:280891:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 3/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788219875.562648:0:280891:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.562653:0:280891:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.562655:0:280891:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.562656:0:280891:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a4:0x4:0x0] mode (null) 00000002:00000001:1.0:1788219875.562661:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.562664:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.562670:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:1.0:1788219875.562673:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.562677:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.562679:0:280891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.562680:0:280891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.562682:0:280891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708500 count: 2 00010000:00000001:1.0:1788219875.562684:0:280891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.562686:0:280891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.562688:0:280891:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219875.562691:0:280891:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a4:0x4:0x0] lli = ffff9893fa015ac0, pfid = [0x2000013a2:0x987:0x0] 00000080:00000002:1.0:1788219875.562695:0:280891:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a4:0x4:0x0] m[0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.562700:0:280891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.562705:0:280891:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788219875.562709:0:280891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eafc40 00000080:00002000:1.0:1788219875.562711:0:280891:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d0.1 00000080:00000001:1.0:1788219875.562720:0:280891:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219875.562727:0:280891:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219875.562730:0:280891:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219875.562733:0:280891:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.562735:0:280891:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a4:0x4:0x0](ffff9893fa015b88) invalid 00000080:00000001:1.0:1788219875.562738:0:280891:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.562740:0:280891:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.562742:0:280891:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.562744:0:280891:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.562747:0:280891:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.562749:0:280891:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.562819:0:280891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.562823:0:280891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.562826:0:280891:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b600 with handle 0x34450ab7a16343f from hash 00010000:00000001:1.0:1788219875.562829:0:280891:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.562831:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.562832:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.562834:0:280891:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.562837:0:280891:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.562839:0:280891:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788219875.562845:0:280891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.562849:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.562850:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.562851:0:280891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.562854:0:280891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.562856:0:280891:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788219875.562865:0:280891:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ca80. 00000020:00000040:1.0:1788219875.562869:0:280891:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.562873:0:280891:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.562876:0:280891:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.562881:0:280891:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.562888:0:280891:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776600. 00000100:00000001:1.0:1788219875.562894:0:280891:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.562896:0:280891:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219875.562902:0:280891:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 2/0,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788219875.562908:0:280891:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219875.562910:0:280891:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.562915:0:280891:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.562919:0:280891:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.562932:0:280891:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005773602c] to pc [ptlrpcd_00_01+1] req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788219875.562963:0:280891:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.562965:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.562966:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.562968:0:280891:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.562970:0:280891:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.562972:0:280891:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.562975:0:280891:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 1/0,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.562982:0:280891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219875.562984:0:280891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b600/0x34450ab7a16343f lrc: 0/0,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded87e6 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788219875.562992:0:280891:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708500 count: 0 00010000:00000010:1.0:1788219875.562996:0:280891:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c380. 00010000:00000001:1.0:1788219875.563006:0:280891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.563008:0:280891:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788219875.563010:0:280891:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e2efc3c0. 00010000:00000001:1.0:1788219875.563014:0:280891:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.563016:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219875.563018:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.563020:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219875.563021:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219875.563023:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.563024:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788219875.563026:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219875.563027:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.563029:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788219875.563267:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.563393:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.563584:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.563589:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.563597:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.563602:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.563611:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.563617:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.563622:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.563625:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a180 00000400:00000200:2.0:1788219875.563630:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.563635:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe978d [1] + 224 00000800:00000001:2.0:1788219875.563642:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.563649:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.563653:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.563657:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.563664:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.563670:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.563679:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.563698:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.563706:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.563709:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.563872:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219875.563880:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219875.563882:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219875.563885:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4058. 00000400:00000200:3.0:1788219875.563889:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:3.0:1788219875.563891:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:3.0:1788219875.563894:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.563899:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788219875.563907:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566238080/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.563913:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219875.563915:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.563918:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219875.563921:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219875.563923:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219875.563925:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.563927:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219875.563935:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219875.563939:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219875.563942:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219875.563943:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.563946:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219875.563949:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.563952:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788219875.563954:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788219875.563955:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788219875.563957:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.563959:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:3.0:1788219875.563962:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219875.563964:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:3.0:1788219875.563965:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219875.563968:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.563973:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566238080/t17179869274(17179869274) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.563980:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219875.563982:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219875.563984:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219875.563988:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566238080/t17179869274(17179869274) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788219875.563995:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238080:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:3.0:1788219875.564000:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.564003:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.564005:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219875.564007:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.564010:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566238080/t17179869274(17179869274) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564016:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219875.564018:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:3.0:1788219875.564022:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219875.564024:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.564029:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.564030:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:3.0:1788219875.564033:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219875.564035:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219875.564040:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000080:00000001:3.0:1788219875.564043:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788219875.564046:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788219875.564049:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219875.564051:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219875.564054:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788219875.564056:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788219875.564058:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219875.564060:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90e:0x0] 00800000:00000001:3.0:1788219875.564062:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219875.564066:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788219875.564071:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c4e00 x1875079565696640/t12884930147(12884930147) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564078:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.564079:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601849856 : -113710107701760 : ffff9894cd6c4e00) 00000100:00000001:3.0:1788219875.564081:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.564084:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c4e00 x1875079565696640/t12884930147(12884930147) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564090:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.564092:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.564094:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566238080/t17179869274(17179869274) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564100:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.564102:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.564105:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c4e00 x1875079565696640/t12884930147(12884930147) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564111:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788219875.564122:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219875.564124:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=23 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219875.564126:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219875.564129:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008f800. 02000000:00000001:3.0:1788219875.564134:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219875.564136:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219875.564138:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c4e00. 00000100:00000001:3.0:1788219875.564142:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219875.564143:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.564144:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.564147:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566238080/t17179869274(17179869274) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564152:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219875.564154:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d220. 00000002:00000001:3.0:1788219875.564156:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788219875.564158:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219875.564160:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e040. 00000100:00000001:3.0:1788219875.564163:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.564165:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566238080/t17179869274(17179869274) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564171:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219875.564173:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219875.564175:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03fc00. 02000000:00000001:3.0:1788219875.564178:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219875.564180:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219875.564181:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=22 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219875.564183:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219875.564184:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb200. 02000000:00000001:3.0:1788219875.564186:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219875.564187:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219875.564189:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:3.0:1788219875.564191:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219875.564193:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788219875.564195:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.564198:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788219875.564200:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x90e:0x0] mode (null) 00000002:00000001:3.0:1788219875.564204:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219875.564206:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219875.564212:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0d00 count: 2 00010000:00000001:3.0:1788219875.564214:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219875.564218:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.564220:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.564223:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788219875.564225:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x90e:0x0](ffff9894d09c21c8) invalid 00000020:00000001:3.0:1788219875.564228:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:3.0:1788219875.564231:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry d154i.sanity (ffff9893f0c05e58) parent ffff9893e6c7e870 inode ffff9894d09c21c8 refc 1 00000080:00000001:3.0:1788219875.564235:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788219875.564236:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788219875.564238:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.564241:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788219875.564244:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788219875.564246:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788219875.564247:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219875.564250:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219875.564253:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e6be7c00 with handle 0x34450ab7a1612ff from hash 00010000:00000001:3.0:1788219875.564255:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788219875.564256:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1788219875.564257:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1788219875.564258:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788219875.564259:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1788219875.564261:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1788219875.564263:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788219875.564264:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:0.0:1788219875.564264:0:256062:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1788219875.564268:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1788219875.564270:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1788219875.564271:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b2600/0x34450ab7a16144f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x951:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a9c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000100:00000001:0.0:1788219875.564278:0:256062:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000080:00000001:3.0:1788219875.564279:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000100:00000001:0.0:1788219875.564280:0:256062:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.564283:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788219875.564284:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 02000000:00000001:0.0:1788219875.564284:0:256062:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000040:3.0:1788219875.564285:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x951:0x0] mode CR 00000002:00000001:3.0:1788219875.564287:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 02000000:00000001:0.0:1788219875.564287:0:256062:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788219875.564288:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788219875.564290:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c5891800 count: 2 02000000:00000001:0.0:1788219875.564290:0:256062:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.564292:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1788219875.564293:0:256062:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566238208:192.168.203.120@tcp:103:ldlm_bl.0 00000002:00000001:3.0:1788219875.564294:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219875.564296:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788219875.564297:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:0.0:1788219875.564297:0:256062:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000040:3.0:1788219875.564298:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c5891800 count: 2 00010000:00000001:3.0:1788219875.564300:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788219875.564301:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.564302:0:256062:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:3.0:1788219875.564303:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.564304:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 02000000:00000001:0.0:1788219875.564305:0:256062:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788219875.564307:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 02000000:00000001:0.0:1788219875.564307:0:256062:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.564332:0:256062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219875.564334:0:256062:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788219875.564338:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894cb597800. 00000400:00000200:0.0:1788219875.564339:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000080:00000001:3.0:1788219875.564340:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000400:00000010:0.0:1788219875.564343:0:256062:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4b00. 00000080:00000001:3.0:1788219875.564346:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00000400:00000010:0.0:1788219875.564347:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00800000:00000001:3.0:1788219875.564349:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788219875.564351:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788219875.564352:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788219875.564353:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00000100:00000200:0.0:1788219875.564353:0:256062:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566238208, portal 18 80000000:00000001:3.0:1788219875.564355:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.564355:0:256062:0:(client.c:3262:ptlrpc_request_addref()) Process entered 80000000:00000001:3.0:1788219875.564357:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.564357:0:256062:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875166848 : -113709834384768 : ffff9894ddb6ca80) 00800000:00000002:3.0:1788219875.564359:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x951:0x0] 00800000:00000001:3.0:1788219875.564360:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788219875.564363:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x951:0x0] 00000100:00000040:0.0:1788219875.564363:0:256062:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788219875.564365:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788219875.564367:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x951:0x0] file closed with intent: 0 00000100:00000001:0.0:1788219875.564371:0:256062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1788219875.564372:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000100:00000040:0.0:1788219875.564373:0:256062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.564376:0:256062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000020:00000040:3.0:1788219875.564379:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=23 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000200:0.0:1788219875.564380:0:256062:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566238208, offset 0 00000100:00000001:3.0:1788219875.564382:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219875.564385:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788219875.564385:0:256062:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 02000000:00000001:3.0:1788219875.564387:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219875.564391:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb597600. 00000400:00000200:0.0:1788219875.564392:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219875.564399:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.564399:0:256062:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.564404:0:256062:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.564408:0:256062:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000002:00100000:3.0:1788219875.564410:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed354a80 x1875079565725056/t12884930176(12884930176) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788219875.564419:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000400:00000200:0.0:1788219875.564420:0:256062:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.564423:0:256062:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00100000:3.0:1788219875.564424:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000400:00000200:0.0:1788219875.564427:0:256062:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92999:92999:256:4294967295] 192.168.203.120@tcp LPNI seq info [92999:92999:8:4294967295] 00000100:00000001:3.0:1788219875.564430:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000400:00000200:0.0:1788219875.564431:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219875.564432:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219875.564437:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d4702540. 00000100:00000001:3.0:1788219875.564439:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363719542080 : -113709990009536 : ffff9894d4702540) 00000400:00000200:0.0:1788219875.564440:0:256062:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1788219875.564441:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.564442:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000001:3.0:1788219875.564446:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1788219875.564446:0:256062:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:3.0:1788219875.564450:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.564451:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000800:00000010:0.0:1788219875.564451:0:256062:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a600. 00000100:00000001:3.0:1788219875.564453:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219875.564456:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.564462:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219875.564463:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788219875.564464:0:256062:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 02000000:00000001:3.0:1788219875.564465:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219875.564467:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219875.564469:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219875.564472:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238464:192.168.203.120@tcp:35:ldlm_bl.0 00000800:00000200:0.0:1788219875.564472:0:256062:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:3.0:1788219875.564475:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1788219875.564476:0:256062:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a600 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:3.0:1788219875.564477:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219875.564478:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.564480:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219875.564483:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9893e125f400. 00000100:00000001:0.0:1788219875.564483:0:256062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.564485:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.564487:0:256062:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14710 usecs (15 jiffies) 00000400:00000200:3.0:1788219875.564488:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.564490:0:256062:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219875.564491:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267a420. 00000100:00000001:0.0:1788219875.564492:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744668 00000400:00000010:3.0:1788219875.564494:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c908. 00000100:00000200:3.0:1788219875.564497:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566238464, portal 10 00000100:00000001:0.0:1788219875.564498:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744659 00000100:00000001:3.0:1788219875.564499:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219875.564500:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000001:0.0:1788219875.564503:0:256062:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744668 00000100:00000040:3.0:1788219875.564505:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.564506:0:256062:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744659 00000100:00000001:0.0:1788219875.564509:0:256062:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219875.564511:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788219875.564511:0:256062:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.564513:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:0.0:1788219875.564514:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788219875.564515:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c880. 00000100:00000200:3.0:1788219875.564516:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566238464, offset 0 00000100:00000001:0.0:1788219875.564517:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.564521:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219875.564524:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.564524:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.564526:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788219875.564527:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:0.0:1788219875.564528:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.564529:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788219875.564530:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788219875.564530:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219875.564532:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:0.0:1788219875.564533:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219875.564535:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219875.564537:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219875.564539:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93000:93000:255:4294967295] 192.168.203.120@tcp LPNI seq info [93000:93000:7:4294967295] 00000400:00000200:3.0:1788219875.564543:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.564543:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.564545:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219875.564548:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219875.564553:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219875.564556:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26800. 00000800:00000200:3.0:1788219875.564561:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219875.564564:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219875.564567:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788219875.564570:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.564572:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:3.0:1788219875.564575:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219875.564577:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744680 00000100:00000001:0.0:1788219875.564686:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744668 00000100:00000001:0.0:1788219875.564691:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744680 00000100:00000001:0.0:1788219875.564694:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744668 00000100:00000001:0.0:1788219875.564697:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.564699:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.564701:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.564702:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.564705:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d4702540 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.564707:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.564709:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.565129:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.565134:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a600. 00000400:00000200:2.0:1788219875.565139:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.565145:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.565149:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:2.0:1788219875.565151:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:2.0:1788219875.565154:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.565160:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.565168:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.565171:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.565178:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.565180:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219875.565243:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.565246:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26800. 00000400:00000200:2.0:1788219875.565249:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.565253:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.565255:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c880 00000400:00000010:2.0:1788219875.565257:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c880. 00000100:00000001:2.0:1788219875.565259:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.565262:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.565269:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.565272:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.565278:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.565279:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788219875.569424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893e4bca140. 00010000:00000010:1.1:1788219875.569443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708500. 00010000:00000010:1.1:1788219875.569449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b600. 00000800:00000001:2.0:1788219875.569520:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.569532:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.569535:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.569538:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.569547:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.569554:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.569563:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.569569:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.569573:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.569578:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a300 00000400:00000200:2.0:1788219875.569582:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.569589:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97ad [1] + 224 00000800:00000001:2.0:1788219875.569596:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.569603:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.569607:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.569612:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.569620:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.569628:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.569638:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.569659:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.569668:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.569672:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.570205:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.570214:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.570216:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.570219:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267a420. 00000400:00000200:0.0:1788219875.570225:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c908 00000400:00000010:0.0:1788219875.570227:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c908. 00000100:00000001:0.0:1788219875.570230:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.570236:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.570245:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566238464/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570252:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.570254:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.570256:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.570260:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.570263:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.570265:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.570267:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.570276:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.570280:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.570283:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.570285:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.570287:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.570290:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.570293:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.570295:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.570297:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.570299:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.570301:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000001:0.0:1788219875.570304:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.570306:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.570308:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.570787:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.570798:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566238464/t17179869275(17179869275) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570807:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.570810:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.570812:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.570816:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566238464/t17179869275(17179869275) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.570825:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238464:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.570829:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.570833:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.570835:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.570837:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.570841:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39e300 x1875079566238464/t17179869275(17179869275) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570847:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.570850:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d4702540. 00000100:00000001:0.0:1788219875.570854:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.570856:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.570862:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.570864:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000002:00000001:0.0:1788219875.570867:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.570870:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.570875:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894cb597800. 00000080:00000001:0.0:1788219875.570878:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.570882:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.570884:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.570887:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.570890:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.570892:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.570894:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.570896:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x951:0x0] 00800000:00000001:0.0:1788219875.570898:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.570903:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.570909:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed354a80 x1875079565725056/t12884930176(12884930176) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570917:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.570919:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135115392 : -113709574436224 : ffff9894ed354a80) 00000100:00000001:0.0:1788219875.570921:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.570924:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed354a80 x1875079565725056/t12884930176(12884930176) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570930:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.570932:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.570934:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39e300 x1875079566238464/t17179869275(17179869275) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570940:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.570942:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.570945:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed354a80 x1875079565725056/t12884930176(12884930176) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570952:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.570954:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.570956:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=22 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.570959:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.570961:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03cc00. 02000000:00000001:0.0:1788219875.570965:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.570967:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.570969:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed354a80. 00000100:00000001:0.0:1788219875.570973:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.570974:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.570976:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.570979:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566238464/t17179869275(17179869275) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.570986:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.570988:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e93e0. 00000002:00000001:0.0:1788219875.570991:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.570993:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.570996:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd380. 00000100:00000001:0.0:1788219875.570998:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.571001:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566238464/t17179869275(17179869275) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.571007:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.571009:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.571012:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9893e125f400. 02000000:00000001:0.0:1788219875.571014:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.571015:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.571017:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=21 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.571018:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.571020:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb597600. 02000000:00000001:0.0:1788219875.571021:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.571022:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.571023:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:0.0:1788219875.571038:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.571040:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.571043:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.571046:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.571048:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x951:0x0] mode (null) 00000002:00000001:0.0:1788219875.571051:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.571053:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.571060:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894c5891800 count: 2 00010000:00000001:0.0:1788219875.571062:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.571067:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.571069:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.571072:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.571074:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x951:0x0](ffff9894d1c01988) invalid 00000080:00000001:0.0:1788219875.571077:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.571082:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.571085:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.571089:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.571092:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.571094:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.571095:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.571099:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.571238:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ea0b2600 with handle 0x34450ab7a16144f from hash 00010000:00000001:0.0:1788219875.571241:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.571243:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.571245:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.571246:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.571250:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.571252:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.571256:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.571260:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2200/0x34450ab7a16113f lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x94d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b1a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.571269:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.571273:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.571275:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.571276:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94d:0x0] mode CR 00000002:00000001:0.0:1788219875.571279:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.571280:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.571283:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d800 count: 2 00010000:00000001:0.0:1788219875.571285:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.571288:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.571289:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.571290:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.571291:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d800 count: 2 00010000:00000001:0.0:1788219875.571293:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.571295:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.571297:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.571299:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.571301:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.571307:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.571309:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.571336:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.571339:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.571341:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.571342:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.571343:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.571345:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.571347:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.571349:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94d:0x0] 00800000:00000001:0.0:1788219875.571351:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.571353:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x94d:0x0] 00000002:00000001:0.0:1788219875.571356:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.571357:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x94d:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.571363:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014a80. 00000020:00000040:0.0:1788219875.571367:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=22 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.571370:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.571374:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.571377:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.571383:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cba600. 00000100:00000001:0.0:1788219875.571388:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.571400:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07ca80 x1875079565672192/t12884930084(12884930084) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.571410:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.571415:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.571422:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.571424:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.571430:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.571433:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768813312 : -113713940738304 : ffff9893e8f4cf00) 00000100:00000001:0.0:1788219875.571435:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.571436:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000001:0.0:1788219875.571441:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.571445:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.571446:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.571448:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.571451:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.571532:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.571534:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.571538:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.571542:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.571544:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.571548:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238720:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.571552:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.571557:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.571559:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.571561:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.571695:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03cc00. 02000000:00000001:0.0:1788219875.571699:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.571706:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.571711:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a47e8. 00000400:00000010:0.0:1788219875.571718:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219875.571724:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566238720, portal 10 00000100:00000001:0.0:1788219875.571726:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.571727:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000040:0.0:1788219875.571734:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.571741:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.571744:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.571747:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000200:0.0:1788219875.571750:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566238720, offset 0 00000400:00000200:0.0:1788219875.571757:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.571765:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.571772:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.571777:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.571781:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.571785:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.571787:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.571791:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93001:93001:256:4294967295] 192.168.203.120@tcp LPNI seq info [93001:93001:8:4294967295] 00000400:00000200:0.0:1788219875.571795:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.571804:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.571810:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.571816:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a100. 00000800:00000200:0.0:1788219875.571823:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.571830:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.571835:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.571858:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.571863:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.571866:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.571869:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744687 00000100:00000001:0.0:1788219875.571876:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744680 00000100:00000001:0.0:1788219875.571880:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744687 00000100:00000001:0.0:1788219875.571884:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744680 00000100:00000001:0.0:1788219875.571887:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.571890:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.571892:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.571894:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.571896:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.571898:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.571900:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.572554:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.572560:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a100. 00000400:00000200:2.0:1788219875.572566:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.572572:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.572578:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:2.0:1788219875.572581:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:2.0:1788219875.572586:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.572591:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.572601:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.572605:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.572611:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.572612:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.585146:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.585165:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.585170:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.585173:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.585182:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.585190:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.585199:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.585204:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.585209:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.585212:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a400 00000400:00000200:2.0:1788219875.585217:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.585222:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97bd [1] + 224 00000800:00000001:2.0:1788219875.585228:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.585250:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.585255:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.585259:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.585267:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.585275:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.585287:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.585346:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.585356:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.585360:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.585436:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.585443:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.585445:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.585448:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a47e8. 00000400:00000200:0.0:1788219875.585453:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:0.0:1788219875.585456:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:0.0:1788219875.585459:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.585464:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.585472:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014a80 x1875079566238720/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585478:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.585480:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.585482:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.585486:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.585488:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.585490:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.585493:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.585501:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.585504:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.585507:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.585509:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.585511:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.585514:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.585517:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.585519:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.585520:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.585523:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.585524:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000001:0.0:1788219875.585528:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.585530:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.585532:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.585534:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.585538:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014a80 x1875079566238720/t17179869276(17179869276) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585545:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.585547:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.585549:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.585553:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014a80 x1875079566238720/t17179869276(17179869276) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.585560:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238720:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.585564:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.585577:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.585579:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.585581:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.585584:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566238720/t17179869276(17179869276) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585591:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.585594:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.585598:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.585599:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.585606:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.585607:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000002:00000001:0.0:1788219875.585610:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.585612:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.585617:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb400. 00000080:00000001:0.0:1788219875.585620:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.585624:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.585626:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.585629:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.585631:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.585633:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.585635:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.585637:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94d:0x0] 00800000:00000001:0.0:1788219875.585640:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.585644:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.585649:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07ca80 x1875079565672192/t12884930084(12884930084) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585657:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.585658:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132133504 : -113709577418112 : ffff9894ed07ca80) 00000100:00000001:0.0:1788219875.585660:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.585663:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07ca80 x1875079565672192/t12884930084(12884930084) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585670:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.585672:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.585675:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566238720/t17179869276(17179869276) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585681:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.585683:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.585687:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07ca80 x1875079565672192/t12884930084(12884930084) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585693:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.585696:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.585698:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=21 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.585700:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.585703:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed002c00. 02000000:00000001:0.0:1788219875.585708:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.585710:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.585712:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07ca80. 00000100:00000001:0.0:1788219875.585715:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.585716:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.585718:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.585721:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014a80 x1875079566238720/t17179869276(17179869276) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585727:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.585729:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420dbe0. 00000002:00000001:0.0:1788219875.585731:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.585733:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.585735:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891ecc0. 00000100:00000001:0.0:1788219875.585738:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.585740:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014a80 x1875079566238720/t17179869276(17179869276) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.585746:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.585747:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.585750:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03cc00. 02000000:00000001:0.0:1788219875.585752:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.585753:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.585754:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=20 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.585756:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.585758:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cba600. 02000000:00000001:0.0:1788219875.585761:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.585762:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.585763:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014a80. 00000100:00000001:0.0:1788219875.585766:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.585767:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.585770:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.585773:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.585775:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94d:0x0] mode (null) 00000002:00000001:0.0:1788219875.585778:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.585781:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.585787:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d800 count: 2 00010000:00000001:0.0:1788219875.585789:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.585793:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.585795:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.585799:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.585801:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x94d:0x0](ffff9894d1f563c8) invalid 00000080:00000001:0.0:1788219875.585804:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.585809:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.585811:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.585815:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.585818:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.585819:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.585822:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.585824:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.585828:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e39f2200 with handle 0x34450ab7a16113f from hash 00010000:00000001:0.0:1788219875.585830:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.585832:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.585833:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.585834:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.585838:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.585839:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.585842:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.585846:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a161154 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x94a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b44 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.585854:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.585857:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.585859:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.585860:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94a:0x0] mode CR 00000002:00000001:0.0:1788219875.585862:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.585864:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.585866:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d200 count: 2 00010000:00000001:0.0:1788219875.585868:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.585870:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.585871:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.585872:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.585873:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d200 count: 2 00010000:00000001:0.0:1788219875.585875:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.585876:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.585878:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.585879:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.585882:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.585887:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.585889:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.585895:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.585898:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.585900:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.585901:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.585902:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.585904:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.585905:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.585907:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94a:0x0] 00800000:00000001:0.0:1788219875.585909:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.585911:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x94a:0x0] 00000002:00000001:0.0:1788219875.585913:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.585915:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x94a:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.585919:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014a80. 00000020:00000040:0.0:1788219875.585923:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=21 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.585926:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.585928:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.585932:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.585938:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb400. 00000100:00000001:0.0:1788219875.585943:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.585955:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed355c00 x1875079565673344/t12884930087(12884930087) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.585965:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.585970:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.585976:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.585977:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.585982:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.585984:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768813312 : -113713940738304 : ffff9893e8f4cf00) 00000100:00000001:0.0:1788219875.585986:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.585987:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000001:0.0:1788219875.585991:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.585995:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.585997:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.585998:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.586001:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.586008:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.586010:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.586013:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.586016:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.586019:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.586022:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238976:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.586026:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.586030:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.586032:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.586034:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.586038:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03cc00. 02000000:00000001:0.0:1788219875.586041:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.586045:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.586048:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a47e8. 00000400:00000010:0.0:1788219875.586052:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219875.586057:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566238976, portal 10 00000100:00000001:0.0:1788219875.586059:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.586060:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000040:0.0:1788219875.586066:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.586073:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.586075:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.586077:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cff68. 00000100:00000200:0.0:1788219875.586081:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566238976, offset 0 00000400:00000200:0.0:1788219875.586086:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.586092:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.586098:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.586103:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.586107:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.586110:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.586125:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.586129:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93002:93002:256:4294967295] 192.168.203.120@tcp LPNI seq info [93002:93002:8:4294967295] 00000400:00000200:0.0:1788219875.586134:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.586143:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.586149:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.586155:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219875.586160:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.586166:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.586170:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.586190:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.586194:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.586198:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.586201:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744701 00000100:00000001:0.0:1788219875.586207:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744687 00000100:00000001:0.0:1788219875.586212:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744701 00000100:00000001:0.0:1788219875.586216:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744687 00000100:00000001:0.0:1788219875.586218:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.586220:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.586223:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.586225:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.586228:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.586229:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.586231:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.586600:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.586605:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:2.0:1788219875.586610:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.586616:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.586621:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cff68 00000400:00000010:2.0:1788219875.586623:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cff68. 00000100:00000001:2.0:1788219875.586626:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.586631:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.586639:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.586642:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.586649:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.586650:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.592240:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592256:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.592260:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592262:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.592271:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592280:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.592288:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592294:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592299:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592303:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb78a200 00000400:00000200:2.0:1788219875.592308:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592350:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe97a5 [1] + 224 00000800:00000001:2.0:1788219875.592357:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592362:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.592365:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.592370:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.592377:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.592386:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.592410:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.592422:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.592431:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592434:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.592436:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592438:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.592441:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592444:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.592448:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592450:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592453:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592455:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a500 00000400:00000200:2.0:1788219875.592458:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.592462:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97c5 [1] + 224 00000800:00000001:2.0:1788219875.592465:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592470:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.592472:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.592475:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.592478:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.592483:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.592491:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.592516:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.592521:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.592524:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.592653:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.592660:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.592663:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.592666:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a47e8. 00000400:00000200:1.0:1788219875.592671:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:1.0:1788219875.592675:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:1.0:1788219875.592678:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.592682:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.592689:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014a80 x1875079566238976/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592694:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.592696:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.592698:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.592701:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.592704:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.592705:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.592714:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.592722:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.592726:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.592729:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.592730:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.592733:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.592736:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.592739:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.592741:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.592742:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.592744:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.592746:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000001:1.0:1788219875.592749:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.592751:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.592753:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.592755:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.592760:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014a80 x1875079566238976/t17179869277(17179869277) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592767:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.592770:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.592772:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.592776:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014a80 x1875079566238976/t17179869277(17179869277) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.592784:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566238976:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.592789:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.592792:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.592794:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.592797:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.592800:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566238976/t17179869277(17179869277) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592807:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.592810:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cf00. 00000100:00000001:1.0:1788219875.592813:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.592815:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.592821:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.592822:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000002:00000001:1.0:1788219875.592824:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.592827:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.592832:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:1.0:1788219875.592836:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.592839:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.592842:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.592845:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.592847:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.592849:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.592851:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.592853:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x94a:0x0] 00800000:00000001:1.0:1788219875.592856:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.592860:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.592865:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed355c00 x1875079565673344/t12884930087(12884930087) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592872:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.592873:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135119872 : -113709574431744 : ffff9894ed355c00) 00000100:00000001:1.0:1788219875.592876:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.592879:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed355c00 x1875079565673344/t12884930087(12884930087) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592885:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.592886:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.592889:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566238976/t17179869277(17179869277) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592894:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.592896:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.592898:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed355c00 x1875079565673344/t12884930087(12884930087) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592904:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.592907:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.592909:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=20 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.592911:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.592914:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cd000. 02000000:00000001:1.0:1788219875.592917:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.592919:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.592921:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed355c00. 00000100:00000001:1.0:1788219875.592924:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.592925:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.592926:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.592929:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014a80 x1875079566238976/t17179869277(17179869277) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592934:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.592936:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9780. 00000002:00000001:1.0:1788219875.592939:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.592941:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.592942:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd000. 00000100:00000001:1.0:1788219875.592945:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.592948:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014a80 x1875079566238976/t17179869277(17179869277) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.592954:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.592957:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.592959:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03cc00. 02000000:00000001:1.0:1788219875.592961:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.592963:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.592964:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=19 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.592966:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.592968:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb400. 02000000:00000001:1.0:1788219875.592970:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.592971:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.592972:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014a80. 00000100:00000001:1.0:1788219875.592974:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.592975:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.592978:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.592980:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.592983:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x94a:0x0] mode (null) 00000002:00000001:1.0:1788219875.592986:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.592989:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.592995:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3d200 count: 2 00010000:00000001:1.0:1788219875.592998:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.593003:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.593005:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.593008:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.593010:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x94a:0x0](ffff9894d1c05348) invalid 00000080:00000001:1.0:1788219875.593013:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.593019:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.593021:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.593025:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.593029:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.593030:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.593033:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.593035:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.593039:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1a800 with handle 0x34450ab7a161154 from hash 00010000:00000001:1.0:1788219875.593041:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.593043:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.593044:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.593045:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.593048:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.593050:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.593054:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.593058:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2600/0x34450ab7a16115b lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x949:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b59 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.593066:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.593069:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.593071:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.593072:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x949:0x0] mode CR 00000002:00000001:1.0:1788219875.593074:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.593075:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.593077:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e700 count: 2 00010000:00000001:1.0:1788219875.593079:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.593081:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.593082:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.593083:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.593085:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e700 count: 2 00010000:00000001:1.0:1788219875.593086:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.593088:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.593090:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.593091:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.593105:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.593111:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd776800. 00000080:00000001:1.0:1788219875.593123:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.593129:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.593132:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.593134:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.593135:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.593136:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.593138:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.593139:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.593141:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x949:0x0] 00800000:00000001:1.0:1788219875.593143:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.593144:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x949:0x0] 00000002:00000001:1.0:1788219875.593147:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.593149:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x949:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.593154:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219875.593158:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=20 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.593161:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.593163:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.593168:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.593174:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776a00. 00000100:00000001:1.0:1788219875.593178:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.593189:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07d880 x1875079565673728/t12884930088(12884930088) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.593198:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.593203:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.593209:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.593210:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.593216:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.593218:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093120 : -113710049458496 : ffff9894d0e506c0) 00000100:00000001:1.0:1788219875.593220:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.593222:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.593226:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.593230:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.593231:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.593233:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.593236:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.593242:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.593243:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.593247:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.593249:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.593252:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.593255:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566239232:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.593259:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.593263:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.593265:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.593267:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.593271:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.593272:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.593277:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.593280:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219875.593285:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219875.593290:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566239232, portal 10 00000100:00000001:1.0:1788219875.593292:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.593293:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219875.593299:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.593306:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.593308:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.593346:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661660. 00000100:00000200:1.0:1788219875.593351:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566239232, offset 0 00000400:00000200:1.0:1788219875.593358:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.593364:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.593370:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.593375:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.593378:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.593382:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.593385:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.593388:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93003:93003:256:4294967295] 192.168.203.120@tcp LPNI seq info [93003:93003:8:4294967295] 00000400:00000200:1.0:1788219875.593392:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.593414:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.593419:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.593424:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219875.593431:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.593437:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.593441:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.593449:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.593454:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.593457:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.593460:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744709 00000100:00000001:1.0:1788219875.593466:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744701 00000100:00000001:1.0:1788219875.593470:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744709 00000100:00000001:1.0:1788219875.593474:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744701 00000100:00000001:1.0:1788219875.593477:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.593479:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.593481:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.593483:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.593485:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e506c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.593487:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.593489:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.594086:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.594092:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:2.0:1788219875.594163:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.594169:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.594174:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661660 00000400:00000010:2.0:1788219875.594177:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661660. 00000100:00000001:2.0:1788219875.594180:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.594185:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.594195:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.594198:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.594205:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.594206:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219875.594644:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.594648:0:256062:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.594654:0:256062:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.594656:0:256062:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.594659:0:256062:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4b00. 00000400:00000200:0.0:1788219875.594663:0:256062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:0.0:1788219875.594665:0:256062:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:0.0:1788219875.594668:0:256062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.594673:0:256062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219875.594682:0:256062:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.594688:0:256062:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.594690:0:256062:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.594692:0:256062:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.594694:0:256062:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.594697:0:256062:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.594698:0:256062:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.594701:0:256062:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.594718:0:256062:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edd80 time=117 v=5 (5 0 5 0) 00000100:00001000:0.0:1788219875.594722:0:256062:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219875.594725:0:256062:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.594727:0:256062:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.594730:0:256062:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.594733:0:256062:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.594736:0:256062:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.594737:0:256062:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219875.594739:0:256062:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.594741:0:256062:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.594745:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.594756:0:256062:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.594759:0:256062:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.594760:0:256062:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.594765:0:256062:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219875.594772:0:256062:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256062:1875079566238208:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219875.594777:0:256062:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.594780:0:256062:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.594783:0:256062:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ca80 x1875079566238208/t0(0) o103->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.594788:0:256062:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.594790:0:256062:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.594793:0:256062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894c9cbb200. 02000000:00000001:0.0:1788219875.594797:0:256062:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.594798:0:256062:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.594800:0:256062:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.594802:0:256062:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.594804:0:256062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776600. 02000000:00000001:0.0:1788219875.594807:0:256062:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.594808:0:256062:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.594810:0:256062:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ca80. 00000100:00000001:0.0:1788219875.594812:0:256062:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.594814:0:256062:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.594816:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.594822:0:256062:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.594824:0:256062:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.594826:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.594829:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219875.598352:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.598371:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.598376:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.598379:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.598390:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.598399:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.598409:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.598416:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.598420:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.598424:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a600 00000400:00000200:2.0:1788219875.598430:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.598435:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97cd [1] + 224 00000800:00000001:2.0:1788219875.598443:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.598451:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.598454:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.598460:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.598468:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.598478:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.598489:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.598518:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.598527:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.598531:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.598808:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.598816:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.598818:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.598821:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219875.598826:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219875.598828:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219875.598831:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.598837:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.598847:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566239232/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.598853:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.598855:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.598857:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.598861:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.598863:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.598866:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.598868:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.598877:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.598881:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.598885:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.598887:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.598889:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.598892:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.598895:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.598897:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.598898:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.598901:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.598902:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.598904:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.598906:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.598908:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.598910:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.598915:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566239232/t17179869278(17179869278) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.598923:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.598925:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.598927:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.598931:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566239232/t17179869278(17179869278) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.598939:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566239232:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.598944:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.598947:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.598950:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.598951:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.598955:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239232/t17179869278(17179869278) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.598961:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.598964:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.598967:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.598968:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.598975:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.598977:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000002:00000001:1.0:1788219875.598980:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.598982:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.598987:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776800. 00000080:00000001:1.0:1788219875.598990:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.598994:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.598996:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.598999:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.599000:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.599003:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.599005:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.599007:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x949:0x0] 00800000:00000001:1.0:1788219875.599010:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.599014:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.599020:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07d880 x1875079565673728/t12884930088(12884930088) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599027:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.599028:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132137088 : -113709577414528 : ffff9894ed07d880) 00000100:00000001:1.0:1788219875.599031:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.599033:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07d880 x1875079565673728/t12884930088(12884930088) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599039:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.599041:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.599044:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239232/t17179869278(17179869278) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599049:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.599050:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.599052:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07d880 x1875079565673728/t12884930088(12884930088) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599057:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.599059:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.599061:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=19 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.599064:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.599067:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed001400. 02000000:00000001:1.0:1788219875.599071:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.599073:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.599075:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07d880. 00000100:00000001:1.0:1788219875.599078:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.599079:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.599080:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.599083:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566239232/t17179869278(17179869278) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599088:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.599090:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d300. 00000002:00000001:1.0:1788219875.599092:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.599493:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.599498:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e580. 00000100:00000001:1.0:1788219875.599502:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.599508:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566239232/t17179869278(17179869278) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599514:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.599516:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.599519:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.599522:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.599523:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.599525:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=18 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.599527:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.599528:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776a00. 02000000:00000001:1.0:1788219875.599530:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.599531:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.599532:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219875.599535:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.599536:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.599539:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.599542:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.599544:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x949:0x0] mode (null) 00000002:00000001:1.0:1788219875.599547:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.599551:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.599557:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e700 count: 2 00010000:00000001:1.0:1788219875.599559:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.599564:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.599567:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.599570:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.599572:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x949:0x0](ffff9894d1c0ba88) invalid 00000080:00000001:1.0:1788219875.599575:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.599579:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.599582:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.599585:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.599588:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.599590:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.599592:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.599594:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.599599:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e39f2600 with handle 0x34450ab7a16115b from hash 00010000:00000001:1.0:1788219875.599601:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.599603:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.599604:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.599605:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.599609:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.599611:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.599615:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.599619:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6901600/0x34450ab7a161162 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x948:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b6e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.599627:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.599631:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.599632:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.599633:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x948:0x0] mode CR 00000002:00000001:1.0:1788219875.599636:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.599637:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.599639:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353800 count: 2 00010000:00000001:1.0:1788219875.599640:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.599643:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.599644:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.599645:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.599647:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353800 count: 2 00010000:00000001:1.0:1788219875.599649:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.599651:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.599652:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.599654:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.599657:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.599663:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd776a00. 00000080:00000001:1.0:1788219875.599665:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.599670:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.599673:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.599675:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.599676:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.599677:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.599679:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.599681:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.599683:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x948:0x0] 00800000:00000001:1.0:1788219875.599685:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.599687:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x948:0x0] 00000002:00000001:1.0:1788219875.599689:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.599691:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x948:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.599695:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219875.599698:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=19 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.599702:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.599704:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.599719:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.599725:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776800. 00000100:00000001:1.0:1788219875.599731:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.599741:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010e8e00 x1875079565674112/t12884930089(12884930089) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.599749:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.599754:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.599761:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.599763:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.599769:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.599771:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093120 : -113710049458496 : ffff9894d0e506c0) 00000100:00000001:1.0:1788219875.599775:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.599776:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.599780:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.599784:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.599786:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.599787:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.599791:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599797:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.599799:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.599803:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.599805:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.599807:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.599810:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566239488:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.599814:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.599818:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.599820:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.599823:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.599826:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.599828:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.599833:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.599837:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219875.599842:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219875.599848:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566239488, portal 10 00000100:00000001:1.0:1788219875.599850:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.599851:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219875.599856:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.599862:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.599865:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.599867:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661dd0. 00000100:00000200:1.0:1788219875.599870:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566239488, offset 0 00000400:00000200:1.0:1788219875.599876:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.599883:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.599889:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.599895:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.599899:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.599903:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.599905:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.599909:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93004:93004:256:4294967295] 192.168.203.120@tcp LPNI seq info [93004:93004:8:4294967295] 00000400:00000200:1.0:1788219875.599913:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.599922:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.599928:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.599933:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2b00. 00000800:00000200:1.0:1788219875.599940:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.599946:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.599950:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.599971:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.599975:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.599978:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.599981:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744715 00000100:00000001:1.0:1788219875.599987:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744709 00000100:00000001:1.0:1788219875.599992:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744715 00000100:00000001:1.0:1788219875.599996:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744709 00000100:00000001:1.0:1788219875.599999:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.600001:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.600004:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.600005:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.600008:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e506c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.600010:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.600012:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.600796:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.600803:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2b00. 00000400:00000200:2.0:1788219875.600809:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.600816:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.600822:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661dd0 00000400:00000010:2.0:1788219875.600824:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661dd0. 00000100:00000001:2.0:1788219875.600828:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.600834:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.600844:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.600847:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.600854:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.600856:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.605225:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.605242:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.605247:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.605250:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.605259:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.605267:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.605276:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.605282:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.605287:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.605291:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a700 00000400:00000200:2.0:1788219875.605296:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.605302:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97d5 [1] + 224 00000800:00000001:2.0:1788219875.605309:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.605390:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.605394:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.605469:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.605477:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.605486:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.605497:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.605519:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.605528:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.605531:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.605601:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.605609:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.605612:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.605615:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219875.605620:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219875.605622:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219875.605625:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.605631:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.605640:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566239488/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605646:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.605648:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.605650:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.605654:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.605656:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.605658:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.605661:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.605670:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.605675:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.605677:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.605679:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.605682:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.605685:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.605688:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.605690:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.605691:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.605694:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.605695:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.605698:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.605700:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.605702:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.605705:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.605709:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566239488/t17179869279(17179869279) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605717:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.605721:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.605723:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.605727:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566239488/t17179869279(17179869279) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.605734:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566239488:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.605738:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.605741:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.605743:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.605745:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.605748:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239488/t17179869279(17179869279) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605754:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.605756:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.605760:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.605761:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.605767:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.605769:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000002:00000001:1.0:1788219875.605771:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.605774:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.605780:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776a00. 00000080:00000001:1.0:1788219875.605783:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.605787:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.605789:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.605792:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.605794:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.605796:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.605798:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.605800:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x948:0x0] 00800000:00000001:1.0:1788219875.605802:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.605806:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.605812:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010e8e00 x1875079565674112/t12884930089(12884930089) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605820:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.605822:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468121088 : -113709241430528 : ffff9895010e8e00) 00000100:00000001:1.0:1788219875.605824:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.605827:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010e8e00 x1875079565674112/t12884930089(12884930089) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605833:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.605834:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.605837:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239488/t17179869279(17179869279) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605843:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.605844:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.605847:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010e8e00 x1875079565674112/t12884930089(12884930089) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605854:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.605857:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.605859:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=18 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.605861:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.605865:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd678400. 02000000:00000001:1.0:1788219875.605869:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.605871:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.605872:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010e8e00. 00000100:00000001:1.0:1788219875.605878:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.605879:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.605880:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.605883:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566239488/t17179869279(17179869279) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605889:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.605890:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420dea0. 00000002:00000001:1.0:1788219875.605893:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.605895:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.605896:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891ea00. 00000100:00000001:1.0:1788219875.605899:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.605901:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566239488/t17179869279(17179869279) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.605913:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.605915:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.605917:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.605919:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.605920:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.605921:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=17 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.605923:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.605924:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776800. 02000000:00000001:1.0:1788219875.605926:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.605927:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.605928:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219875.605930:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.605931:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.605933:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.605936:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.605938:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x948:0x0] mode (null) 00000002:00000001:1.0:1788219875.605941:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.605943:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.605950:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353800 count: 2 00010000:00000001:1.0:1788219875.605953:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.605957:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.605959:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.605962:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.605964:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x948:0x0](ffff9894d1f54b08) invalid 00000080:00000001:1.0:1788219875.605966:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.605971:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.605973:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.605977:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.605980:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.605982:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.605985:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.605987:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.605991:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e6901600 with handle 0x34450ab7a161162 from hash 00010000:00000001:1.0:1788219875.605993:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.605995:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.605997:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.605998:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.606000:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.606002:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.606006:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.606010:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3e00/0x34450ab7a161169 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x947:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7b83 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.606018:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.606021:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.606023:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.606024:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x947:0x0] mode CR 00000002:00000001:1.0:1788219875.606026:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.606027:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.606029:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e000 count: 2 00010000:00000001:1.0:1788219875.606031:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.606034:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.606035:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.606036:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.606038:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e000 count: 2 00010000:00000001:1.0:1788219875.606039:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.606041:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.606042:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.606044:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.606046:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.606051:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd776800. 00000080:00000001:1.0:1788219875.606052:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.606058:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.606061:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.606062:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.606064:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.606065:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.606066:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.606068:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.606070:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x947:0x0] 00800000:00000001:1.0:1788219875.606072:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.606074:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x947:0x0] 00000002:00000001:1.0:1788219875.606077:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.606079:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x947:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.606083:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219875.606086:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=18 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.606090:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.606092:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.607481:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.607498:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776a00. 00000100:00000001:1.0:1788219875.607506:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.607526:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07ce00 x1875079565674496/t12884930090(12884930090) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.607537:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.607542:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.607549:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.607551:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.607558:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.607560:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093120 : -113710049458496 : ffff9894d0e506c0) 00000100:00000001:1.0:1788219875.607564:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.607565:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.607569:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.607573:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.607576:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.607577:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.607582:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.607588:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.607590:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.607593:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.607596:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.607598:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.607601:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566239744:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.607604:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.607609:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.607611:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.607614:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.607618:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.607620:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.607628:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.607633:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219875.607638:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219875.607645:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566239744, portal 10 00000100:00000001:1.0:1788219875.607647:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.607648:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219875.607655:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.607662:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.607664:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.607667:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661198. 00000100:00000200:1.0:1788219875.607670:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566239744, offset 0 00000400:00000200:1.0:1788219875.607677:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.607686:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.607694:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.607700:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.607704:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.607707:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.607710:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.607713:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93005:93005:256:4294967295] 192.168.203.120@tcp LPNI seq info [93005:93005:8:4294967295] 00000400:00000200:1.0:1788219875.607717:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.607726:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.607732:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.607737:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2400. 00000800:00000200:1.0:1788219875.607743:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.607751:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.607755:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.607775:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.607779:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.607782:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.607785:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744723 00000100:00000001:1.0:1788219875.607791:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744715 00000100:00000001:1.0:1788219875.607797:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744723 00000100:00000001:1.0:1788219875.607801:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744715 00000100:00000001:1.0:1788219875.607804:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.607807:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.607809:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.607811:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.607813:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e506c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.607816:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.607818:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.608549:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.608556:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2400. 00000400:00000200:2.0:1788219875.608562:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.608568:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.608574:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661198 00000400:00000010:2.0:1788219875.608577:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661198. 00000100:00000001:2.0:1788219875.608581:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.608585:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.608595:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.608599:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.608605:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.608607:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.623902:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.623920:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.623925:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.623927:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.623937:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.623944:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.623953:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.623960:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.623965:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.623969:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a800 00000400:00000200:2.0:1788219875.623975:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.623982:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97dd [1] + 224 00000800:00000001:2.0:1788219875.623989:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.623997:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.624001:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.624005:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.624013:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.624022:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.624034:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.624056:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.624065:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.624069:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.627534:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.627548:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.627550:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.627554:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219875.627562:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219875.627566:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219875.627571:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.627583:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.627595:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566239744/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627603:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.627605:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.627607:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.627611:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.627614:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.627616:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.627619:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.627628:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.627632:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.627635:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.627637:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.627640:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.627643:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.627646:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.627648:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.627650:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.627652:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.627654:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.627657:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.627659:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.627660:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.627663:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.627668:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566239744/t17179869280(17179869280) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627675:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.627678:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.627680:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.627684:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566239744/t17179869280(17179869280) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.627691:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566239744:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.627696:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.627699:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.627701:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.627703:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.627717:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239744/t17179869280(17179869280) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627724:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.627727:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.627732:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.627733:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.627741:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.627742:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000002:00000001:1.0:1788219875.627745:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.627748:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.627752:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776800. 00000080:00000001:1.0:1788219875.627756:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.627760:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.627762:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.627765:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.627768:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.627771:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.627773:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.627775:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x947:0x0] 00800000:00000001:1.0:1788219875.627777:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.627782:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.627788:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07ce00 x1875079565674496/t12884930090(12884930090) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627796:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.627797:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132134400 : -113709577417216 : ffff9894ed07ce00) 00000100:00000001:1.0:1788219875.627799:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.627802:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07ce00 x1875079565674496/t12884930090(12884930090) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627808:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.627809:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.627812:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566239744/t17179869280(17179869280) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627817:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.627819:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.627821:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07ce00 x1875079565674496/t12884930090(12884930090) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627827:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.627830:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.627832:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=17 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.627835:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.627837:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed002000. 02000000:00000001:1.0:1788219875.627844:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.627846:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.627848:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07ce00. 00000100:00000001:1.0:1788219875.627851:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.627853:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.627854:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.627857:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566239744/t17179869280(17179869280) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627863:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.627865:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420dd80. 00000002:00000001:1.0:1788219875.627868:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.627869:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.627872:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e6c0. 00000100:00000001:1.0:1788219875.627875:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.627877:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566239744/t17179869280(17179869280) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.627883:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.627885:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.627888:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.627890:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.627892:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.627893:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=16 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.627895:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.627897:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776a00. 02000000:00000001:1.0:1788219875.627899:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.627900:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.627901:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219875.627904:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.627905:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.627908:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.627911:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.627913:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x947:0x0] mode (null) 00000002:00000001:1.0:1788219875.627916:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.627919:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.627925:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e000 count: 2 00010000:00000001:1.0:1788219875.627929:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.627933:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.627935:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.627938:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.627941:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x947:0x0](ffff9894d1eecb08) invalid 00000080:00000001:1.0:1788219875.627943:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.627948:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.627950:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.627955:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.627957:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.627960:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.627961:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.627964:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.627968:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e39f3e00 with handle 0x34450ab7a161169 from hash 00010000:00000001:1.0:1788219875.627971:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.627973:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.627974:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.627975:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.627978:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.627980:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.627984:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.627988:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98e00/0x34450ab7a161177 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x945:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7bb4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.627996:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.627999:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.628001:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.628002:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x945:0x0] mode CR 00000002:00000001:1.0:1788219875.628004:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.628005:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.628007:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e400 count: 2 00010000:00000001:1.0:1788219875.628009:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.628012:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.628013:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.628014:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.628016:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e400 count: 2 00010000:00000001:1.0:1788219875.628017:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.628019:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.628021:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.628023:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.628025:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.628031:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd776a00. 00000080:00000001:1.0:1788219875.628034:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.628041:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.628044:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.628046:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.628047:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.628048:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.628050:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.628052:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.628053:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x945:0x0] 00800000:00000001:1.0:1788219875.628055:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.628057:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x945:0x0] 00000002:00000001:1.0:1788219875.628060:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.628062:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x945:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.628067:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219875.628071:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=17 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.628075:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.628077:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.628081:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.628088:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776800. 00000100:00000001:1.0:1788219875.628218:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.628233:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07ea00 x1875079565675264/t12884930092(12884930092) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.628242:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.628247:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.628253:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.628255:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.628261:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.628264:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093120 : -113710049458496 : ffff9894d0e506c0) 00000100:00000001:1.0:1788219875.628266:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.628267:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.628271:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.628276:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.628278:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.628280:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.628284:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.628290:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.628292:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.628296:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.628299:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.628302:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.628306:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566240000:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.628309:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.628362:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.628366:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.628368:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.628372:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.628375:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.628382:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.628385:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219875.628390:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219875.628395:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566240000, portal 10 00000100:00000001:1.0:1788219875.628397:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.628399:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219875.628405:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.628413:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.628415:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.628418:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661880. 00000100:00000200:1.0:1788219875.628422:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566240000, offset 0 00000400:00000200:1.0:1788219875.628429:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.628437:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.628444:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.628449:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.628453:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.628457:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.628460:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.628464:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93006:93006:256:4294967295] 192.168.203.120@tcp LPNI seq info [93006:93006:8:4294967295] 00000400:00000200:1.0:1788219875.628469:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.628478:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.628484:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.628489:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2d00. 00000800:00000200:1.0:1788219875.628496:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.628504:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.628508:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.628529:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.628534:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.628538:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.628541:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744744 00000100:00000001:1.0:1788219875.628548:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744723 00000100:00000001:1.0:1788219875.628552:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744744 00000100:00000001:1.0:1788219875.628556:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744723 00000100:00000001:1.0:1788219875.628559:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.628562:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.628564:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.628566:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.628569:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e506c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.628571:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.628573:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.628951:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.628956:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2d00. 00000400:00000200:2.0:1788219875.628963:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.628969:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.628975:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661880 00000400:00000010:2.0:1788219875.628977:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661880. 00000100:00000001:2.0:1788219875.628981:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.628985:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.628994:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.628997:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.629003:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.629005:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.636347:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.636365:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.636369:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.636372:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.636382:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.636389:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.636398:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.636405:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.636410:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.636414:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78a900 00000400:00000200:2.0:1788219875.636420:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.636426:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97e5 [1] + 224 00000800:00000001:2.0:1788219875.636432:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.636440:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.636443:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.636448:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.636456:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.636465:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.636475:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.636497:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.636506:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.636511:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.637589:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.637601:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.637603:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.637607:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:1.0:1788219875.637612:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:1.0:1788219875.637615:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:1.0:1788219875.637619:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.637628:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.637639:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566240000/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637647:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.637648:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.637651:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.637655:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.637658:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.637660:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.637663:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.637673:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.637677:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.637680:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.637682:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.637685:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.637688:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.637692:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.637694:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.637695:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.637698:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.637700:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.637702:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.637709:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.637711:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.637713:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.637718:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566240000/t17179869282(17179869282) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637731:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.637734:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.637736:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.637740:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566240000/t17179869282(17179869282) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.637749:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566240000:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.637753:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.637756:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.637758:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.637761:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.637764:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566240000/t17179869282(17179869282) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637771:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.637774:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.637777:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.637779:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.637786:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.637787:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000002:00000001:1.0:1788219875.637790:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.637793:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.637798:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776a00. 00000080:00000001:1.0:1788219875.637801:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.637804:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.637807:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.637810:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.637812:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.637815:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.637817:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.637820:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x945:0x0] 00800000:00000001:1.0:1788219875.637822:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.637826:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.637831:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07ea00 x1875079565675264/t12884930092(12884930092) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637838:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.637840:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132141568 : -113709577410048 : ffff9894ed07ea00) 00000100:00000001:1.0:1788219875.637842:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.637845:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07ea00 x1875079565675264/t12884930092(12884930092) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637852:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.637854:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.637858:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566240000/t17179869282(17179869282) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637864:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.637866:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.637870:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07ea00 x1875079565675264/t12884930092(12884930092) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637876:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.637880:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.637882:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=16 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.637884:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.637887:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed003c00. 02000000:00000001:1.0:1788219875.637891:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.637893:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.637895:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07ea00. 00000100:00000001:1.0:1788219875.637898:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.637899:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.637901:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.637904:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566240000/t17179869282(17179869282) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637910:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.637911:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9940. 00000002:00000001:1.0:1788219875.637914:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.637916:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.637918:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdf40. 00000100:00000001:1.0:1788219875.637920:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.637923:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566240000/t17179869282(17179869282) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.637928:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.637930:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.637932:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.637935:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.637937:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.637938:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=15 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.637940:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.637941:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776800. 02000000:00000001:1.0:1788219875.637943:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.637944:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.637945:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:1.0:1788219875.637947:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.637948:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.637951:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.637954:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.637956:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x945:0x0] mode (null) 00000800:00000001:2.0:1788219875.638006:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.638016:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.638018:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.638020:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.638026:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.638031:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.638038:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.638043:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.638047:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.638050:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb789f80 00000400:00000200:2.0:1788219875.638053:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.638058:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe977d [1] + 224 00000800:00000001:2.0:1788219875.638064:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.638069:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.638072:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.638076:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.638081:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.638086:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.638104:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.638136:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.638143:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.638146:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.638266:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.638271:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.638273:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.638275:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e26630. 00000400:00000200:0.0:1788219875.638280:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661aa0 00000400:00000010:0.0:1788219875.638282:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661aa0. 00000100:00000001:0.0:1788219875.638285:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.638289:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219875.638298:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ce00 x1875079566237568/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.638304:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.638306:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.638307:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.638310:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.638348:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.638350:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.638352:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.638357:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.638360:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.638363:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.638364:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.638366:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.638368:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.638371:0:330219:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.638372:0:330219:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1788219875.638374:0:330219:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.638375:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.638376:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875167744 : -113709834383872 : ffff9894ddb6ce00) 00000100:00000001:0.0:1788219875.638378:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.638379:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.638381:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.638382:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.638387:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ce00 x1875079566237568/t17179869281(17179869281) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.638394:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.638396:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.638397:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.638401:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ce00 x1875079566237568/t17179869281(17179869281) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219875.638408:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566237568:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219875.638413:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.638415:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.638416:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.638418:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.638420:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ce00 x1875079566237568/t17179869281(17179869281) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.638426:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.638428:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50480. 00000100:00000001:0.0:1788219875.638431:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.638432:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.638437:0:330219:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.638440:0:330219:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x988:0x0] 00800000:00000001:0.0:1788219875.638442:0:330219:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.638446:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219875.638450:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219875.638452:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219875.638455:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145928 : 144115272398145928 : 2000013a2000988) 00000080:00000001:0.0:1788219875.638458:0:330219:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788219875.638475:0:330219:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa016b40. 00000080:00000001:0.0:1788219875.638486:0:330219:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788219875.638488:0:330219:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x988:0x0](ffff9893fa016c08) 00000080:00000001:0.0:1788219875.638492:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219875.638493:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x988:0x0] 00000080:00000001:0.0:1788219875.638496:0:330219:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.638497:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145928 : 144115272398145928 : 2000013a2000988) 00000080:00000001:0.0:1788219875.638500:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1788219875.638502:0:330219:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145928 mtime from 0 to 1788219875 00000080:00200000:0.0:1788219875.638507:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x988:0x0], updating i_size 4096 00000080:00000001:0.0:1788219875.638510:0:330219:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788219875.638512:0:330219:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630360054852616 : -113713654699000 : ffff9893fa016c08) 00000080:00000001:0.0:1788219875.638515:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219875.638518:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219875.638520:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.638528:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.638532:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ce00 x1875079566237568/t17179869281(17179869281) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.638538:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.638540:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000010:0.0:1788219875.638543:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776c00. 00000080:00000010:0.0:1788219875.638548:0:330219:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee180400. 00000080:00000001:0.0:1788219875.638551:0:330219:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.638569:0:330219:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1788219875.638571:0:330219:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788219875.638574:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bdd0 00000080:00200008:0.0:1788219875.638576:0:330219:0:(file.c:479:ll_file_release()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00400000:0.0:1788219875.638580:0:330219:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219875.638584:0:330219:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788219875.638585:0:330219:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788219875.638587:0:330219:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788219875.638591:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.638593:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.638594:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.638596:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.638598:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.638600:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.638602:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.638605:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.638608:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.638614:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:0.0:1788219875.638616:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.638621:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.638624:0:330219:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x987:0x0]: 0 00000080:00000001:0.0:1788219875.638626:0:330219:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.638628:0:330219:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.638632:0:330219:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.638634:0:330219:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1788219875.638639:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.638642:0:330219:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.638645:0:330219:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.638647:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.638648:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.638649:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.638650:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.638652:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.638653:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.638655:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.638657:0:330219:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x987:0x0] 00000002:00000001:0.0:1788219875.638661:0:330219:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.638662:0:330219:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x987:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.638667:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015880. 00000020:00000040:0.0:1788219875.638671:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=16 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.638675:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.638677:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.638681:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.638687:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894c9cbb400. 00000100:00000001:0.0:1788219875.638693:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.638704:0:330219:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.638713:0:330219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.638718:0:330219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.638724:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.638726:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.638731:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.638733:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768813312 : -113713940738304 : ffff9893e8f4cf00) 00000100:00000001:0.0:1788219875.638735:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.638737:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000001:0.0:1788219875.638740:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.638744:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.638746:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.638748:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.638752:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.638758:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.638760:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.638764:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.638766:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.638768:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.638771:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015880 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566240256:192.168.203.120@tcp:35:lfs.0 00000100:00000001:0.0:1788219875.638775:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.638779:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.638781:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.638783:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.638787:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219875.638789:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.638794:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.638797:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4b00. 00000400:00000010:0.0:1788219875.638802:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219875.638808:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566240256, portal 10 00000100:00000001:0.0:1788219875.638810:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.638811:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000040:0.0:1788219875.638818:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.638824:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.638827:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.638830:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfc38. 00000100:00000200:0.0:1788219875.638834:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566240256, offset 0 00000400:00000200:0.0:1788219875.638841:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.638847:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.638853:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.638857:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.638862:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.638866:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.638869:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.638873:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93007:93007:256:4294967295] 192.168.203.120@tcp LPNI seq info [93007:93007:8:4294967295] 00000400:00000200:0.0:1788219875.638877:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.638885:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.638891:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.638896:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219875.638901:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.638909:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.638914:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.638921:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.638925:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.638928:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.638931:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744754 00000100:00000001:0.0:1788219875.638937:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744744 00000100:00000001:0.0:1788219875.638943:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744754 00000100:00000001:0.0:1788219875.638947:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744744 00000100:00000001:0.0:1788219875.638950:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.638953:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.638955:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.638957:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.638960:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.638962:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.638964:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.639109:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.639123:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219875.639127:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.639133:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.639137:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:2.0:1788219875.639139:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000001:2.0:1788219875.639142:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.639147:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.639156:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.639159:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.639165:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.639166:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:1.0:1788219875.640796:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.640805:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.640812:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e135e400 count: 2 00010000:00000001:1.0:1788219875.640817:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.640823:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.640835:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.640839:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.640841:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x945:0x0](ffff9894d1c0a1c8) invalid 00000080:00000001:1.0:1788219875.640844:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.640850:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.640852:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.640858:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.640861:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.640863:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.640864:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.640867:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.640872:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c98e00 with handle 0x34450ab7a161177 from hash 00010000:00000001:1.0:1788219875.640874:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.640876:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.640877:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.640878:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.640883:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.640885:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.640889:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.640892:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6901a00/0x34450ab7a16117e lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x944:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7bc9 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.640901:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.640904:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.640905:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.640907:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x944:0x0] mode CR 00000002:00000001:1.0:1788219875.640909:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.640910:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.640913:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3df00 count: 2 00010000:00000001:1.0:1788219875.640915:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.640917:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.640918:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.640920:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.640921:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3df00 count: 2 00010000:00000001:1.0:1788219875.640922:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.640924:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.640926:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.640928:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.641196:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.641205:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894c9cba600. 00000080:00000001:0.0:1788219875.641208:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.641216:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.641220:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.641223:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.641227:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.641229:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.641232:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.641234:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.641237:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x944:0x0] 00800000:00000001:0.0:1788219875.641239:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.641242:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x944:0x0] 00000002:00000001:0.0:1788219875.641246:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.641247:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x944:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.641254:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014a80. 00000020:00000040:0.0:1788219875.641258:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=17 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.641263:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.641266:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.641270:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.641278:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc600. 00000100:00000001:0.0:1788219875.641284:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.641302:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010ea680 x1875079565675648/t12884930093(12884930093) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.641329:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.641336:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.641342:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.641344:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.641351:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219875.641353:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219875.641356:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.641357:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000001:0.0:1788219875.641363:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.641367:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.641369:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.641370:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.641375:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.641381:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.641384:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.641387:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.641390:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.641392:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.641396:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566240512:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.641400:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.641404:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.641407:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.641409:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.642186:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03ec00. 02000000:00000001:0.0:1788219875.642192:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.642200:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.642206:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4160. 00000400:00000010:0.0:1788219875.642214:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000200:0.0:1788219875.642220:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566240512, portal 10 00000100:00000001:0.0:1788219875.642222:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.642224:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000040:0.0:1788219875.642232:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.642239:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.642242:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.642244:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf4c8. 00000100:00000200:0.0:1788219875.642248:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566240512, offset 0 00000400:00000200:0.0:1788219875.642253:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.642261:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.642267:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.642272:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.642276:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.642280:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.642282:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.642286:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93008:93008:256:4294967295] 192.168.203.120@tcp LPNI seq info [93008:93008:8:4294967295] 00000400:00000200:0.0:1788219875.642289:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.642298:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.642304:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.642348:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219875.642356:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.642363:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.642367:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.642377:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.642381:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26267 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.642384:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.642387:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744758 00000100:00000001:0.0:1788219875.642394:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744754 00000100:00000001:0.0:1788219875.642399:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744758 00000100:00000001:0.0:1788219875.642402:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744754 00000100:00000001:0.0:1788219875.642405:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.642408:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.642410:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.642412:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.642420:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.642422:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.642425:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219875.642671:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.642684:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.642686:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.642689:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.642695:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.642701:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.642708:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.642724:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.642728:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.642732:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78aa00 00000400:00000200:3.0:1788219875.642736:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.642741:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97ed [1] + 224 00000800:00000001:3.0:1788219875.642746:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788219875.642788:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.642793:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219875.642797:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.642802:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.642807:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf4c8 00000400:00000010:2.0:1788219875.642809:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf4c8. 00000100:00000001:2.0:1788219875.642814:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.642819:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.642839:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.642842:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.642848:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.642850:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.645100:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.645109:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.645129:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.645139:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.645147:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.645157:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.645180:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.645191:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.645197:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.645199:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.645201:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.645207:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.645213:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.645219:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.645224:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.645228:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.645231:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78ab00 00000400:00000200:3.0:1788219875.645236:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.645241:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97f5 [1] + 224 00000800:00000001:3.0:1788219875.645247:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.645252:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.645254:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.645257:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.645260:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.645263:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.645272:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.645296:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.645300:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.645303:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.645357:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.645366:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.645368:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.645370:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4160. 00000400:00000200:1.0:1788219875.645375:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:1.0:1788219875.645378:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:1.0:1788219875.645381:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.645386:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.645399:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014a80 x1875079566240512/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645406:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.645408:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.645411:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.645414:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.645416:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.645419:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.645422:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.645432:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.645436:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.645439:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.645440:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.645443:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.645446:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.645449:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.645451:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.645452:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.645455:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.645466:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000100:00000001:1.0:1788219875.645470:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.645472:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.645474:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.645476:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.645482:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014a80 x1875079566240512/t17179869284(17179869284) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645488:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.645491:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.645493:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.645497:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014a80 x1875079566240512/t17179869284(17179869284) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.645505:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566240512:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.645510:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.645513:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.645515:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.645517:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.645520:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566240512/t17179869284(17179869284) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645527:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.645529:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:1.0:1788219875.645534:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.645535:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.645541:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.645543:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131707520 : -113709577844096 : ffff9894ed014a80) 00000002:00000001:1.0:1788219875.645545:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.645548:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.645552:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cba600. 00000080:00000001:1.0:1788219875.645557:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788219875.645560:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.645563:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.645565:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.645568:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.645570:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.645572:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.645574:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x944:0x0] 00800000:00000001:1.0:1788219875.645577:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.645581:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.645586:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010ea680 x1875079565675648/t12884930093(12884930093) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645593:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.645594:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468127360 : -113709241424256 : ffff9895010ea680) 00000100:00000001:1.0:1788219875.645597:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.645600:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010ea680 x1875079565675648/t12884930093(12884930093) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645606:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.645608:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.645611:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014a80 x1875079566240512/t17179869284(17179869284) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645616:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.645619:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.645622:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010ea680 x1875079565675648/t12884930093(12884930093) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645629:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788219875.645632:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.645634:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=16 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.645636:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.645639:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894fd67b400. 02000000:00000001:1.0:1788219875.645658:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.645661:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.645663:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010ea680. 00000100:00000001:1.0:1788219875.645668:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.645669:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.645671:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.645676:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014a80 x1875079566240512/t17179869284(17179869284) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645681:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.645683:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e4bca520. 00000002:00000001:1.0:1788219875.645686:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.645688:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.645690:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e2e476c0. 00000100:00000001:1.0:1788219875.645692:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.645695:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014a80 x1875079566240512/t17179869284(17179869284) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645702:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.645704:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.645706:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03ec00. 02000000:00000001:1.0:1788219875.645709:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.645711:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.645713:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=15 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.645714:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.645716:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc600. 02000000:00000001:1.0:1788219875.645718:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.645719:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.645721:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014a80. 00000100:00000001:1.0:1788219875.645723:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.645724:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.645726:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.645729:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.645731:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x944:0x0] mode (null) 00000002:00000001:1.0:1788219875.645735:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.645738:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.645745:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3df00 count: 2 00010000:00000001:1.0:1788219875.645747:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.645752:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.645754:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.645757:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.645759:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x944:0x0](ffff9894d1c09988) invalid 00000080:00000001:1.0:1788219875.645762:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.645766:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.645768:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.645772:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.645775:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.645777:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.645779:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.645782:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.645786:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e6901a00 with handle 0x34450ab7a16117e from hash 00010000:00000001:1.0:1788219875.645788:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.645789:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.645791:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.645792:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.645795:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.645797:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.645800:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.645803:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a161185 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x943:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7bde expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1788219875.645816:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.645819:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.645821:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.645822:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x943:0x0] mode CR 00000002:00000001:1.0:1788219875.645824:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.645825:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.645827:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353f00 count: 2 00010000:00000001:1.0:1788219875.645829:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.645831:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.645833:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.645833:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.645835:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353f00 count: 2 00010000:00000001:1.0:1788219875.645836:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.645838:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.645840:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.645842:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788219875.645845:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788219875.645849:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894fd776800. 00000080:00000001:1.0:1788219875.645851:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788219875.645857:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788219875.645861:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788219875.645862:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.645863:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.645864:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.645866:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.645867:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.645869:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x943:0x0] 00800000:00000001:1.0:1788219875.645871:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.645874:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x943:0x0] 00000002:00000001:1.0:1788219875.645876:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788219875.645878:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x943:0x0] file closed with intent: 0 00000100:00000010:1.0:1788219875.645883:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c700. 00000020:00000040:1.0:1788219875.645886:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=16 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219875.645889:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.645891:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.645895:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.645901:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776a00. 00000100:00000001:1.0:1788219875.645906:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788219875.645917:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed354000 x1875079565676032/t12884930094(12884930094) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788219875.645926:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1788219875.645931:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788219875.645937:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.645939:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.645945:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219875.645947:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660093120 : -113710049458496 : ffff9894d0e506c0) 00000100:00000001:1.0:1788219875.645949:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.645951:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:1.0:1788219875.645954:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.645958:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.645973:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.645975:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.645979:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.645984:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.645986:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.645990:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.645992:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.645994:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.645997:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566240768:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:1.0:1788219875.646002:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.646006:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.646007:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.646010:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.646014:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.646016:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.646021:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.646025:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269f8. 00000400:00000010:1.0:1788219875.646030:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661000. 00000100:00000200:1.0:1788219875.646036:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566240768, portal 10 00000100:00000001:1.0:1788219875.646037:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.646039:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000040:1.0:1788219875.646045:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.646052:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.646054:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.646057:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661770. 00000100:00000200:1.0:1788219875.646061:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566240768, offset 0 00000400:00000200:1.0:1788219875.646066:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.646073:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.646079:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.646084:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.646089:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.646092:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788219875.646273:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.646280:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.646282:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.646285:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4b00. 00000400:00000200:0.0:1788219875.646289:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:0.0:1788219875.646291:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:0.0:1788219875.646294:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.646299:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.646307:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015880 x1875079566240256/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646346:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.646348:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.646350:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.646352:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.646354:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.646355:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.646358:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.646363:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.646366:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.646368:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.646370:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.646371:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.646373:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.646375:0:330219:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.646377:0:330219:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.646378:0:330219:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.646380:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.646381:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000001:0.0:1788219875.646383:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.646384:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.646386:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.646387:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.646391:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015880 x1875079566240256/t17179869283(17179869283) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646397:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.646400:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.646401:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.646405:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015880 x1875079566240256/t17179869283(17179869283) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.646411:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015880 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566240256:192.168.203.120@tcp:35:lfs.0 00000100:00000001:0.0:1788219875.646415:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.646417:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.646419:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.646421:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.646423:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015880 x1875079566240256/t17179869283(17179869283) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646429:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.646431:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.646434:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.646435:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.646439:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.646440:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000002:00000001:0.0:1788219875.646442:0:330219:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.646444:0:330219:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.646446:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000010:0.0:1788219875.646449:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894c9cbb200. 00000080:00000001:0.0:1788219875.646452:0:330219:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.646454:0:330219:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.646455:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.646548:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.646550:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.646552:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.646554:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.646556:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.646558:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.646561:0:330219:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.646567:0:330219:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646575:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.646576:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875179392 : -113709834372224 : ffff9894ddb6fb80) 00000100:00000001:0.0:1788219875.646579:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.646581:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646587:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.646589:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.646592:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015880 x1875079566240256/t17179869283(17179869283) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646602:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.646603:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.646606:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6fb80 x1875079566236544/t17179869270(17179869270) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646611:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.646613:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.646614:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=15 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.646616:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.646618:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183400. 02000000:00000001:0.0:1788219875.646622:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.646623:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.646624:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6fb80. 00000100:00000001:0.0:1788219875.646628:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.646629:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.646630:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.646634:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015880 x1875079566240256/t17179869283(17179869283) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646639:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.646641:0:330219:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33180. 00000002:00000001:0.0:1788219875.646643:0:330219:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.646645:0:330219:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.646647:0:330219:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25c00. 00000100:00000001:0.0:1788219875.646649:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.646651:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015880 x1875079566240256/t17179869283(17179869283) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.646657:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.646658:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.646660:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219875.646662:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.646663:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.646664:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=14 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.646666:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.646668:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894c9cbb400. 02000000:00000001:0.0:1788219875.646670:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.646671:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.646673:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015880. 00000100:00000001:0.0:1788219875.646675:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.646676:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.646678:0:330219:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.646681:0:330219:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f01540. 00000080:00000001:0.0:1788219875.646684:0:330219:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.646689:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bdd0 00000080:00000008:0.0:1788219875.646692:0:330219:0:(file.c:523:ll_file_release()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:0.0:1788219875.646695:0:330219:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.646698:0:330219:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.646702:0:330219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.646704:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7be00 00000080:00002000:0.0:1788219875.646706:0:330219:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:0.0:1788219875.646709:0:330219:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.646759:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.646763:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.646764:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.646766:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb20 00000080:00200000:0.0:1788219875.646768:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.646774:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.646778:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.646781:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.646784:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.646785:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba40 00800000:00000002:0.0:1788219875.646787:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.646791:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.646793:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.646794:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.646796:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.646797:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.646799:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.646800:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.646802:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.646804:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.646808:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.646810:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b910 00000002:00010000:0.0:1788219875.646812:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.646815:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.646816:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.646818:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.646823:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.646825:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.646829:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.646832:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.646836:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788219875.646844:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.646847:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.646850:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788219875.646856:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.646858:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.646860:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.646862:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.646863:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.646865:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.646868:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.646870:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.646872:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.646875:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.646876:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.646879:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.646882:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.646884:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.646886:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.646888:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.646890:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.646893:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.646894:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.646897:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.646899:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.646900:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.646901:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.646903:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.646905:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bb58 00010000:00000001:0.0:1788219875.646907:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.646908:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.646910:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.646911:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.646913:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.646916:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.646918:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219875.646924:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.646925:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.646927:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.646929:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.646931:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219875.646938:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.646940:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.646942:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.646946:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.646947:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.646949:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.646952:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.646954:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.646955:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.646958:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.646960:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.646962:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.646962:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.646964:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.646965:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.646968:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.646971:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.646974:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.646976:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bae8 00000080:00002000:0.0:1788219875.646978:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28000e refc 0 00000080:00000001:0.0:1788219875.646980:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.646982:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb30 00000080:00200000:0.0:1788219875.646983:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=29 00000080:00000001:0.0:1788219875.646987:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.646988:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.646991:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219875.646992:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.646995:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.647004:0:330219:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bbe40. 00000020:00000001:0.0:1788219875.647008:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bae8 00000080:00200000:0.0:1788219875.647009:0:330219:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags=13 00000080:00000001:0.0:1788219875.647012:0:330219:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219875.647014:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b998 00000080:00200000:0.0:1788219875.647016:0:330219:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), intent=getattr 00000080:00000010:0.0:1788219875.647021:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.647024:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.647027:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.647029:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.647030:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b8b8 00800000:00000002:0.0:1788219875.647032:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.647035:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788219875.647039:0:330219:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788219875.647042:0:330219:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x5:0x0] 00000020:00000001:0.0:1788219875.647044:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b850 00800000:00000002:0.0:1788219875.647046:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x5:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:0.0:1788219875.647049:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.647050:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b788 00000002:00010000:0.0:1788219875.647051:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788219875.647055:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.647057:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.647060:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015880. 00000020:00000040:0.0:1788219875.647063:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=15 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.647067:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.647070:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.647073:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.647074:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.647075:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.647077:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.647079:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.647082:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.647086:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e000. 00000100:00000001:0.0:1788219875.647090:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.647093:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00000400:00000200:1.0:1788219875.647795:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.647801:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93009:93009:256:4294967295] 192.168.203.120@tcp LPNI seq info [93009:93009:8:4294967295] 00000400:00000200:1.0:1788219875.647808:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.647821:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.647827:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.647833:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2c00. 00000800:00000200:1.0:1788219875.647840:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.647848:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.647853:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2c00 type 1, nob 488 niov 1 nkiov 1 00010000:00000001:0.0:1788219875.647977:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.647980:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.647981:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.647983:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.647992:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00010000:00000001:0.0:1788219875.647996:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.647998:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788219875.648003:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:0.0:1788219875.648005:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.648008:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.648013:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1be00. 00000020:00000001:0.0:1788219875.648017:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.648020:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1be00 with handle 0x34450ab7a16345b to hash 00000020:00000001:0.0:1788219875.648022:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.648023:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831526912 : -113713878024704 : ffff9893ecb1be00) 00010000:00000001:0.0:1788219875.648026:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831526912 : -113713878024704 : ffff9893ecb1be00) 00010000:00000001:0.0:1788219875.648030:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.648033:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.648036:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.648043:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.648052:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.648057:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.648059:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.648065:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.648067:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768813312 : -113713940738304 : ffff9893e8f4cf00) 00000100:00000001:0.0:1788219875.648069:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.648070:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000001:0.0:1788219875.648074:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.648078:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.648079:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.648081:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.648087:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.648105:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.648107:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.648111:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.648121:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.648124:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.648128:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015880 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566240896:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.648132:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.648136:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.648138:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.648141:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.648145:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b99000. 02000000:00000001:0.0:1788219875.648147:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.648152:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.648155:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4b00. 00000400:00000010:0.0:1788219875.648161:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219875.648168:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566240896, portal 10 00000100:00000001:0.0:1788219875.648170:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.648171:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000040:0.0:1788219875.648177:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.648184:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.648186:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.648189:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219875.648191:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566240896, offset 0 00000400:00000200:0.0:1788219875.648198:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.648204:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.648211:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.648215:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.648218:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.648221:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.648224:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.648227:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93010:93010:255:4294967295] 192.168.203.120@tcp LPNI seq info [93010:93010:7:4294967295] 00000400:00000200:0.0:1788219875.648231:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.648236:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.648241:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.648245:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219875.648249:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.648254:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.648256:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.650187:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.650198:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.650205:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.650209:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744763 00000100:00000001:1.0:1788219875.650218:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744758 00000100:00000001:1.0:1788219875.650223:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744763 00000100:00000001:1.0:1788219875.650226:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744758 00000100:00000001:1.0:1788219875.650229:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.650232:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.650235:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.650237:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.650241:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e506c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.650244:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.650247:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.653244:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.653257:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.653265:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.653268:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744768 00000100:00000001:0.0:1788219875.653276:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744763 00000100:00000001:0.0:1788219875.653281:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744768 00000100:00000001:0.0:1788219875.653285:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744763 00000100:00000001:0.0:1788219875.653288:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.653292:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.653295:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.653297:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.653301:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.653304:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.653307:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.653515:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.653521:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2c00. 00000400:00000200:2.0:1788219875.653528:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.653536:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.653543:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661770 00000400:00000010:2.0:1788219875.653546:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661770. 00000100:00000001:2.0:1788219875.653552:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.653560:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.653764:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.653770:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.653778:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.653779:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219875.654285:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.654289:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:2.0:1788219875.654295:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.654299:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.654303:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:2.0:1788219875.654305:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:2.0:1788219875.654308:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.654342:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.654351:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.654355:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.654361:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.654362:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.659096:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.659112:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.659126:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.659129:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.659138:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.659146:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.659154:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.659160:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.659165:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.659170:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78ac00 00000400:00000200:2.0:1788219875.659175:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.659181:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe97fd [1] + 224 00000800:00000001:2.0:1788219875.659188:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.659208:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.659212:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.659216:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.659223:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.659232:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.659243:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.659265:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.659274:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.659278:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.659342:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.659350:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.659352:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.659355:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269f8. 00000400:00000200:0.0:1788219875.659359:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661000 00000400:00000010:0.0:1788219875.659362:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661000. 00000100:00000001:0.0:1788219875.659365:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.659370:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.659380:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c700 x1875079566240768/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659386:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.659388:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.659390:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.659393:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.659396:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.659398:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.659401:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.659410:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.659414:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.659416:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.659418:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.659420:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.659424:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.659427:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.659429:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.659431:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.659433:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.659435:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000100:00000001:0.0:1788219875.659438:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.659440:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.659442:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.659445:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.659449:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c700 x1875079566240768/t17179869285(17179869285) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659456:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.659459:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.659461:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.659465:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c700 x1875079566240768/t17179869285(17179869285) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.659473:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566240768:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.659478:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.659481:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.659483:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.659486:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.659489:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566240768/t17179869285(17179869285) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659496:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.659498:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e506c0. 00000100:00000001:0.0:1788219875.659502:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.659504:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.659510:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.659511:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875165952 : -113709834385664 : ffff9894ddb6c700) 00000002:00000001:0.0:1788219875.659514:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.659517:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.659523:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776800. 00000080:00000001:0.0:1788219875.659526:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.659529:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.659532:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.659535:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.659537:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.659539:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.659542:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.659544:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x943:0x0] 00800000:00000001:0.0:1788219875.659546:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.659550:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.659555:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed354000 x1875079565676032/t12884930094(12884930094) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659562:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.659563:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135112704 : -113709574438912 : ffff9894ed354000) 00000100:00000001:0.0:1788219875.659565:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.659568:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed354000 x1875079565676032/t12884930094(12884930094) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659574:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.659576:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.659579:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c700 x1875079566240768/t17179869285(17179869285) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659585:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.659586:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.659590:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed354000 x1875079565676032/t12884930094(12884930094) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659595:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.659598:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.659600:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=14 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.659603:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.659605:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894cd6cc800. 02000000:00000001:0.0:1788219875.659610:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.659613:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.659615:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed354000. 00000100:00000001:0.0:1788219875.659618:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.659619:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.659621:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.659623:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c700 x1875079566240768/t17179869285(17179869285) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659629:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.659631:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e90e0. 00000002:00000001:0.0:1788219875.659634:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.659635:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.659637:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbdac0. 00000100:00000001:0.0:1788219875.659639:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.659642:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c700 x1875079566240768/t17179869285(17179869285) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.659648:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.659650:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.659652:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:0.0:1788219875.659655:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.659656:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.659658:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=13 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.659660:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.659661:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776a00. 02000000:00000001:0.0:1788219875.659663:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.659664:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.659666:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c700. 00000100:00000001:0.0:1788219875.659668:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.659670:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.659673:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.659676:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.659678:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x943:0x0] mode (null) 00000002:00000001:0.0:1788219875.659681:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.659685:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.659691:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353f00 count: 2 00010000:00000001:0.0:1788219875.659694:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.659699:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.659701:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.659704:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.659707:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x943:0x0](ffff9894d1ee8908) invalid 00000080:00000001:0.0:1788219875.660689:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.660695:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.660697:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.660703:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.660768:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.660770:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.660772:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.660775:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.660780:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1ac00 with handle 0x34450ab7a161185 from hash 00010000:00000001:0.0:1788219875.660783:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.660784:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.660786:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.660787:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.660801:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.660803:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.660807:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.660812:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98000/0x34450ab7a16119a lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x940:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7c24 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219875.660820:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.660823:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.660825:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.660826:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x940:0x0] mode CR 00000002:00000001:0.0:1788219875.660830:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.660832:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.660835:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3da00 count: 2 00010000:00000001:0.0:1788219875.660837:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.660841:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.660842:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.660843:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.660845:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3da00 count: 2 00010000:00000001:0.0:1788219875.660847:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.660849:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.660852:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.660854:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.660857:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.660863:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219875.660866:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.660872:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.660875:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.660877:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.660878:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.660880:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.660883:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.660885:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.660886:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x940:0x0] 00800000:00000001:0.0:1788219875.660888:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.660891:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x940:0x0] 00000002:00000001:0.0:1788219875.660894:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.660896:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x940:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.660901:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.660905:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=14 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.660909:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.660912:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.660916:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.660923:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc200. 00000100:00000001:0.0:1788219875.660928:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.660943:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed07d180 x1875079565677184/t12884930097(12884930097) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.660952:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.661301:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.661343:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.661346:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.661354:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.661357:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.661360:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.661362:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.661366:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.661371:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.661372:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.661374:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.661380:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.661387:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.661389:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.661393:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.661395:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.661398:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.661401:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566241152:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.661405:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.661410:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.661412:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.661414:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.661418:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.661420:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.661426:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.661430:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.661435:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.661441:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566241152, portal 10 00000100:00000001:0.0:1788219875.661443:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.661444:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.661450:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.661457:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.661459:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.661462:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf440. 00000100:00000200:0.0:1788219875.661465:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566241152, offset 0 00000400:00000200:0.0:1788219875.661471:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.661478:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.661485:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.661491:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.661496:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.661499:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.661502:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.661506:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93011:93011:256:4294967295] 192.168.203.120@tcp LPNI seq info [93011:93011:8:4294967295] 00000400:00000200:0.0:1788219875.661510:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.661519:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.661525:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.661529:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a100. 00000800:00000200:0.0:1788219875.661535:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.661543:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.661547:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.661556:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.661560:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.661563:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.661566:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744777 00000100:00000001:0.0:1788219875.661573:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744768 00000100:00000001:0.0:1788219875.661577:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744777 00000100:00000001:0.0:1788219875.661581:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744768 00000100:00000001:0.0:1788219875.661583:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.661586:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.661588:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.661589:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.661592:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.661594:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.661597:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219875.661805:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.661816:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.661819:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.661821:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.661826:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.661830:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.661836:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.661839:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.661843:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.661847:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb78ac80 00000400:00000200:3.0:1788219875.661851:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.661855:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9805 [1] + 224 00000800:00000001:3.0:1788219875.661861:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.661866:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.661869:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.661873:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.661879:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.661884:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.661893:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.661914:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.662205:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788219875.662342:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.662346:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a100. 00000400:00000200:3.0:1788219875.662351:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.662355:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.662360:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf440 00000400:00000010:3.0:1788219875.662362:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf440. 00000100:00000001:3.0:1788219875.662366:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.662370:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.662380:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.662384:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.662390:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.662392:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788219875.662461:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.662466:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.662468:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.662471:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4b00. 00000400:00000200:0.0:1788219875.662474:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:0.0:1788219875.662477:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:0.0:1788219875.662479:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.662484:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.662492:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.662499:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.662500:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.662503:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.662506:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.662508:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.662510:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.662513:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.662521:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.662525:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.662527:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219875.662530:0:330219:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.662536:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.662539:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.662541:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.662542:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.662545:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219875.662549:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.662555:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219875.662557:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.662559:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.662563:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.662571:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015880 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566240896:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.662576:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.662578:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.662581:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.662582:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.662585:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.662590:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.662592:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.662596:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.662597:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219875.662600:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.662604:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.662606:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.662609:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1be00 refcount=4 00000020:00000001:0.0:1788219875.662612:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526912 : -113713878024704 : ffff9893ecb1be00) 00010000:00000001:0.0:1788219875.662615:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526912 : -113713878024704 : ffff9893ecb1be00) 00010000:00010000:0.0:1788219875.662619:0:330219:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.662629:0:330219:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219875.662633:0:330219:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.662639:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.662642:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.662647:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.662649:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.662651:0:330219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.662656:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.662659:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.662662:0:330219:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219875.662664:0:330219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.662671:0:330219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1be00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219875.662674:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219875.662677:0:330219:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.662683:0:330219:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219875.662685:0:330219:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219875.662688:0:330219:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.662693:0:330219:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219875.662695:0:330219:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219875.662696:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.662697:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.662699:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1be00 refcount=5 00000020:00000001:0.0:1788219875.662701:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831526912 : -113713878024704 : ffff9893ecb1be00) 00010000:00000001:0.0:1788219875.662702:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831526912 : -113713878024704 : ffff9893ecb1be00) 00010000:00000001:0.0:1788219875.666344:0:330219:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.666358:0:330219:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219875.666371:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.666374:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.666377:0:330219:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219875.666379:0:330219:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.666384:0:330219:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.666386:0:330219:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.666389:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.666391:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.666396:0:330219:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1be00 with handle 0x34450ab7a16345b from hash 00010000:00000001:0.0:1788219875.666398:0:330219:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.666400:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666402:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666403:0:330219:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.666404:0:330219:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.666406:0:330219:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219875.666409:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666409:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666411:0:330219:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.666412:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.666416:0:330219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.666421:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666422:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666424:0:330219:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219875.666426:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.666428:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666429:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666430:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.666432:0:330219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1be00/0x34450ab7a16345b lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.666446:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666447:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219875.666456:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219875.666469:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.666477:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219875.666479:0:330219:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.666481:0:330219:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.666483:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.666486:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.666489:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219875.666490:0:330219:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.666493:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.666497:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b710 00000002:00002000:0.0:1788219875.666499:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219875.666503:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.666508:0:330219:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.666510:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219875.666513:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219875.666516:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.666519:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.666522:0:330219:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219875.666524:0:330219:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c8b7bb20 it_disposition 7 00000080:00002000:0.0:1788219875.666530:0:330219:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e929b288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219875.666539:0:330219:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:0.0:1788219875.666542:0:330219:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.666546:0:330219:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219875.666548:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.666551:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.666553:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.666556:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.666558:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.666561:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:0.0:1788219875.666563:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.666567:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.666569:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.666572:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.666577:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:0.0:1788219875.666579:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.666584:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.666586:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.666590:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219875.666598:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.666603:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.666606:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219875.666618:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.666620:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.666621:0:330219:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.666625:0:330219:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219875.666627:0:330219:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b7b930 released 00000080:00010000:0.0:1788219875.666629:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163438 from it ffffa959c8b7b930 00010000:00000001:0.0:1788219875.666631:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.666632:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.666634:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.666636:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.666639:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.666641:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.666644:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.666650:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666651:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666653:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.666655:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.666658:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219875.666664:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.666666:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.666668:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.666673:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666674:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.666675:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.666678:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.666680:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.666681:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.666684:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.666686:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.666688:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666689:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219875.666690:0:330219:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219875.666691:0:330219:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219875.666695:0:330219:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219875.666700:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000100:00000001:0.0:1788219875.666708:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.666713:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015880 x1875079566240896/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.666721:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.666723:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.666726:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b99000. 02000000:00000001:0.0:1788219875.666729:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.666732:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.666733:0:330219:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=13 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.666736:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.666739:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e000. 02000000:00000001:0.0:1788219875.666742:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.666744:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.666746:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015880. 00000100:00000001:0.0:1788219875.666750:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.666751:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.666754:0:330219:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219875.666755:0:330219:0:(dcache.c:176:ll_intent_release()) intent ffffa959c8b7bb20 released 00000080:00000001:0.0:1788219875.666756:0:330219:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219875.666760:0:330219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.666762:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb70 00000080:00002000:0.0:1788219875.666764:0:330219:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.2 (ffff9893e929b288, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219875.666767:0:330219:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.666803:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.666806:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.666808:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.666809:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbb0 00000080:00200000:0.0:1788219875.666811:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.666817:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.666823:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.666825:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.666828:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.666830:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bad0 00800000:00000002:0.0:1788219875.666832:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.666835:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.666837:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.666838:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.666840:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.666842:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.666843:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.666845:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.666847:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.666855:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.666860:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.666861:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9a0 00000002:00010000:0.0:1788219875.666863:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.666866:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.666867:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.666869:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.666872:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.666875:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.666877:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.666880:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.666883:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788219875.666889:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.666892:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.666895:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788219875.666900:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.666901:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.666903:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.666904:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.666906:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.666908:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.666910:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.666912:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.666914:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.666917:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.666918:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.666920:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.666923:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.666926:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.666928:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.666929:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.666931:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.666933:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.666935:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.666937:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.666940:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.666941:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.666942:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.666943:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.666945:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bbe8 00010000:00000001:0.0:1788219875.666946:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.666947:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.666948:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.666950:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.666951:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.666953:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.666955:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219875.667773:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.667774:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.667775:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.667777:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.667780:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219875.667788:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.667791:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.667792:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.667796:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.667797:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.667798:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.667801:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.667802:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.667804:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.667807:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.667809:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.667810:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.667811:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.667813:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.667815:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.667817:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.667822:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.667826:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.667829:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb78 00000080:00002000:0.0:1788219875.667830:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28000e refc 1 00000080:00000001:0.0:1788219875.667833:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.667834:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbc0 00000080:00200000:0.0:1788219875.667836:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16408 00000080:00000001:0.0:1788219875.667840:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.667842:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.667845:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219875.667847:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.667849:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.667852:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.667853:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbd8 00000080:00002000:0.0:1788219875.667855:0:330219:0:(dcache.c:87:ll_dcompare()) found name d0.2(ffff9893e929b288) flags 0x8000e refc 0 00000080:00000001:0.0:1788219875.667857:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.667858:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc20 00000080:00200000:0.0:1788219875.667860:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.2, flags=16392 00000080:00000001:0.0:1788219875.667862:0:330219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.667864:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bba8 00000080:00002000:0.0:1788219875.667865:0:330219:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.2 (ffff9893e929b288, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219875.667868:0:330219:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.667891:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.667893:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.667894:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.667895:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb20 00000080:00200000:0.0:1788219875.667897:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.667901:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.667905:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.667908:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.667910:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.667911:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba40 00800000:00000002:0.0:1788219875.667913:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.667916:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.667918:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.667919:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.667921:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.667923:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.667925:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.667926:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.667928:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.667931:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.667935:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.667936:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b910 00000002:00010000:0.0:1788219875.667937:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.667940:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.667942:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.667944:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.667947:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.667949:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.667952:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.667955:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.667958:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788219875.667983:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.667987:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.667990:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788219875.667996:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.667998:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.667999:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.668001:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.668002:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.668004:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.668006:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.668008:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.668011:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.668014:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.668015:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.668017:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.668020:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.668022:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.668024:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.668025:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.668027:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.668029:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.668031:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.668033:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.668035:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668037:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.668037:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.668039:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.668041:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bb58 00010000:00000001:0.0:1788219875.668043:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.668044:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.668046:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.668047:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.668049:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.668051:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.668054:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219875.668060:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668061:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.668062:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.668064:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.668066:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788219875.668071:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.668073:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.668074:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.668076:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668078:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.668079:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668081:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.668082:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668084:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668086:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668087:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.668088:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668089:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.668091:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.668092:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.668095:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.668098:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.668100:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.668102:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb48 00000080:00002000:0.0:1788219875.668103:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28000e refc 1 00000080:00000001:0.0:1788219875.668105:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.668107:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb90 00000080:00200000:0.0:1788219875.668108:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=13 00000080:00000001:0.0:1788219875.668111:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.668122:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.668129:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bd08 00000080:00200008:0.0:1788219875.668132:0:330219:0:(file.c:6283:ll_getattr_dentry()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219875.668136:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.668137:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc80 00000080:00200000:0.0:1788219875.668139:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8),name=d160g.sanity 00000080:00000010:0.0:1788219875.668144:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.668147:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:0.0:1788219875.668149:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.668156:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.668158:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.668160:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bba0 00800000:00000002:0.0:1788219875.668162:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x987:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.668164:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.668167:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.668168:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.668169:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.668170:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.668172:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.668173:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.668175:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.668177:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.668178:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.668179:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.668180:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.668181:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.668183:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.668184:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.668186:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x987:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.668189:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.668191:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba70 00000002:00010000:0.0:1788219875.668192:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x987:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.668195:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.668196:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.668198:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.668201:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:0.0:1788219875.668203:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.668205:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.668207:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.668210:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219875.668216:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.668218:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.668220:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219875.668226:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.668228:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.668229:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.668231:0:330219:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219875.668235:0:330219:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d53dc400. 00800000:00000002:0.0:1788219875.668238:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:0.0:1788219875.668240:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.668241:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b990 00000002:00010000:0.0:1788219875.668242:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.668244:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.668245:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.668246:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.668249:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:0.0:1788219875.668251:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.668253:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.668255:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.668258:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788219875.668263:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.668266:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.668268:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788219875.668275:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.668277:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.668278:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.668280:0:330219:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x5:0x0] is still valid. 00000002:00000001:0.0:1788219875.668286:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.668288:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.668289:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.668291:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.668293:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.668295:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.668297:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668298:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.668299:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668301:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.668302:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.668303:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:0.0:1788219875.668304:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.668306:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:0.0:1788219875.668308:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.668310:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219875.668337:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668338:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.668339:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.668341:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.668343:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219875.668347:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.668349:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.668351:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.668352:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668354:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.668355:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668356:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.668358:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668359:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668361:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668362:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.668363:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668364:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219875.668366:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000002:00000001:0.0:1788219875.668369:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.668371:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b990 00000002:00010000:0.0:1788219875.668373:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.668375:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.668377:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.668378:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.668381:0:330219:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.668382:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.668384:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.668386:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.668387:0:330219:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.668393:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015880. 00000020:00000040:0.0:1788219875.668397:0:330219:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.668402:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.668406:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.668409:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.668410:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.668411:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.668414:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.668416:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.668419:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.668425:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03e000. 00000100:00000001:0.0:1788219875.668431:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668435:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.668436:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668438:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.668439:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.668441:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.668445:0:330219:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00010000:00000001:0.0:1788219875.668449:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.668450:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219875.668454:0:330219:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708600. 00010000:00000010:0.0:1788219875.668458:0:330219:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0c100. 00010000:00000001:0.0:1788219875.668461:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.668464:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1a200. 00000020:00000001:0.0:1788219875.668468:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.668470:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1a200 with handle 0x34450ab7a163462 to hash 00000020:00000001:0.0:1788219875.668472:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.668473:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219875.668476:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219875.668479:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.668481:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.668483:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.668491:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.668500:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.668505:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.668507:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.668513:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4cf00. 00000100:00000001:0.0:1788219875.668516:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768813312 : -113713940738304 : ffff9893e8f4cf00) 00000100:00000001:0.0:1788219875.668518:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.668520:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000001:0.0:1788219875.668524:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.668528:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.668530:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.668532:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.668542:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.668549:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.668551:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.668555:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.668557:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.668560:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.668563:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015880 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566241280:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.668567:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.668572:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.668574:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.668576:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.668581:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b99000. 02000000:00000001:0.0:1788219875.668583:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.668590:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.668594:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4b00. 00000400:00000010:0.0:1788219875.668601:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219875.668608:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566241280, portal 10 00000100:00000001:0.0:1788219875.668610:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.668611:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131711104 : -113709577840512 : ffff9894ed015880) 00000100:00000040:0.0:1788219875.668617:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.668623:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.668625:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.668628:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf000. 00000100:00000200:0.0:1788219875.668631:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566241280, offset 0 00000400:00000200:0.0:1788219875.668638:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.668646:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.668653:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.668658:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.668662:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.668666:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.668669:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.668671:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93012:93012:256:4294967295] 192.168.203.120@tcp LPNI seq info [93012:93012:8:4294967295] 00000400:00000200:0.0:1788219875.668676:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.668684:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.668689:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.668694:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a600. 00000800:00000200:0.0:1788219875.668700:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.668707:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.668712:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.668726:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.668730:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14720 usecs (15 jiffies) 00000400:00000200:0.0:1788219875.668733:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.668736:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744772 00000100:00000001:0.0:1788219875.668739:0:330219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313744777 00000100:00000001:0.0:1788219875.668741:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744772 00000100:00000001:0.0:1788219875.668744:0:330219:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313744777 00000100:00000001:0.0:1788219875.668746:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.668749:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.668751:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.668753:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.668756:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.668758:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.668761:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219875.669039:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219875.669361:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.669366:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a600. 00000400:00000200:2.0:1788219875.669372:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.669379:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.669385:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf000 00000400:00000010:2.0:1788219875.669387:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf000. 00000100:00000001:2.0:1788219875.669391:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.669396:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.669406:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.669409:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.669417:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.669418:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219875.670523:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.670538:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.670541:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.670544:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.670550:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.670557:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.670567:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.670571:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.670575:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.670579:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78ad80 00000400:00000200:3.0:1788219875.670583:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.670589:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe980d [1] + 224 00000800:00000001:3.0:1788219875.670596:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.670603:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.670606:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.670610:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.670617:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.670623:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.670631:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.670674:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219875.670865:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.670875:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.670878:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.673294:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.673310:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.673360:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.673363:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.673372:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.673380:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.673389:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.673395:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.673399:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.673403:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb78ae00 00000400:00000200:3.0:1788219875.673407:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.673422:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe9815 [1] + 224 00000800:00000001:3.0:1788219875.673429:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.673435:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.673438:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.673442:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.673449:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.673457:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219875.673466:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219875.673479:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.673486:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.673489:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.675154:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.675168:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.675171:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.675175:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4b00. 00000400:00000200:1.0:1788219875.675183:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:1.0:1788219875.675186:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:1.0:1788219875.675191:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.675201:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.675212:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.675217:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.675219:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.675222:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.675226:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.675228:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.675231:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.675234:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.675244:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.675247:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219875.675249:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.675251:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675254:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.675258:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.675263:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.675266:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:1.0:1788219875.675268:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.675269:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.675274:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.675280:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.675283:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.675285:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.675289:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.675296:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015880 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566241280:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.675300:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.675302:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.675304:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.675306:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.675310:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.675333:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.675336:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4cf00. 00000100:00000001:1.0:1788219875.675341:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.675343:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675346:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219875.675349:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675352:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675356:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=4 00000020:00000001:1.0:1788219875.675358:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675360:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000040:1.0:1788219875.675366:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1a200, remote cookie: 0x1782eba8aded885d, flags: 0x1001 00010000:00010000:1.0:1788219875.675372:0:330219:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.675387:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675394:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219875.675398:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219875.675400:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219875.675402:0:330219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219875.675403:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219875.675406:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x4:0x0].0x0 (ffff9893ef708600) refcount = 1 00010000:00010000:1.0:1788219875.675410:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675427:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219875.675430:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219875.675432:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.675435:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219875.675437:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.675440:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675446:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219875.675447:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675448:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675449:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675450:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675451:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.675456:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219875.675458:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675459:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675460:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.675462:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675465:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675468:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675469:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675470:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=4 00000020:00000001:1.0:1788219875.675471:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675473:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675476:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.675479:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.675481:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675486:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675487:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675489:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675490:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675491:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=5 00000020:00000001:1.0:1788219875.675492:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675494:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675496:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.675499:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675505:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675506:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219875.675509:0:330219:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675525:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.675526:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675527:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675528:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675528:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219875.675533:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219875.675546:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675547:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675548:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.675550:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675551:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675553:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675554:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.675555:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.675557:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.675560:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219875.675562:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675563:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675564:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.675566:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675568:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00000002:00010000:1.0:1788219875.675571:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675578:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675579:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675580:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219875.675581:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675582:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675583:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.675585:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675586:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000040:1.0:1788219875.675592:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:1.0:1788219875.675594:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219875.675597:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893e26d3800 type 13 mode 4 res 9663681444/4 (0 0) 00010000:00000001:1.0:1788219875.675600:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675601:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.675603:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219875.675606:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b918 00000002:00002000:1.0:1788219875.675608:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219875.675611:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.675616:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.675617:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675618:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675619:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.675621:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675623:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675625:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675626:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.675627:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675629:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.675630:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.675631:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.675633:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675635:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.675636:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.675638:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.675643:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675644:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675646:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.675648:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.675650:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219875.675656:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.675658:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.675660:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.675664:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675665:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.675666:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675670:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.675672:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675674:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675676:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.675678:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.675679:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.675680:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.675682:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.675687:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015880 x1875079566241280/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.675693:0:330219:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219875.675696:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.675699:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b99000. 02000000:00000001:1.0:1788219875.675703:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219875.675704:0:330219:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219875.675937:0:330219:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219875.675940:0:330219:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219875.675943:0:330219:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03e000. 02000000:00000001:1.0:1788219875.675948:0:330219:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219875.675950:0:330219:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219875.675952:0:330219:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015880. 00000100:00000001:1.0:1788219875.675955:0:330219:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219875.675956:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788219875.675958:0:330219:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d53dc400. 00800000:00000001:1.0:1788219875.676027:0:330219:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.676029:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.676032:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219875.676036:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219875.676039:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.676043:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00800000:00000002:1.0:1788219875.676045:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.676048:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:1.0:1788219875.676052:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.676053:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.676057:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) 00000080:00010000:1.0:1788219875.676061:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) for lock 0x34450ab7a16344d 00800000:00000001:1.0:1788219875.676065:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.676067:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.676068:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676070:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676072:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.676074:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.676076:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.676079:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676080:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.676082:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.676083:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.676086:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16344d from it ffffa959c8b7bcb8 00010000:00000001:1.0:1788219875.676088:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676089:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676090:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:1.0:1788219875.676092:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.676093:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:1.0:1788219875.676095:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.676099:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219875.676106:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676107:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676108:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.676109:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.676111:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219875.676133:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.676135:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.676137:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.676139:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676140:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676142:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676144:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.676146:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676148:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676151:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676153:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.676154:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676155:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.676157:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.676158:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.676163:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:1.0:1788219875.676166:0:330219:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219875.676172:0:330219:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894fd777400. 00800000:00000002:1.0:1788219875.676175:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:1.0:1788219875.676178:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.676180:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb28 00000002:00010000:1.0:1788219875.676182:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.676186:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.676187:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.676189:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.676193:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219875.676195:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.676198:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.676200:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.676203:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219875.676210:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.676214:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.676216:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788219875.676222:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.676224:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.676226:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.676227:0:330219:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x5:0x0] is still valid. 00000002:00000001:1.0:1788219875.676229:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.676230:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676231:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676233:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:1.0:1788219875.676235:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.676237:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.676239:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676240:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.676241:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676242:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676243:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676244:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ae00 refcount=3 00000020:00000001:1.0:1788219875.676246:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.676247:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522816 : -113713878028800 : ffff9893ecb1ae00) 00010000:00000001:1.0:1788219875.676249:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.676251:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219875.676256:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676257:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676258:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.676259:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.676261:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219875.676266:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.676267:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.676268:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.676270:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676271:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676272:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676273:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.676274:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676275:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676277:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676279:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.676280:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676281:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219875.676282:0:330219:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000002:00000001:1.0:1788219875.676285:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.676286:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb28 00000002:00010000:1.0:1788219875.676287:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.676289:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.676290:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.676291:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.676293:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:1.0:1788219875.676295:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.676297:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.676299:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.676301:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788219875.676306:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.676307:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.676310:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788219875.676341:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.676343:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.676344:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.676346:0:330219:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219875.676347:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.676349:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676350:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676351:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.676353:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.676355:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.676357:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676358:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.676360:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676361:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676362:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676363:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.676365:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.676366:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.676368:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.676370:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219875.676375:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676376:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676377:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.676378:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.676380:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219875.676385:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.676387:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.676388:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.676389:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676390:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676391:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676393:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.676394:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676395:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676397:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676399:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.676400:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676401:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219875.676402:0:330219:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894fd777400. 00800000:00000001:1.0:1788219875.676405:0:330219:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.676408:0:330219:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x5:0x0] size 4096, blocks 8 nlink 2, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000040:1.0:1788219875.676420:0:330219:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x4:0x0] size 4096, blocks 8 nlink 3, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000002:1.0:1788219875.676424:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.676428:0:330219:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.676432:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bd08 00000080:00000008:1.0:1788219875.676434:0:330219:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.676497:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.676501:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.676503:0:330219:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.676504:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbc0 00000080:00200000:1.0:1788219875.676506:0:330219:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.676510:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd777400. 00800000:00000002:1.0:1788219875.676514:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.676517:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.676519:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.676521:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bae0 00800000:00000002:1.0:1788219875.676522:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.676525:0:330219:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.676526:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.676529:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.676531:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.676533:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.676535:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.676536:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.676538:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.676540:0:330219:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.676542:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.676543:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9b0 00000002:00010000:1.0:1788219875.676545:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.676548:0:330219:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.676549:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.676550:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.676553:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.676555:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.676558:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.676560:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.676563:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788219875.676575:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.676577:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.676580:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788219875.676585:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.676587:0:330219:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.676588:0:330219:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.676590:0:330219:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.676592:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.676593:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.676595:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.676597:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.676599:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777400. 00000080:00000001:1.0:1788219875.676601:0:330219:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.676602:0:330219:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.676604:0:330219:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.676607:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.676609:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.676611:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.676612:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676613:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676615:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.676617:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.676619:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.676621:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676622:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.676623:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.676624:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.676626:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c8b7bbf8 00010000:00000001:1.0:1788219875.676628:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.676629:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.676631:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.676633:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.676635:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.676637:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.676639:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788219875.676644:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676645:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676646:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.676648:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.676650:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:1.0:1788219875.676655:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.676657:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.676658:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.676660:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676661:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.676663:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676664:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.676665:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676667:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676669:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.676670:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.676671:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.676672:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.676674:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.676675:0:330219:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.676677:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.676680:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.676684:0:330219:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219875.676685:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bbc0 00000080:00002000:1.0:1788219875.676687:0:330219:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28000e refc 1 00000080:00000001:1.0:1788219875.676690:0:330219:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.676691:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bc08 00000080:00200000:1.0:1788219875.676693:0:330219:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=267 00000080:00000001:1.0:1788219875.676697:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.676698:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.676701:0:330219:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219875.676703:0:330219:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788219875.678191:0:330219:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.678202:0:330219:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219875.678204:0:330219:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219875.678208:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb78 00000080:00200008:1.0:1788219875.678211:0:330219:0:(file.c:1090:ll_file_open()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00000010:1.0:1788219875.678218:0:330219:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f00b40. 00000080:00000001:1.0:1788219875.678225:0:330219:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788219875.678228:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd777400. 00800000:00000002:1.0:1788219875.678233:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:1.0:1788219875.678236:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.678239:0:330219:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.678242:0:330219:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.678244:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7ba28 00800000:00000002:1.0:1788219875.678246:0:330219:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x987:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.678249:0:330219:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788219875.678251:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.678253:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.678255:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.678258:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.678259:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.678262:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.678263:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.678266:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9a8 00800000:00000002:1.0:1788219875.678268:0:330219:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x987:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788219875.678273:0:330219:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.678274:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b8e0 00000002:00010000:1.0:1788219875.678276:0:330219:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x987:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:1.0:1788219875.678280:0:330219:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219875.678282:0:330219:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788219875.678285:0:330219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219875.678292:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.678296:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.678299:0:330219:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219875.678302:0:330219:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.678304:0:330219:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.678306:0:330219:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.678308:0:330219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219875.678310:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.678327:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.678329:0:330219:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219875.678332:0:330219:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.678333:0:330219:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.678335:0:330219:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.678341:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6ed80. 00000020:00000040:1.0:1788219875.678345:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=14 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219875.678351:0:330219:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219875.678353:0:330219:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.678355:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.678359:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.678365:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.678366:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.678367:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.678370:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.678371:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.678375:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.678380:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee182c00. 00000100:00000001:1.0:1788219875.678386:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.678391:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.678393:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.678394:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.678396:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.678398:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.678404:0:330219:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00010000:00000001:1.0:1788219875.678408:0:330219:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219875.678410:0:330219:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219875.678481:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.678484:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.678486:0:330219:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219875.678490:0:330219:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7195e00. 00000020:00000001:1.0:1788219875.678495:0:330219:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219875.678497:0:330219:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7195e00 with handle 0x34450ab7a163469 to hash 00000020:00000001:1.0:1788219875.678499:0:330219:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219875.678501:0:330219:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.678504:0:330219:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.678507:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.678509:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.678642:0:330219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.678653:0:330219:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788219875.678667:0:330219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:1.0:1788219875.678677:0:330219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788219875.678686:0:330219:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330219 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219875.678692:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.678694:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.678702:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.678705:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000400:00000001:0.0:1788219875.678816:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.678819:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.678822:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.678828:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.678831:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.678835:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.678841:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.678850:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566241152/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.678858:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.678859:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.678862:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.678865:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.678867:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.678869:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.678871:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.678878:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.678882:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.678884:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.678886:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.678888:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.678891:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.678895:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.678896:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.678898:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.678901:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.678902:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.678905:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.678907:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.678909:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.678912:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.678917:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566241152/t17179869286(17179869286) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.678924:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.678927:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.678929:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.678933:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566241152/t17179869286(17179869286) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.678948:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566241152:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.678953:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.678956:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.678958:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.679135:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.679136:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000001:1.0:1788219875.679140:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.679144:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.679146:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.679147:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.679152:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.679159:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.679161:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.679164:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.679167:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.679170:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.679173:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566241536:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.679177:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.679182:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.679184:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.679186:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.679275:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219875.679278:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.679285:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.679290:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219875.679296:0:330219:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9894d4f9c000. 00000100:00000200:1.0:1788219875.679302:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875079566241536, portal 10 00000100:00000001:1.0:1788219875.679304:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.679305:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000040:1.0:1788219875.680063:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.680076:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.680080:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.680086:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6616e8. 00000100:00000200:1.0:1788219875.680091:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875079566241536, offset 0 00000400:00000200:1.0:1788219875.680099:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.680109:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.680127:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.680132:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.680137:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.680141:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.680144:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.680149:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93013:93013:256:4294967295] 192.168.203.120@tcp LPNI seq info [93013:93013:8:4294967295] 00000400:00000200:1.0:1788219875.680154:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.680164:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.680170:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.680177:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2800. 00000800:00000200:1.0:1788219875.680185:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.680194:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.680199:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2800 type 1, nob 744 niov 1 nkiov 1 00010000:00000010:0.1:1788219875.680281:0:280892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1be00. 00000100:00000001:0.0:1788219875.680292:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.680299:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566241152/t17179869286(17179869286) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680306:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.680309:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.680331:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.680333:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.680342:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.680343:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.680346:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.680350:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.680354:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219875.680357:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.680360:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.680362:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.680365:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.680367:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.680370:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.680372:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.680374:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x940:0x0] 00800000:00000001:0.0:1788219875.680376:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.680379:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.680385:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed07d180 x1875079565677184/t12884930097(12884930097) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680392:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.680394:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364132135296 : -113709577416320 : ffff9894ed07d180) 00000100:00000001:0.0:1788219875.680396:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.680400:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed07d180 x1875079565677184/t12884930097(12884930097) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680406:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.680407:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.680410:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566241152/t17179869286(17179869286) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680428:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.680430:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.680432:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed07d180 x1875079565677184/t12884930097(12884930097) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219692 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680439:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.680442:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.680444:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=13 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.680446:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.680449:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed000000. 02000000:00000001:0.0:1788219875.680453:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.680455:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.680457:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed07d180. 00000100:00000001:0.0:1788219875.680460:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.680462:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.680463:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.680466:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566241152/t17179869286(17179869286) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680472:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.680474:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d6e0. 00000002:00000001:0.0:1788219875.680477:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.680479:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.680481:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891e080. 00000100:00000001:0.0:1788219875.680483:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.680486:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566241152/t17179869286(17179869286) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680502:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.680505:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.680508:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.680510:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.680512:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.680521:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=12 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.680523:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.680525:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc200. 02000000:00000001:0.0:1788219875.680527:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.680528:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.680530:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.680532:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.680534:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.680536:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.680540:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.680542:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x940:0x0] mode (null) 00000002:00000001:0.0:1788219875.680546:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.680549:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.680555:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894f4e3da00 count: 2 00010000:00000001:0.0:1788219875.680558:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.680563:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.680565:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.680568:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.680570:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x940:0x0](ffff9894d1c0aa08) invalid 00000080:00000001:0.0:1788219875.680573:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.680579:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.680582:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.680586:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.680589:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.680591:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.680593:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.680596:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.680599:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893c3c98000 with handle 0x34450ab7a16119a from hash 00010000:00000001:0.0:1788219875.680602:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.680604:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.680605:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.680607:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.680611:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.680613:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.680617:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.680621:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340c00/0x34450ab7a162fd8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x971:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1782eba8aded7a87 expref: -99 pid: 322445 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1788219875.680630:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.680634:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.680635:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.680636:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x971:0x0] mode CR 00000002:00000001:0.0:1788219875.680639:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.680640:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.680642:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619800 count: 2 00010000:00000001:0.0:1788219875.680644:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.680647:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.680649:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.680650:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.680651:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619800 count: 2 00010000:00000001:0.0:1788219875.680653:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.680655:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.680657:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.680658:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.680659:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619800 count: 2 00010000:00000001:0.0:1788219875.680661:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.680663:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.680664:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.680666:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.680669:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.680674:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219875.680676:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.680681:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.680684:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.680685:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.680687:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.680689:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.680690:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.680692:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.680694:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x971:0x0] 00800000:00000001:0.0:1788219875.680696:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.680699:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x971:0x0] 00000002:00000001:0.0:1788219875.680702:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.680703:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x971:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.680714:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.680718:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=13 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.680722:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.680724:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.680728:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.680733:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dcc00. 00000100:00000001:0.0:1788219875.680738:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.680749:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed028e00 x1875079566106368/t12884930393(12884930393) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'llapi_pool_test.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.680759:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.680764:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.680770:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.680772:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.680777:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.680779:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.680781:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.680782:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.680786:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.680790:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.680791:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.680793:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.680797:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680803:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.680805:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.680808:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.680810:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.680812:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.680816:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566241792:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.680819:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.680824:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.680825:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.680827:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.680831:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.680833:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.680837:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.680840:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.680845:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.680850:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566241792, portal 10 00000100:00000001:0.0:1788219875.680852:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.680853:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.680858:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.680864:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.680866:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.680869:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf550. 00000100:00000200:0.0:1788219875.680871:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566241792, offset 0 00000400:00000200:0.0:1788219875.680875:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.680880:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.680885:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.680888:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.680891:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.680893:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.680895:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.680898:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93014:93014:255:4294967295] 192.168.203.120@tcp LPNI seq info [93014:93014:7:4294967295] 00000400:00000200:0.0:1788219875.680902:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.680910:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.680915:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.680920:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219875.680925:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.680931:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.680933:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.681055:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.681060:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.681067:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.681070:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744796 00000100:00000001:1.0:1788219875.681077:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744777 00000100:00000001:1.0:1788219875.681081:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744796 00000100:00000001:1.0:1788219875.681085:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744777 00000100:00000001:1.0:1788219875.681088:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.681091:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.681093:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.681095:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.681098:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.681100:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.681103:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.682542:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.682552:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26266 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.682559:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.682563:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744798 00000100:00000001:0.0:1788219875.682570:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744796 00000100:00000001:0.0:1788219875.682575:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744798 00000100:00000001:0.0:1788219875.682578:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744796 00000100:00000001:0.0:1788219875.682581:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.682585:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.682588:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.682590:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.682593:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.682597:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.682599:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.686094:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.686104:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2800. 00000400:00000200:2.0:1788219875.686123:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.686132:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.686139:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6616e8 00000400:00000010:2.0:1788219875.686142:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6616e8. 00000100:00000001:2.0:1788219875.686148:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.686155:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.686169:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.686172:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.686179:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.686181:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219875.688236:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.688247:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:2.0:1788219875.688255:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.688264:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.688271:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf550 00000400:00000010:2.0:1788219875.688273:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf550. 00000100:00000001:2.0:1788219875.688279:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.688288:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.688302:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.688306:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.688327:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.688329:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.695309:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695369:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.695374:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695377:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.695385:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695393:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.695402:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695407:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695412:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695416:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78b000 00000400:00000200:2.0:1788219875.695638:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695647:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe9825 [1] + 224 00000800:00000001:2.0:1788219875.695656:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695661:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.695664:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.695669:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.695677:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.695687:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.695698:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.695724:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.695734:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695738:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.695740:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695742:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.695746:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695750:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.695754:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695756:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695759:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695761:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 696 into portal 10 MB=0x6a95ffb78af00 00000400:00000200:2.0:1788219875.695765:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.695769:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 696/696 into md 0xe981d [64] + 224 00000800:00000001:2.0:1788219875.695773:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695780:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.695783:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.695786:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.695789:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.695793:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.695801:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=131856 req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.695820:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.695825:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.695828:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.695929:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.695937:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.695940:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.695943:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.695948:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.695951:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.695954:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.695959:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.695978:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566241792/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.695984:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.695986:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.695990:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.695993:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.695996:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.695998:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.696000:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.696011:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.696015:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.696017:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.696019:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.696022:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.696025:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696029:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.696031:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.696032:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.696035:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.696036:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.696039:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.696041:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.696043:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.696045:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.696050:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566241792/t17179869287(17179869287) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696056:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.696059:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.696061:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.696064:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566241792/t17179869287(17179869287) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.696072:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566241792:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.696077:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.696080:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696082:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.696084:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.696087:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566241792/t17179869287(17179869287) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696094:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.696097:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.696102:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.696104:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696110:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.696111:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.696124:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.696127:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.696132:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219875.696135:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.696139:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.696141:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.696144:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.696146:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.696149:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.696150:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.696152:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x971:0x0] 00800000:00000001:0.0:1788219875.696154:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.696159:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.696165:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed028e00 x1875079566106368/t12884930393(12884930393) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'llapi_pool_test.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696172:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.696173:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131790336 : -113709577761280 : ffff9894ed028e00) 00000100:00000001:0.0:1788219875.696176:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.696178:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028e00 x1875079566106368/t12884930393(12884930393) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'llapi_pool_test.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696185:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696186:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.696189:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566241792/t17179869287(17179869287) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696195:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696197:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.696200:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028e00 x1875079566106368/t12884930393(12884930393) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'llapi_pool_test.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696206:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.696209:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.696211:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=12 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.696213:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.696216:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d3d4ec00. 02000000:00000001:0.0:1788219875.696221:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.696223:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.696224:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028e00. 00000100:00000001:0.0:1788219875.696228:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.696230:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.696231:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.696234:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566241792/t17179869287(17179869287) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696240:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.696242:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e339e0. 00000002:00000001:0.0:1788219875.696245:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.696247:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.696249:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25640. 00000100:00000001:0.0:1788219875.696252:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.696255:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566241792/t17179869287(17179869287) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696261:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.696263:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.696265:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.696267:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.696269:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.696270:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.696272:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.696273:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dcc00. 02000000:00000001:0.0:1788219875.696275:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.696276:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.696278:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.696280:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.696281:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.696283:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.696286:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.696288:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x971:0x0] mode (null) 00000002:00000001:0.0:1788219875.696292:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.696295:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.696300:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619800 count: 2 00010000:00000001:0.0:1788219875.696303:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.696308:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.696310:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.696342:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.696344:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619800 count: 2 00010000:00000001:0.0:1788219875.696347:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.696349:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.696350:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.696353:0:280892:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788219875.696355:0:280892:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788219875.696360:0:280892:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9894c84601b0. 00000020:00000010:0.0:1788219875.696364:0:280892:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d53dcc00. 00000020:00000010:0.0:1788219875.696369:0:280892:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d53dc200. 00000020:00000010:0.0:1788219875.696372:0:280892:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9893e6a02660. 00000008:00000010:0.0:1788219875.696378:0:280892:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9894c8982190. 00020000:00000010:0.0:1788219875.696383:0:280892:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9893de377b40. 00008000:00000010:0.0:1788219875.696387:0:280892:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9894f5dc0e20. 00000080:00000010:0.0:1788219875.696393:0:280892:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9894d254fc78. 00000080:00000010:0.0:1788219875.696396:0:280892:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9894de677530. 00000020:00000010:0.0:1788219875.696401:0:280892:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d53dca00. 00000008:00000010:0.0:1788219875.696404:0:280892:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9894f3c4cc60. 00020000:00000010:0.0:1788219875.696408:0:280892:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9894ca1326c8. 00008000:00000010:0.0:1788219875.696411:0:280892:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9894ee00f290. 00000080:00000010:0.0:1788219875.696423:0:280892:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9894c85d7960. 00000020:00000001:0.0:1788219875.696426:0:280892:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446630363515453880 : -113710194097736 : ffff9894c84601b8) 00000020:00001000:0.0:1788219875.696429:0:280892:0:(cl_object.c:831:cl_env_get()) 1@ffff9894c84601b0 00000020:00000001:0.0:1788219875.696431:0:280892:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1788219875.696434:0:280892:0:(vvp_object.c:117:vvp_conf_set()) [0x2000013a2:0x971:0x0]: losing layout lock 00000080:00000001:0.0:1788219875.696437:0:280892:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788219875.696439:0:280892:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788219875.696443:0:280892:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788219875.696445:0:280892:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788219875.696447:0:280892:0:(lov_object.c:1535:lov_conf_set()) [0x2000013a2:0x971:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788219875.696448:0:280892:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.696450:0:280892:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788219875.696452:0:280892:0:(cl_object.c:925:cl_env_put()) 1@ffff9894c84601b0 00000020:00000010:0.0:1788219875.696455:0:280892:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d53dc200. 00000020:00000010:0.0:1788219875.696458:0:280892:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9893e6a02660. 00000008:00000010:0.0:1788219875.696461:0:280892:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9894c8982190. 00020000:00000010:0.0:1788219875.696464:0:280892:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9893de377b40. 00008000:00000010:0.0:1788219875.696466:0:280892:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9894f5dc0e20. 00000080:00000010:0.0:1788219875.696472:0:280892:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9894d254fc78. 00000080:00000010:0.0:1788219875.696476:0:280892:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9894de677530. 00000020:00000010:0.0:1788219875.696479:0:280892:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d53dcc00. 00000008:00000010:0.0:1788219875.696482:0:280892:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9894f3c4cc60. 00020000:00000010:0.0:1788219875.696484:0:280892:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9894ca1326c8. 00008000:00000010:0.0:1788219875.696487:0:280892:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9894ee00f290. 00000080:00000010:0.0:1788219875.696490:0:280892:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9894c85d7960. 00000020:00000010:0.0:1788219875.696492:0:280892:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d53dca00. 00000020:00000010:0.0:1788219875.696494:0:280892:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9894c84601b0. 00000080:00000001:0.0:1788219875.696496:0:280892:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.696499:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.696502:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x971:0x0](ffff9893c18a00c8) invalid 00000080:00000001:0.0:1788219875.696505:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.696509:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.696512:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.696527:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.696531:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.696533:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.696535:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.696538:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.696542:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9894ed340c00 with handle 0x34450ab7a162fd8 from hash 00010000:00000001:0.0:1788219875.696545:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.696546:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.696548:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.696549:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.696552:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.696554:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.696557:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.696561:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6c00/0x34450ab7a1612f1 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x90f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7ae9 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219875.696569:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.696573:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.696574:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.696575:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x90f:0x0] mode CR 00000002:00000001:0.0:1788219875.696578:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.696579:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.696582:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0e00 count: 2 00010000:00000001:0.0:1788219875.696584:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.696586:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.696587:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.696589:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.696590:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0e00 count: 2 00010000:00000001:0.0:1788219875.696592:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.696594:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.696595:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.696597:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.696599:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.696602:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.696604:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.696609:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.696612:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.696613:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.696615:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.696616:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.696618:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.696619:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.696621:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90f:0x0] 00800000:00000001:0.0:1788219875.696624:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.696626:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x90f:0x0] 00000002:00000001:0.0:1788219875.696628:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.696630:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x90f:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.696634:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.696637:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=12 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.696641:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.696644:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.696647:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.696654:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dcc00. 00000100:00000001:0.0:1788219875.696660:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.696671:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894cd6c6d80 x1875079565695872/t12884930146(12884930146) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.696681:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.696686:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.696692:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.696693:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.696699:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.696701:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.696704:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.696715:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.696719:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.696723:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696725:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.696726:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.696730:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696736:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.696738:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.696742:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.696744:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.696747:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.696750:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566242048:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.696753:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.696758:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.696760:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.696762:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.696766:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.696768:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.696773:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.696777:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.696781:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.696787:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566242048, portal 10 00000100:00000001:0.0:1788219875.696789:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.696790:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.696795:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.696801:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.696803:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.696806:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf000. 00000100:00000200:0.0:1788219875.696809:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566242048, offset 0 00000400:00000200:0.0:1788219875.696814:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.696821:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.696827:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.696832:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.696837:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.696841:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.696844:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.696848:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93015:93015:256:4294967295] 192.168.203.120@tcp LPNI seq info [93015:93015:8:4294967295] 00000400:00000200:0.0:1788219875.696852:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.696860:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.696866:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.696871:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000800:00000200:0.0:1788219875.696877:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.696884:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.696888:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.696896:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.696900:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.696904:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.696906:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744812 00000100:00000001:0.0:1788219875.696912:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744798 00000100:00000001:0.0:1788219875.696917:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744812 00000100:00000001:0.0:1788219875.696921:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744798 00000100:00000001:0.0:1788219875.696924:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.696926:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.696929:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.696931:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.696933:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.696935:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.696937:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.698150:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.698156:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:2.0:1788219875.698164:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.698172:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.698178:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf000 00000400:00000010:2.0:1788219875.698181:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf000. 00000100:00000001:2.0:1788219875.698185:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.698192:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.698203:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.698206:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.698220:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.698222:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788219875.698298:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.698306:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.698308:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.698338:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219875.698343:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d4f9c000 00000400:00000010:1.0:1788219875.698345:0:330219:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff9894d4f9c000. 00000100:00000001:1.0:1788219875.698350:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.698356:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.698372:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6ed80 x1875079566241536/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.698379:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.698381:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.698383:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.698386:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.698389:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.698391:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.698394:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.698401:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.698406:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.698408:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.698410:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.698423:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.698427:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.698430:0:330219:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.698431:0:330219:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788219875.698432:0:330219:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.698435:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.698436:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000001:1.0:1788219875.698439:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.698440:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.698442:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.698444:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.698448:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.698455:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.698457:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.698459:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.698463:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.698470:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566241536:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.698475:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.698478:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.698480:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.698481:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.698484:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.698491:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.698493:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.698496:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.698498:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.698501:0:330219:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219875.698504:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.698507:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.698510:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=4 00000020:00000001:1.0:1788219875.698524:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.698527:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000040:1.0:1788219875.698533:0:330219:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7195e00, remote cookie: 0x1782eba8aded886b, flags: 0x1001 00010000:00000040:1.0:1788219875.698536:0:330219:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x987:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788219875.698539:0:330219:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788219875.698545:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 3 00010000:00000001:1.0:1788219875.698547:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.698550:0:330219:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.698554:0:330219:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.698563:0:330219:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.698569:0:330219:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219875.698573:0:330219:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219875.698575:0:330219:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219875.698577:0:330219:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219875.698579:0:330219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219875.698581:0:330219:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x987:0x0].0x0 (ffff9893ef708e00) refcount = 3 00010000:00000040:1.0:1788219875.698584:0:330219:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788219875.698586:0:330219:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788219875.698592:0:330219:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788219875.698598:0:330219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.698604:0:330219:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219875.698607:0:330219:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219875.698609:0:330219:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.698611:0:330219:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219875.698613:0:330219:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.698617:0:330219:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.698623:0:330219:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219875.698624:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.698626:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.698627:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.698628:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.698630:0:330219:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.698635:0:330219:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219875.698637:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.698638:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.698640:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.698642:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.698644:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.698647:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.698648:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219875.698653:0:330219:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219875.698660:0:330219:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788219875.698664:0:330219:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 648/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219875.698671:0:330219:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.698676:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.698677:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.698678:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.698680:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.698682:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.698684:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.698685:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.698686:0:330219:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.698688:0:330219:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.698692:0:330219:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788219875.698694:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.698695:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00010000:00000001:1.0:1788219875.698697:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.698698:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.698700:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.698702:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699247:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00000002:00010000:1.0:1788219875.699255:0:330219:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.699263:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699265:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.699266:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219875.699268:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.699270:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.699272:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.699274:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699276:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000040:1.0:1788219875.699279:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:1.0:1788219875.699281:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219875.699285:0:330219:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 16 res 8589939618/2439 (0 0) 00010000:00000001:1.0:1788219875.699287:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699288:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.699289:0:330219:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219875.699292:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b868 00000002:00002000:1.0:1788219875.699294:0:330219:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788219875.699296:0:330219:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699300:0:330219:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699302:0:330219:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219875.699305:0:330219:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788219875.699308:0:330219:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.699350:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00800000:00000002:1.0:1788219875.699354:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.699357:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777400. 00000080:00000001:1.0:1788219875.699362:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219875.699368:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788219875.699372:0:330219:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788219875.699380:0:330219:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff9894ee06e380. 00800000:00000001:1.0:1788219875.699382:0:330219:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446630364148851584 : -113709560700032 : ffff9894ee06e380) 00800000:00000001:1.0:1788219875.699385:0:330219:0:(lmv_obd.c:3792:lmv_unpack_md_v1()) Process entered 00800000:00000040:1.0:1788219875.699387:0:330219:0:(lmv_obd.c:3814:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 1 00800000:00000001:1.0:1788219875.699391:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.699393:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.699395:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.699397:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.699399:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.699401:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.699403:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.699405:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #0 [0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.699406:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.699408:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.699409:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.699411:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.699423:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.699425:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.699426:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.699427:0:330219:0:(lmv_obd.c:3837:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219875.699429:0:330219:0:(lmv_obd.c:3840:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699431:0:330219:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.699433:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219875.699436:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219875.699437:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj ffff9894c9c0ce80 of [0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.699441:0:330219:0:(llite_lib.c:1998:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699445:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.699448:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1788219875.699452:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x987:0x0], updating i_size 4096 00010000:00000001:1.0:1788219875.699454:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.699456:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.699457:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.699459:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699462:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699464:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699465:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219875.699466:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219875.699469:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788219875.699470:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e380 1 00800000:00000010:1.0:1788219875.699472:0:330219:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff9894ee06e380. 00800000:00000001:1.0:1788219875.699475:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.699478:0:330219:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) for lock 0x34450ab7a163469 00800000:00000001:1.0:1788219875.699481:0:330219:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.699483:0:330219:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.699484:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.699485:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.699486:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.699488:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699491:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699493:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699494:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.699495:0:330219:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699497:0:330219:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699500:0:330219:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.699501:0:330219:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.699504:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.699510:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.699527:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.699530:0:330219:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163469 from it ffffa959c8b7bbd0 00010000:00000001:1.0:1788219875.699533:0:330219:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.699534:0:330219:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.699535:0:330219:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7195e00 refcount=3 00000020:00000001:1.0:1788219875.699537:0:330219:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699539:0:330219:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469219328 : -113714240332288 : ffff9893d7195e00) 00010000:00000001:1.0:1788219875.699542:0:330219:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.699545:0:330219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.699552:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699554:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.699555:0:330219:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.699557:0:330219:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.699560:0:330219:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219875.699568:0:330219:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.699570:0:330219:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.699572:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.699577:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699578:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.699580:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.699583:0:330219:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.699584:0:330219:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.699586:0:330219:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.699589:0:330219:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.699591:0:330219:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.699593:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.699594:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219875.699597:0:330219:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.699602:0:330219:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9894c9d25ec0. 00000080:00000001:1.0:1788219875.699605:0:330219:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788219875.699608:0:330219:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788219875.699610:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.699611:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.699612:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.699613:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.699615:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.699616:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.699618:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.699620:0:330219:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788219875.699624:0:330219:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9894f3e33680. 00000002:00100000:1.0:1788219875.699629:0:330219:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788219875.699635:0:330219:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699637:0:330219:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788219875.699641:0:330219:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219875.699644:0:330219:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699647:0:330219:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219875.699649:0:330219:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699651:0:330219:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.699655:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.699657:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788219875.699664:0:330219:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219875.699666:0:330219:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9894ed180000. 02000000:00000001:1.0:1788219875.699701:0:330219:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788219875.699704:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.699707:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bb78 00000080:00000008:1.0:1788219875.699797:0:330219:0:(file.c:1329:ll_file_open()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788219875.699801:0:330219:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699820:0:330219:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219875.699822:0:330219:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) cmd=c03066f0 arg=7ffc787fb1c0 00000020:00000001:1.0:1788219875.699829:0:330219:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219875.699834:0:330219:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee181400. 00000020:00000001:1.0:1788219875.699838:0:330219:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699841:0:330219:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219875.699843:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bad0 00000080:00200000:1.0:1788219875.699845:0:330219:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219875.699851:0:330219:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd777400. 00800000:00000002:1.0:1788219875.699854:0:330219:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:1.0:1788219875.699861:0:330219:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219875.699863:0:330219:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219875.699867:0:330219:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219875.699870:0:330219:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.699873:0:330219:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630363555310592 : -113710154241024 : ffff9894caa62c00) 00800000:00000001:1.0:1788219875.699877:0:330219:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219875.699879:0:330219:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219875.699881:0:330219:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219875.699884:0:330219:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219875.699887:0:330219:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9893ca6d2800: Allocated FID [0x2000013a2:0x989:0x0] 40000000:00000001:1.0:1788219875.699889:0:330219:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.699891:0:330219:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699893:0:330219:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.699895:0:330219:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.699897:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b9e8 00800000:00000002:1.0:1788219875.699899:0:330219:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x989:0x0] on [0x200001b70:0x5:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788219875.699903:0:330219:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219875.699905:0:330219:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788219875.699910:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 2 00010000:00000001:1.0:1788219875.699911:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.699914:0:330219:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788219875.699918:0:330219:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.699921:0:330219:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788219875.699929:0:330219:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.699932:0:330219:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788219875.699934:0:330219:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788219875.699936:0:330219:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x5:0x0] mode (null) 00000002:00000001:1.0:1788219875.699939:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.699940:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.699942:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 3 00010000:00000001:1.0:1788219875.699943:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.699946:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.699947:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.699948:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.699950:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708700 count: 3 00010000:00000001:1.0:1788219875.699952:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788219875.699953:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.699955:0:330219:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788219875.699957:0:330219:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x5:0x0] lli = ffff9893fa016300, pfid = [0x2000013a2:0x987:0x0] 00000080:00000002:1.0:1788219875.700196:0:330219:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x5:0x0] m[0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.700199:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:1.0:1788219875.700203:0:330219:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788219875.700207:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7b670 00000080:00002000:1.0:1788219875.700209:0:330219:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d0.2 00000080:00000001:1.0:1788219875.700216:0:330219:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788219875.700222:0:330219:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788219875.700225:0:330219:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788219875.700227:0:330219:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788219875.700229:0:330219:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x5:0x0](ffff9893fa0163c8) invalid 00000080:00000001:1.0:1788219875.700232:0:330219:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788219875.700234:0:330219:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788219875.700235:0:330219:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.700238:0:330219:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.700240:0:330219:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.700242:0:330219:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.700245:0:330219:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.700247:0:330219:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788219875.700250:0:330219:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1ae00 with handle 0x34450ab7a163438 from hash 00010000:00000001:1.0:1788219875.700252:0:330219:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.700254:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.700255:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.700256:0:330219:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.700259:0:330219:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.700260:0:330219:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788219875.700263:0:330219:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219875.700265:0:330219:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.700266:0:330219:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788219875.700272:0:330219:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219875.700276:0:330219:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=13 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219875.700280:0:330219:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219875.700282:0:330219:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.700284:0:330219:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.700287:0:330219:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.700290:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.700291:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.700292:0:330219:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.700295:0:330219:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.700297:0:330219:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.700300:0:330219:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.700306:0:330219:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee182800. 00000100:00000001:1.0:1788219875.700348:0:330219:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.700351:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.700353:0:330219:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788219875.700358:0:330219:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788219875.700365:0:330219:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788219875.700366:0:330219:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219875.700368:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219875.700370:0:330219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ae00/0x34450ab7a163438 lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded87d8 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1788219875.700383:0:330219:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708700 count: 0 00010000:00000010:1.0:1788219875.700388:0:330219:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0cf00. 00010000:00000001:1.0:1788219875.700395:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.700397:0:330219:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.700399:0:330219:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.700400:0:330219:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.700401:0:330219:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219875.700410:0:330219:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1788219875.700418:0:330219:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219875.700425:0:330219:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.700427:0:330219:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.700433:0:330219:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.700435:0:330219:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219875.700438:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.700439:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219875.700443:0:330219:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.700446:0:330219:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.700448:0:330219:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.700450:0:330219:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.700453:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.700460:0:330219:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.700462:0:330219:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.700465:0:330219:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.700468:0:330219:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.700470:0:330219:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.700472:0:330219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566242304:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.700476:0:330219:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.700480:0:330219:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.700483:0:330219:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.700486:0:330219:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.700490:0:330219:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219875.700491:0:330219:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.700499:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.700503:0:330219:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219875.700510:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219875.700775:0:330219:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566242304, portal 10 00000100:00000001:1.0:1788219875.700779:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.700780:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219875.700788:0:330219:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.700794:0:330219:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.700797:0:330219:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.700800:0:330219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6617f8. 00000100:00000200:1.0:1788219875.700803:0:330219:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566242304, offset 0 00000400:00000200:1.0:1788219875.700809:0:330219:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.700818:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.700825:0:330219:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.700829:0:330219:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.700833:0:330219:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.700837:0:330219:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.700840:0:330219:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.700843:0:330219:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93016:93016:256:4294967295] 192.168.203.120@tcp LPNI seq info [93016:93016:8:4294967295] 00000400:00000200:1.0:1788219875.700848:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.700857:0:330219:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.700862:0:330219:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.700866:0:330219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2000. 00000800:00000200:1.0:1788219875.700872:0:330219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.700878:0:330219:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.700883:0:330219:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2000 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.700900:0:330219:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.700906:0:330219:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.700909:0:330219:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.700911:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744816 00000100:00000001:1.0:1788219875.700919:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744812 00000100:00000001:1.0:1788219875.700924:0:330219:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744816 00000100:00000001:1.0:1788219875.700927:0:330219:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744812 00000100:00000001:1.0:1788219875.700930:0:330219:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.700933:0:330219:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.700935:0:330219:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.700937:0:330219:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.700939:0:330219:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.700941:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.700944:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.706407:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.706425:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2000. 00000400:00000200:2.0:1788219875.706433:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.706442:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.706449:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6617f8 00000400:00000010:2.0:1788219875.706452:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6617f8. 00000100:00000001:2.0:1788219875.706456:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.706465:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.706479:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.706482:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.706489:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.706491:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.706502:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.706896:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.706900:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.706906:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.706913:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.706918:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.706925:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.706930:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.706934:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.706937:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78b100 00000400:00000200:2.0:1788219875.706942:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.706947:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe982d [1] + 224 00000800:00000001:2.0:1788219875.706954:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.707027:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.707031:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.707034:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.707040:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.707045:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.707053:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.707074:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.707082:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.707085:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.707182:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.707189:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.707191:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.707194:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.707198:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.707200:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.707203:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.707208:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.707217:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566242048/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707223:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.707225:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.707228:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.707231:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.707234:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.707236:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.707239:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.707248:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.707252:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.707254:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.707256:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.707258:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.707262:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.707265:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.707266:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.707268:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.707270:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.707271:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.707275:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.707277:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.707279:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.707281:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.707285:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566242048/t17179869289(17179869289) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707292:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.707295:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.707297:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.707300:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566242048/t17179869289(17179869289) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.707308:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566242048:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.707339:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.707343:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.707345:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.707347:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.707351:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242048/t17179869289(17179869289) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707364:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.707366:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.707371:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.707372:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.707379:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.707381:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.707383:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.707386:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.707391:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.707395:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.707398:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.707401:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.707403:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.707406:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.707409:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.707421:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.707423:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x90f:0x0] 00800000:00000001:0.0:1788219875.707425:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.707429:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.707436:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894cd6c6d80 x1875079565695872/t12884930146(12884930146) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707443:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.707444:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363601857920 : -113710107693696 : ffff9894cd6c6d80) 00000100:00000001:0.0:1788219875.707446:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.707449:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894cd6c6d80 x1875079565695872/t12884930146(12884930146) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707454:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.707456:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.707459:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242048/t17179869289(17179869289) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707464:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.707465:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.707468:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894cd6c6d80 x1875079565695872/t12884930146(12884930146) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707474:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.707477:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.707479:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=12 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.707481:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.707484:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894f008cc00. 02000000:00000001:0.0:1788219875.707488:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.707490:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.707492:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894cd6c6d80. 00000100:00000001:0.0:1788219875.707496:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.707497:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.707498:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.707502:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566242048/t17179869289(17179869289) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707507:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.707509:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893e420d820. 00000002:00000001:0.0:1788219875.707512:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.707513:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.707515:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893f891ea80. 00000100:00000001:0.0:1788219875.707517:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.707520:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566242048/t17179869289(17179869289) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.707526:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.707527:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.707530:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.707532:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.707533:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.707535:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.707537:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.707538:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dcc00. 02000000:00000001:0.0:1788219875.707540:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.707541:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.707542:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.707544:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.707545:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.707548:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.707551:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.707553:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x90f:0x0] mode (null) 00000002:00000001:0.0:1788219875.707556:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.707558:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.707565:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e10f0e00 count: 2 00010000:00000001:0.0:1788219875.707568:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.707573:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.707575:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.707579:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.707581:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x90f:0x0](ffff9894d09c5b88) invalid 00000020:00000001:0.0:1788219875.707585:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219875.707587:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry thislongpathnameisforaverydeepsubdirthatwewanttotestagainst1 (ffff9893e92ff510) parent ffff9893f0e30438 inode ffff9894d09c5b88 refc 1 00000080:00000001:0.0:1788219875.707592:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.707595:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.707597:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.707600:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.707604:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.707606:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.707608:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.707611:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.707614:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e6be6c00 with handle 0x34450ab7a1612f1 from hash 00010000:00000001:0.0:1788219875.707617:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.707618:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.707620:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.707621:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.707624:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.707626:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.707629:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.707633:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d400/0x34450ab7a1612ea lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x910:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7ab8 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219875.707641:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.707644:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.707646:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.707647:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x910:0x0] mode CR 00000002:00000001:0.0:1788219875.707649:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.707650:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.707652:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256000 count: 3 00010000:00000001:0.0:1788219875.707654:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.707657:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.707659:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.707660:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.707661:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256000 count: 3 00010000:00000001:0.0:1788219875.707664:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.707665:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.707667:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.707668:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219875.707671:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219875.707675:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219875.707677:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219875.707683:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219875.707686:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219875.707687:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.707688:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.707690:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.707691:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.707693:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.707695:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x910:0x0] 00800000:00000001:0.0:1788219875.707696:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.707698:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x910:0x0] 00000002:00000001:0.0:1788219875.707701:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219875.707703:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x910:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219875.707901:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.707905:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=12 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.707909:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.707913:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.707916:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.707923:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dca00. 00000100:00000001:0.0:1788219875.707929:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219875.707940:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9895010eb480 x1875079565695488/t12884930145(12884930145) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219875.707949:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219875.707953:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219875.707959:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.708034:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.708040:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.708043:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219875.708045:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.708046:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.708050:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.708054:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.708055:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.708057:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.708061:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.708067:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.708069:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.708072:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.708075:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.708077:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.708080:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566242560:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.708083:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.708088:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.708090:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.708092:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.708096:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.708098:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.708102:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.708106:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.708111:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.708127:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566242560, portal 10 00000100:00000001:0.0:1788219875.708129:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.708130:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.708136:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.708142:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.708145:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.708149:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf440. 00000100:00000200:0.0:1788219875.708152:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566242560, offset 0 00000400:00000200:0.0:1788219875.708158:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.708166:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.708174:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.708179:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.708182:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.708186:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.708189:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.708193:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93017:93017:256:4294967295] 192.168.203.120@tcp LPNI seq info [93017:93017:8:4294967295] 00000400:00000200:0.0:1788219875.708197:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.708206:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.708212:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.708217:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219875.708223:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.708230:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.708234:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.708254:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.708259:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.708262:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.708265:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744823 00000100:00000001:0.0:1788219875.708271:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744816 00000100:00000001:0.0:1788219875.708277:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744823 00000100:00000001:0.0:1788219875.708281:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744816 00000100:00000001:0.0:1788219875.708284:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.708286:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.708288:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.708290:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.708293:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.708295:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.708297:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.708632:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.708636:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:2.0:1788219875.708641:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.708647:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.708652:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf440 00000400:00000010:2.0:1788219875.708654:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf440. 00000100:00000001:2.0:1788219875.708658:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.708662:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.708672:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.708676:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.708683:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.708684:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788219875.712533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bbe40. 00010000:00000010:1.1:1788219875.712556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708700. 00010000:00000010:1.1:1788219875.712562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ae00. 00000800:00000001:2.0:1788219875.718915:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.718935:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.718940:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.718944:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.718954:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.718972:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.718982:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.718990:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.718997:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.719001:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb78b200 00000400:00000200:2.0:1788219875.719007:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.719014:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe9835 [1] + 224 00000800:00000001:2.0:1788219875.719022:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.719030:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.719034:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.719038:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.719047:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.719056:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.719067:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.719089:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.719099:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.719102:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.719270:0:330219:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.719278:0:330219:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.719280:0:330219:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.719283:0:330219:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219875.719288:0:330219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219875.719291:0:330219:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219875.719294:0:330219:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.719299:0:330219:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219875.719309:0:330219:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566242304/t0(0) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/576 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.719360:0:330219:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.719362:0:330219:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.719364:0:330219:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.719368:0:330219:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.719371:0:330219:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.719373:0:330219:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.719376:0:330219:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.719386:0:330219:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.719389:0:330219:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.719393:0:330219:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.719395:0:330219:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.719398:0:330219:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.719401:0:330219:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.719405:0:330219:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.719407:0:330219:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400000049/0x1] 00000100:00000001:1.0:1788219875.719409:0:330219:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.719411:0:330219:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.719412:0:330219:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219875.719425:0:330219:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.719427:0:330219:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.719429:0:330219:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.719432:0:330219:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.719438:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566242304/t17179869290(17179869290) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.719446:0:330219:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.719448:0:330219:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.719451:0:330219:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.719455:0:330219:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566242304/t17179869290(17179869290) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219875.719464:0:330219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330219:1875079566242304:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.719469:0:330219:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.719471:0:330219:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.719473:0:330219:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.719475:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.719478:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566242304/t17179869290(17179869290) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.719486:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.719488:0:330219:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.719492:0:330219:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.719494:0:330219:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.719503:0:330219:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.719507:0:330219:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2000013a2:0x989:0x0] 00800000:00000001:1.0:1788219875.719509:0:330219:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.719513:0:330219:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219875.719519:0:330219:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219875.719521:0:330219:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219875.719524:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145929 : 144115272398145929 : 2000013a2000989) 00000080:00000001:1.0:1788219875.719526:0:330219:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219875.719541:0:330219:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6c200. 00000080:00000001:1.0:1788219875.719551:0:330219:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219875.719553:0:330219:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x989:0x0](ffff9894c7b6c2c8) 00000080:00000001:1.0:1788219875.719557:0:330219:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219875.719559:0:330219:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x989:0x0] 00000080:00000001:1.0:1788219875.719561:0:330219:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.719562:0:330219:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145929 : 144115272398145929 : 2000013a2000989) 00000080:00000001:1.0:1788219875.719565:0:330219:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1788219875.719567:0:330219:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115272398145929 mtime from 0 to 1788219875 00000080:00200000:1.0:1788219875.719571:0:330219:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2000013a2:0x989:0x0], updating i_size 4096 00000080:00000001:1.0:1788219875.719574:0:330219:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219875.719576:0:330219:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506066120 : -113710203485496 : ffff9894c7b6c2c8) 00000080:00000001:1.0:1788219875.719578:0:330219:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219875.719581:0:330219:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219875.719583:0:330219:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.719588:0:330219:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.719593:0:330219:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566242304/t17179869290(17179869290) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.719599:0:330219:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.719601:0:330219:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000010:1.0:1788219875.719604:0:330219:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777400. 00000080:00000010:1.0:1788219875.719609:0:330219:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee181400. 00000080:00000001:1.0:1788219875.719612:0:330219:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.719630:0:330219:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219875.719633:0:330219:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219875.719636:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bdd0 00000080:00200008:1.0:1788219875.719638:0:330219:0:(file.c:479:ll_file_release()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00400000:1.0:1788219875.719642:0:330219:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.719646:0:330219:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219875.719648:0:330219:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219875.719650:0:330219:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219875.719654:0:330219:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.719656:0:330219:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.719658:0:330219:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.719660:0:330219:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.719662:0:330219:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.719664:0:330219:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.719667:0:330219:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.719670:0:330219:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.719673:0:330219:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.719679:0:330219:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:1.0:1788219875.719682:0:330219:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.719687:0:330219:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219875.719689:0:330219:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219875.719693:0:330219:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.719697:0:330219:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.719701:0:330219:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788219875.719873:0:330219:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.719875:0:330219:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.719877:0:330219:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788219875.719879:0:330219:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x987:0x0]: 16 00000080:00000010:1.0:1788219875.719882:0:330219:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f00b40. 00000080:00000001:1.0:1788219875.719885:0:330219:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.719890:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7bdd0 00000080:00000008:1.0:1788219875.719892:0:330219:0:(file.c:523:ll_file_release()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788219875.719895:0:330219:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.719897:0:330219:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.719901:0:330219:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219875.719903:0:330219:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c8b7be00 00000080:00002000:1.0:1788219875.719905:0:330219:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:1.0:1788219875.719908:0:330219:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219875.731171:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.731186:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.731191:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.731193:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.731201:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.731208:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.731218:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.731223:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.731227:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.731231:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78b300 00000400:00000200:2.0:1788219875.731235:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.731241:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe983d [1] + 224 00000800:00000001:2.0:1788219875.731248:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.731255:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.731258:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.731263:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.731271:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.731280:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.731296:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.731335:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.731345:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.731348:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.731746:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.731753:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.731755:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.731758:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.731763:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.731765:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.731768:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.731773:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.731782:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566242560/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.731788:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.731789:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.731792:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.731796:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.731798:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.731800:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.731802:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.731812:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.731816:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.731819:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.731821:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.731824:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.731827:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.731830:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219875.731832:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219875.731834:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219875.731838:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.731839:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.731843:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.731844:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.731846:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.731848:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.731853:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566242560/t17179869291(17179869291) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.731859:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.731862:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.731863:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.731867:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566242560/t17179869291(17179869291) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.731874:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566242560:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219875.731879:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.731882:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.731885:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.731887:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.731891:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242560/t17179869291(17179869291) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.731896:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.731899:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219875.731903:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.731904:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.731911:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.731912:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000002:00000001:0.0:1788219875.731915:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.731918:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.731923:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219875.731926:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219875.731930:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219875.731933:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.731936:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.731938:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.731941:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.731943:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.731945:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x910:0x0] 00800000:00000001:0.0:1788219875.731947:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.731951:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219875.731966:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9895010eb480 x1875079565695488/t12884930145(12884930145) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.731973:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.731974:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364468130944 : -113709241420672 : ffff9895010eb480) 00000100:00000001:0.0:1788219875.731976:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.731979:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9895010eb480 x1875079565695488/t12884930145(12884930145) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.731984:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.731985:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.731988:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242560/t17179869291(17179869291) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.731993:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.731995:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.731997:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9895010eb480 x1875079565695488/t12884930145(12884930145) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.732003:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219875.732006:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.732008:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.732010:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.732013:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894c8addc00. 02000000:00000001:0.0:1788219875.732018:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.732020:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.732022:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9895010eb480. 00000100:00000001:0.0:1788219875.732028:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.732030:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.732031:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.732035:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566242560/t17179869291(17179869291) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.732040:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.732043:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9360. 00000002:00000001:0.0:1788219875.732046:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.732047:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.732049:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd040. 00000100:00000001:0.0:1788219875.732051:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.732054:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566242560/t17179869291(17179869291) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.732059:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.732061:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.732063:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.732066:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.732067:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.732068:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.732070:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.732071:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dca00. 02000000:00000001:0.0:1788219875.732073:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.732074:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.732075:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.732078:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.732079:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.732082:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.732085:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.732088:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x910:0x0] mode (null) 00000002:00000001:0.0:1788219875.732091:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.732094:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.732101:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d4256000 count: 3 00010000:00000001:0.0:1788219875.732103:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.732108:0:280892:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219875.732111:0:280892:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219875.732125:0:280892:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.732128:0:280892:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.732133:0:280892:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3600/0x34450ab7a15f784 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x910:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded7ac6 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00000001:0.0:1788219875.732142:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.732143:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.732145:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788219875.732146:0:280892:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.732148:0:280892:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.732151:0:280892:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893e39f3600 refcount=2 00000020:00000001:0.0:1788219875.732153:0:280892:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359679317504 : -113714030234112 : ffff9893e39f3600) 00010000:00000001:0.0:1788219875.732156:0:280892:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359679317504 : -113714030234112 : ffff9893e39f3600) 00010000:00000001:0.0:1788219875.732158:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.732158:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788219875.732160:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.732163:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.732165:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.732168:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.732172:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.732173:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.732175:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.732177:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.732179:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437d400 with handle 0x34450ab7a1612ea from hash 00010000:00000001:0.0:1788219875.732182:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.732183:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.732184:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732185:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.732188:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.732189:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219875.732193:0:280892:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=32 : 32 : 20) 00010000:00000001:0.0:1788219875.732196:0:280892:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.732198:0:280892:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219875.732205:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.732208:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.732212:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.732214:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.732217:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.732222:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f400. 00000100:00000001:0.0:1788219875.732228:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.732231:0:280892:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219875.732236:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437ca00/0x34450ab7a1613df lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x950:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7aa3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788219875.732245:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6800/0x34450ab7a16136f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x94f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7acd expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219875.732252:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3c00/0x34450ab7a161138 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ae2 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732259:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2800/0x34450ab7a161146 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x94c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b13 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732266:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ba00/0x34450ab7a16114d lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b2f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732274:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a600/0x34450ab7a161170 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x946:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b98 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732280:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99600/0x34450ab7a16118c lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x942:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bf3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732286:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98800/0x34450ab7a161193 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x941:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c0f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732293:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c800/0x34450ab7a16128f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x91d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7968 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732300:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c400/0x34450ab7a161296 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x91c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded797d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732330:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99200/0x34450ab7a16129d lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x91b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7999 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732338:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2ae00/0x34450ab7a1612a4 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x91a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79ae expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732344:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b400/0x34450ab7a1612ab lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x919:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79c3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732351:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6a00/0x34450ab7a1612b2 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x918:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79df expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732357:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d800/0x34450ab7a1612b9 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x917:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79f4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732363:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a200/0x34450ab7a1612c0 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x916:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a09 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732370:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437da00/0x34450ab7a1612dc lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x912:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a79 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732377:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437dc00/0x34450ab7a1612e3 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x911:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ab1 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732383:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be7c00/0x34450ab7a1612ff lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7af7 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732390:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b2600/0x34450ab7a16144f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x951:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a9c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788219875.732397:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2200/0x34450ab7a16113f lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x94d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b1a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732404:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a161154 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x94a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b44 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732411:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2600/0x34450ab7a16115b lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x949:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b59 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732418:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6901600/0x34450ab7a161162 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x948:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b6e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732426:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3e00/0x34450ab7a161169 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x947:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b83 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732433:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98e00/0x34450ab7a161177 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x945:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bb4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732441:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6901a00/0x34450ab7a16117e lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x944:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bc9 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732447:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a161185 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x943:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bde expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732453:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98000/0x34450ab7a16119a lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x940:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c24 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219875.732460:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340c00/0x34450ab7a162fd8 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x971:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded7a87 expref: -99 pid: 322445 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1788219875.732467:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6c00/0x34450ab7a1612f1 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x90f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ae9 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219875.732474:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d400/0x34450ab7a1612ea lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x910:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ab8 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219875.732479:0:280892:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 32 locks packed 00010000:00000001:0.0:1788219875.732481:0:280892:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=32 : 32 : 20) 00000100:00000001:0.0:1788219875.732486:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.732490:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.732498:0:280892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c4b87cd] to pc [ptlrpcd_00_00+0] req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219875.732520:0:280892:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.732523:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732525:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437ca00/0x34450ab7a1613df lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x950:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7aa3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788219875.732532:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0f00 count: 0 00010000:00000010:0.0:1788219875.732536:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946f400. 00010000:00000001:0.0:1788219875.732544:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732545:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732548:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6800/0x34450ab7a16136f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x94f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7acd expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219875.732554:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0600 count: 0 00010000:00000010:0.0:1788219875.732556:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946f900. 00010000:00000001:0.0:1788219875.732560:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732561:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732563:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3c00/0x34450ab7a161138 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x94e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ae2 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732586:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e135e800 count: 0 00010000:00000010:0.0:1788219875.732589:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69a00. 00010000:00000001:0.0:1788219875.732595:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732596:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732598:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2800/0x34450ab7a161146 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x94c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b13 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732604:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e135e100 count: 0 00010000:00000010:0.0:1788219875.732606:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69a80. 00010000:00000001:0.0:1788219875.732610:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732611:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732614:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ba00/0x34450ab7a16114d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x94b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b2f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732619:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0b00 count: 0 00010000:00000010:0.0:1788219875.732621:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946f200. 00010000:00000001:0.0:1788219875.732626:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732627:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732629:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a600/0x34450ab7a161170 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x946:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b98 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732635:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3de00 count: 0 00010000:00000010:0.0:1788219875.732638:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6300. 00010000:00000001:0.0:1788219875.732646:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732648:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732650:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99600/0x34450ab7a16118c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x942:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bf3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732656:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0700 count: 0 00010000:00000010:0.0:1788219875.732658:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946f580. 00010000:00000001:0.0:1788219875.732663:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732664:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732666:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98800/0x34450ab7a161193 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x941:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c0f expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732673:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e135e900 count: 0 00010000:00000010:0.0:1788219875.732676:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69800. 00010000:00000001:0.0:1788219875.732680:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732681:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732683:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c800/0x34450ab7a16128f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x91d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7968 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732689:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d4256200 count: 0 00010000:00000010:0.0:1788219875.732692:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3e680. 00010000:00000001:0.0:1788219875.732696:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732697:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732699:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c400/0x34450ab7a161296 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x91c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded797d expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732705:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f2911e00 count: 0 00010000:00000010:0.0:1788219875.732707:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69780. 00010000:00000001:0.0:1788219875.732711:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732712:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732715:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c99200/0x34450ab7a16129d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x91b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7999 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732720:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f2911c00 count: 0 00010000:00000010:0.0:1788219875.732722:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69600. 00010000:00000001:0.0:1788219875.732726:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732727:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732730:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2ae00/0x34450ab7a1612a4 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x91a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79ae expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732741:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f2911f00 count: 0 00010000:00000010:0.0:1788219875.732744:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69500. 00010000:00000001:0.0:1788219875.732748:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732749:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732751:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2b400/0x34450ab7a1612ab lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x919:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79c3 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732757:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f2911700 count: 0 00010000:00000010:0.0:1788219875.732759:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69300. 00010000:00000001:0.0:1788219875.732765:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732766:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732768:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6a00/0x34450ab7a1612b2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x918:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79df expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732774:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f2911900 count: 0 00010000:00000010:0.0:1788219875.732776:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69d00. 00010000:00000001:0.0:1788219875.732780:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732781:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732783:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d800/0x34450ab7a1612b9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x917:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded79f4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732789:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d4256500 count: 0 00010000:00000010:0.0:1788219875.732791:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3e700. 00010000:00000001:0.0:1788219875.732795:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732796:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732798:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e8f2a200/0x34450ab7a1612c0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x916:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a09 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732804:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d4256a00 count: 0 00010000:00000010:0.0:1788219875.732806:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3e580. 00010000:00000001:0.0:1788219875.732811:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732812:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732814:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437da00/0x34450ab7a1612dc lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x912:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a79 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732820:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f2911a00 count: 0 00010000:00000010:0.0:1788219875.732822:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69900. 00010000:00000001:0.0:1788219875.732826:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732828:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732830:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437dc00/0x34450ab7a1612e3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x911:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ab1 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732834:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3dd00 count: 0 00010000:00000010:0.0:1788219875.732837:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6d00. 00010000:00000001:0.0:1788219875.732840:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732841:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732844:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be7c00/0x34450ab7a1612ff lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x90e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7af7 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732850:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0d00 count: 0 00010000:00000010:0.0:1788219875.732852:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946f180. 00010000:00000001:0.0:1788219875.732856:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732857:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732859:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b2600/0x34450ab7a16144f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x951:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a9c expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788219875.732865:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894c5891800 count: 0 00010000:00000010:0.0:1788219875.732866:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894d269e200. 00010000:00000001:0.0:1788219875.732871:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732872:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732874:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2200/0x34450ab7a16113f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x94d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b1a expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732883:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3d800 count: 0 00010000:00000010:0.0:1788219875.732885:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6500. 00010000:00000001:0.0:1788219875.732889:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732891:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732893:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a161154 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x94a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b44 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732898:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3d200 count: 0 00010000:00000010:0.0:1788219875.732900:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6880. 00010000:00000001:0.0:1788219875.732903:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732904:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732906:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f2600/0x34450ab7a16115b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x949:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b59 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732911:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e135e700 count: 0 00010000:00000010:0.0:1788219875.732914:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69c80. 00010000:00000001:0.0:1788219875.732917:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732918:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732920:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6901600/0x34450ab7a161162 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x948:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b6e expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732926:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e1353800 count: 0 00010000:00000010:0.0:1788219875.732929:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3ed00. 00010000:00000001:0.0:1788219875.732933:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732934:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732936:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e39f3e00/0x34450ab7a161169 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x947:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7b83 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732942:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e135e000 count: 0 00010000:00000010:0.0:1788219875.732944:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69880. 00010000:00000001:0.0:1788219875.732948:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732950:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732952:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98e00/0x34450ab7a161177 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x945:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bb4 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732957:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e135e400 count: 0 00010000:00000010:0.0:1788219875.732960:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e0c69180. 00010000:00000001:0.0:1788219875.732963:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732964:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732966:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6901a00/0x34450ab7a16117e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x944:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bc9 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732972:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3df00 count: 0 00010000:00000010:0.0:1788219875.732974:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6000. 00010000:00000001:0.0:1788219875.732978:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732979:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732981:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a161185 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x943:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7bde expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.732987:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e1353f00 count: 0 00010000:00000010:0.0:1788219875.732989:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3e500. 00010000:00000001:0.0:1788219875.732993:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.732994:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.732997:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893c3c98000/0x34450ab7a16119a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x940:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7c24 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1788219875.733002:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894f4e3da00 count: 0 00010000:00000010:0.0:1788219875.733004:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893e6af6280. 00010000:00000001:0.0:1788219875.733007:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.733008:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.733011:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340c00/0x34450ab7a162fd8 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x971:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1782eba8aded7a87 expref: -99 pid: 322445 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00000010:0.0:1788219875.733022:0:280892:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9894c9d25e40. 00010000:00000040:0.0:1788219875.733025:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619800 count: 0 00010000:00000010:0.0:1788219875.733027:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fefd00. 00010000:00000001:0.0:1788219875.733031:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.733033:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.733035:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e6be6c00/0x34450ab7a1612f1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x90f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ae9 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219875.733042:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e10f0e00 count: 0 00010000:00000010:0.0:1788219875.733044:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c946f480. 00010000:00000001:0.0:1788219875.733048:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.733049:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.733051:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437d400/0x34450ab7a1612ea lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x910:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7ab8 expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219875.733057:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.733059:0:280892:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1788219875.733061:0:280892:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9893e8f4c180. 00010000:00000001:0.0:1788219875.733065:0:280892:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.733075:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.733079:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.733081:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.733086:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.733093:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.733095:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.733099:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.733101:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.733103:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.733106:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566242688:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219875.733125:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.733130:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.733132:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.733135:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.733140:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d53dca00. 02000000:00000001:0.0:1788219875.733143:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.733151:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.733155:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.733161:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.733168:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566242688, portal 18 00000100:00000001:0.0:1788219875.733170:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.733171:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.733178:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.733185:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.733188:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.733190:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfa18. 00000100:00000200:0.0:1788219875.733194:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 17, xid 1875079566242688, offset 0 00000400:00000200:0.0:1788219875.733201:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.733210:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.733218:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.733224:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.733228:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.733233:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.733235:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.733239:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93018:93018:256:4294967295] 192.168.203.120@tcp LPNI seq info [93018:93018:8:4294967295] 00000400:00000200:0.0:1788219875.733245:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.733255:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.733261:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.733266:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a900. 00000800:00000200:0.0:1788219875.733273:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.733281:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.733286:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.733309:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.733351:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.733355:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.733358:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744848 00000100:00000001:0.0:1788219875.733365:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744823 00000100:00000001:0.0:1788219875.733371:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744848 00000100:00000001:0.0:1788219875.733375:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744823 00000100:00000001:0.0:1788219875.733377:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.733379:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.733382:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.733385:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.733392:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.733394:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219875.733396:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.733397:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.733399:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.733401:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.733412:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.733414:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.733418:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.733420:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.733423:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219875.733425:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.733426:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.733428:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219875.733430:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.733432:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.733433:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788219875.733749:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.733754:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a900. 00000400:00000200:2.0:1788219875.733759:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.733764:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.733770:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfa18 00000400:00000010:2.0:1788219875.733772:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfa18. 00000100:00000001:2.0:1788219875.733776:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.733780:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.733790:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.733793:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.733800:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.733802:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.741880:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.741895:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.741899:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.741902:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.741911:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.741918:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.741927:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.741933:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.741938:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.741942:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb78b380 00000400:00000200:2.0:1788219875.741947:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.741953:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9845 [1] + 224 00000800:00000001:2.0:1788219875.741971:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.741988:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.741992:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.741997:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.742005:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.742014:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.742026:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.742046:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.742055:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.742058:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.742120:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.742124:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.742131:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.742133:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.742138:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.742142:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.742145:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.742149:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.742154:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219875.742162:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.742168:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.742170:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.742172:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.742175:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.742178:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.742180:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.742183:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.742192:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.742196:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.742199:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.742201:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.742203:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.742207:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.742211:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.742213:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.742215:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.742217:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.742222:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.742228:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.742230:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.742232:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.742236:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219875.742243:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566242688:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219875.742247:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.742250:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.742253:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566242688/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 568/224 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.742260:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.742262:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.742265:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d53dca00. 02000000:00000001:0.0:1788219875.742269:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.742272:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.742274:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.742276:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.742279:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.742282:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.742284:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.742286:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.742289:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.742291:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.742293:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.742300:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.742302:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.742305:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.742308:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.747868:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.747875:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.747878:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.747881:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b20 00000080:00200000:1.0:1788219875.747886:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.747894:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd777400. 00800000:00000002:1.0:1788219875.747900:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.747904:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.747909:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.747911:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a40 00800000:00000002:1.0:1788219875.747915:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.747918:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.747921:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.747924:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.747926:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.747928:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.747930:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.747932:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.747935:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.747938:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.747943:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.747945:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7910 00000002:00010000:1.0:1788219875.747946:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.747950:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.747952:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.747955:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.747962:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.747965:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.747970:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.747975:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.747980:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 02000000:00000001:1.0:1788219875.747990:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.747995:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.747998:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000002:00000001:1.0:1788219875.748011:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.748013:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.748015:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.748017:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.748019:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.748021:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.748024:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.748027:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.748030:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777400. 00000080:00000001:1.0:1788219875.748035:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.748036:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.748039:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.748043:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.748047:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.748049:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.748051:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.748053:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.748056:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.748058:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.748061:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.748064:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.748066:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.748067:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.748068:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.748071:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7b58 00010000:00000001:1.0:1788219875.748073:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.748074:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.748075:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.748077:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.748079:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.748082:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.748085:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00000001:1.0:1788219875.748091:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.748092:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.748093:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.748095:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.748098:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:1.0:1788219875.748105:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.748108:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.748110:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.748127:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.748128:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.748130:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748134:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.748136:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748138:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748141:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748143:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.748144:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.748145:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.748149:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.748151:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.748153:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.748157:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.748161:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219875.748164:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ae8 00000080:00002000:1.0:1788219875.748165:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219875.748169:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.748171:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b30 00000080:00200000:1.0:1788219875.748173:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=29 00000080:00000001:1.0:1788219875.748177:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.748179:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.748181:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219875.748183:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.748186:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.748195:0:330220:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e33460. 00000020:00000001:1.0:1788219875.748198:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ae8 00000080:00200000:1.0:1788219875.748200:0:330220:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d1.1, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags=13 00000080:00000001:1.0:1788219875.748203:0:330220:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219875.748205:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7998 00000080:00200000:1.0:1788219875.748207:0:330220:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d1.1, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), intent=getattr 00000080:00000010:1.0:1788219875.748213:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd777400. 00800000:00000002:1.0:1788219875.748216:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.748220:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.748221:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.748223:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a78b8 00800000:00000002:1.0:1788219875.748224:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.1' on [0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.748227:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1788219875.748231:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219875.748234:0:330220:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x5:0x0] 00000020:00000001:1.0:1788219875.748236:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7850 00800000:00000002:1.0:1788219875.748238:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x5:0x0], fid2=[0x0:0x0:0x0], name='d1.1' -> mds #0 00000002:00000001:1.0:1788219875.748241:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.748242:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7788 00000002:00010000:1.0:1788219875.748244:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.1,[0x0:0x0:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219875.748247:0:330220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219875.748249:0:330220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219875.748254:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6c000. 00000020:00000040:1.0:1788219875.748258:0:330220:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219875.748263:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.748268:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.748270:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.748271:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.748273:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.748275:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.748277:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.748280:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.748287:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee181400. 00000100:00000001:1.0:1788219875.748292:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748298:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.748300:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748301:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.748303:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.748305:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.750044:0:330220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00010000:00000001:1.0:1788219875.750056:0:330220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219875.750059:0:330220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219875.750148:0:330220:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff600. 00010000:00000010:1.0:1788219875.750156:0:330220:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06e380. 00010000:00000001:1.0:1788219875.750160:0:330220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219875.750164:0:330220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194200. 00000020:00000001:1.0:1788219875.750169:0:330220:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219875.750171:0:330220:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194200 with handle 0x34450ab7a163470 to hash 00000020:00000001:1.0:1788219875.750174:0:330220:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219875.750175:0:330220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.750179:0:330220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.750182:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.750185:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.750190:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.750197:0:330220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.750211:0:330220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219875.750217:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.750219:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.750226:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.750229:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219875.750231:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.750233:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000001:1.0:1788219875.750238:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.750242:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.750244:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.750246:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.750258:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.750267:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.750269:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.750273:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.750276:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.750279:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.750282:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566242816:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.750286:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.750293:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.750296:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.750299:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.750305:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9c000. 02000000:00000001:1.0:1788219875.750307:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.751652:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.751663:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219875.751671:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219875.751679:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566242816, portal 10 00000100:00000001:1.0:1788219875.751683:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.751684:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875164160 : -113709834387456 : ffff9894ddb6c000) 00000100:00000040:1.0:1788219875.751697:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.751773:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.751777:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.751781:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661550. 00000100:00000200:1.0:1788219875.751786:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566242816, offset 0 00000400:00000200:1.0:1788219875.751792:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.751802:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.751810:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.751817:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.751821:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.751824:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.751827:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.751830:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93019:93019:256:4294967295] 192.168.203.120@tcp LPNI seq info [93019:93019:8:4294967295] 00000400:00000200:1.0:1788219875.751834:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.751843:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.751848:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.751853:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219875.751860:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.751868:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.751872:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.751932:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.751937:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:1.0:1788219875.751940:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.751942:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744867 00000100:00000001:1.0:1788219875.751948:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744848 00000100:00000001:1.0:1788219875.751952:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744867 00000100:00000001:1.0:1788219875.751955:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744848 00000100:00000001:1.0:1788219875.751958:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.751961:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.751964:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.751966:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.751968:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.751970:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.751973:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788219875.752735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0f00. 00010000:00000010:0.1:1788219875.752745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437ca00. 00010000:00000010:0.1:1788219875.752748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0600. 00010000:00000010:0.1:1788219875.752753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6800. 00010000:00000010:0.1:1788219875.752757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e800. 00010000:00000010:0.1:1788219875.752762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3c00. 00010000:00000010:0.1:1788219875.752764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e100. 00010000:00000010:0.1:1788219875.752768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2800. 00010000:00000010:0.1:1788219875.752771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0b00. 00010000:00000010:0.1:1788219875.752774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ba00. 00010000:00000010:0.1:1788219875.752779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3de00. 00010000:00000010:0.1:1788219875.752783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a600. 00010000:00000010:0.1:1788219875.752787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0700. 00010000:00000010:0.1:1788219875.752791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99600. 00010000:00000010:0.1:1788219875.752794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e900. 00010000:00000010:0.1:1788219875.752796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98800. 00010000:00000010:0.1:1788219875.752800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256200. 00010000:00000010:0.1:1788219875.752802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c800. 00010000:00000010:0.1:1788219875.752807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911e00. 00010000:00000010:0.1:1788219875.752809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c400. 00010000:00000010:0.1:1788219875.752812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911c00. 00010000:00000010:0.1:1788219875.752814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c99200. 00010000:00000010:0.1:1788219875.752817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911f00. 00010000:00000010:0.1:1788219875.752820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2ae00. 00010000:00000010:0.1:1788219875.752822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911700. 00010000:00000010:0.1:1788219875.752825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2b400. 00010000:00000010:0.1:1788219875.752828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911900. 00010000:00000010:0.1:1788219875.752830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6a00. 00010000:00000010:0.1:1788219875.752832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256500. 00010000:00000010:0.1:1788219875.752836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d800. 00010000:00000010:0.1:1788219875.752838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d4256a00. 00010000:00000010:0.1:1788219875.752841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e8f2a200. 00010000:00000010:0.1:1788219875.752843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f2911a00. 00010000:00000010:0.1:1788219875.752846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437da00. 00010000:00000010:0.1:1788219875.752848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3dd00. 00010000:00000010:0.1:1788219875.752851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437dc00. 00010000:00000010:0.1:1788219875.752853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0d00. 00010000:00000010:0.1:1788219875.752856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be7c00. 00010000:00000010:0.1:1788219875.752859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894c5891800. 00010000:00000010:0.1:1788219875.752862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b2600. 00010000:00000010:0.1:1788219875.752866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d800. 00010000:00000010:0.1:1788219875.752868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2200. 00010000:00000010:0.1:1788219875.752870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3d200. 00010000:00000010:0.1:1788219875.752873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00010000:00000010:0.1:1788219875.752876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e700. 00010000:00000010:0.1:1788219875.752879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f2600. 00010000:00000010:0.1:1788219875.752882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353800. 00010000:00000010:0.1:1788219875.752886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901600. 00010000:00000010:0.1:1788219875.752889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e000. 00010000:00000010:0.1:1788219875.752892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e39f3e00. 00010000:00000010:0.1:1788219875.752894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e135e400. 00010000:00000010:0.1:1788219875.752896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98e00. 00010000:00000010:0.1:1788219875.752899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3df00. 00010000:00000010:0.1:1788219875.752901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6901a00. 00010000:00000010:0.1:1788219875.752904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353f00. 00010000:00000010:0.1:1788219875.752906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00010000:00000010:0.1:1788219875.752909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894f4e3da00. 00010000:00000010:0.1:1788219875.752911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893c3c98000. 00010000:00000010:0.1:1788219875.752914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619800. 00010000:00000010:0.1:1788219875.752917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9894ed340c00. 00010000:00000010:0.1:1788219875.752920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e10f0e00. 00010000:00000010:0.1:1788219875.752923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e6be6c00. 00010000:00000010:0.1:1788219875.752925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437d400. 00000800:00000200:2.0:1788219875.757182:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.757193:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:2.0:1788219875.757203:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.757212:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.757220:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661550 00000400:00000010:2.0:1788219875.757223:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661550. 00000100:00000001:2.0:1788219875.757228:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.757238:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.757252:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.757256:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.757262:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.757264:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.759063:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.759081:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.759085:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.759087:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.759095:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.759103:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.759111:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.759126:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.759130:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.759134:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb78b400 00000400:00000200:2.0:1788219875.759139:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.759145:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe984d [1] + 224 00000800:00000001:2.0:1788219875.759153:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.759160:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.759164:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.759168:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.759176:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.759185:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.759196:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.759260:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.759278:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.759288:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.759291:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219875.763136:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.763143:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.763148:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219875.763156:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219875.763160:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219875.763165:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.763178:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219875.763190:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.763198:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.763200:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.763204:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.763207:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.763209:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.763212:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.763215:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.763224:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.763228:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219875.763231:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219875.763235:0:330220:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.763241:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219875.763244:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.763246:0:330220:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:1.0:1788219875.763248:0:330220:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.763250:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219875.763254:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.763261:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219875.763264:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.763266:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.763269:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219875.763275:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6c000 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566242816:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.763283:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.763286:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219875.763288:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.763290:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.763293:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.763299:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.763302:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.763306:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.763307:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219875.763327:0:330220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219875.763331:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.763334:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.763338:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194200 refcount=4 00000020:00000001:1.0:1788219875.763340:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.763343:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00010000:1.0:1788219875.763348:0:330220:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763359:0:330220:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219875.763363:0:330220:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763368:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.763371:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763377:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.763379:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219875.763381:0:330220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763386:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.763389:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.763392:0:330220:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219875.763394:0:330220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.763400:0:330220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7194200 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219875.763403:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219875.763407:0:330220:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763551:0:330220:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219875.763555:0:330220:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219875.763559:0:330220:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763565:0:330220:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219875.763568:0:330220:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219875.763569:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.763571:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.763572:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194200 refcount=5 00000020:00000001:1.0:1788219875.763574:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.763576:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.763579:0:330220:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219875.763581:0:330220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219875.763586:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219875.763587:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.763589:0:330220:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219875.763591:0:330220:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219875.763594:0:330220:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219875.763596:0:330220:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219875.763598:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.763599:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219875.763602:0:330220:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194200 with handle 0x34450ab7a163470 from hash 00010000:00000001:1.0:1788219875.763604:0:330220:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219875.763606:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.763607:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.763608:0:330220:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219875.763610:0:330220:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219875.763611:0:330220:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219875.763613:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.763614:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.763615:0:330220:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.763617:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.763620:0:330220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219875.763626:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.763627:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.763628:0:330220:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219875.763629:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.763631:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.763631:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.763632:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219875.763635:0:330220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163470 lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788219875.763642:0:330220:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff600 count: 0 00010000:00000010:1.0:1788219875.763649:0:330220:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06e380. 00010000:00000001:1.0:1788219875.763658:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.763660:0:330220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219875.763665:0:330220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219875.763670:0:330220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219875.763677:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219875.763678:0:330220:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.763680:0:330220:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.763681:0:330220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.763684:0:330220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219875.763687:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219875.763689:0:330220:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.763691:0:330220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219875.763694:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7710 00000002:00002000:1.0:1788219875.763696:0:330220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788219875.763699:0:330220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.763703:0:330220:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.763774:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219875.763778:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219875.763781:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.763785:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.763788:0:330220:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219875.763790:0:330220:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c82a7b20 it_disposition 7 00000080:00002000:1.0:1788219875.763796:0:330220:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893fa2500d8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219875.768226:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:0.0:1788219875.768236:0:330220:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.768242:0:330220:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219875.768244:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.768247:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.768249:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.768252:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.768254:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.768256:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:0.0:1788219875.768259:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.768264:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.768266:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.768270:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.768276:0:330220:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.768279:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.768281:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.768283:0:330220:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.768285:0:330220:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219875.768290:0:330220:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219875.768296:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd777400. 00000100:00000001:0.0:1788219875.768306:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.768491:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6c000 x1875079566242816/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.768500:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.768503:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.768506:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9c000. 02000000:00000001:0.0:1788219875.768510:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.768512:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.768514:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.768517:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.768520:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181400. 02000000:00000001:0.0:1788219875.768523:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.768525:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.768527:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6c000. 00000100:00000001:0.0:1788219875.768531:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.768532:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.768535:0:330220:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219875.768537:0:330220:0:(dcache.c:176:ll_intent_release()) intent ffffa959c82a7b20 released 00000080:00000001:0.0:1788219875.768539:0:330220:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219875.768543:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.768545:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b70 00000080:00002000:0.0:1788219875.768547:0:330220:0:(dcache.c:127:ll_ddelete()) deleting dentry d1.1 (ffff9893fa2500d8, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219875.768550:0:330220:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.768554:0:330220:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219875.768558:0:330220:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219875.768563:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.768564:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bf0 00000080:00002000:0.0:1788219875.768566:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:0.0:1788219875.768568:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.768613:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.768616:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.768618:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.768619:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bb0 00000080:00200000:0.0:1788219875.768621:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.768627:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.768632:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.768635:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.768638:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.768639:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ad0 00800000:00000002:0.0:1788219875.768642:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.768645:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.768647:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.768649:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.768650:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.768651:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.768653:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.768655:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.768656:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.768659:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.768663:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.768664:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a79a0 00000002:00010000:0.0:1788219875.768665:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.768668:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.768669:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.768670:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.768675:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.768677:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.768681:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.768685:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.768689:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 02000000:00000001:0.0:1788219875.768698:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.768702:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.768769:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000002:00000001:0.0:1788219875.768778:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.768781:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.768783:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.768785:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.768787:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.768788:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.768791:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.768793:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.768795:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.768798:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.768800:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.768802:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.768805:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.768808:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.768810:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.768811:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.768813:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.768816:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.768818:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.768820:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.768823:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.768825:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.768826:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.768828:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.768830:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7be8 00010000:00000001:0.0:1788219875.768832:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.768833:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.768834:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.768836:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.768837:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.768839:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.768842:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00000001:0.0:1788219875.768848:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.768849:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.768850:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.768852:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.768854:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:0.0:1788219875.768860:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.768863:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.768865:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.768868:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.768869:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.768871:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.768874:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.768876:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.768877:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.768880:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.768882:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.768883:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.768884:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.768885:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.768887:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.768889:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.768893:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.768896:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.768897:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00002000:0.0:1788219875.768899:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 0 00000080:00000001:0.0:1788219875.768901:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.768902:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bc0 00000080:00200000:0.0:1788219875.768904:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16408 00000080:00000001:0.0:1788219875.768907:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.768909:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.768911:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219875.768913:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.768915:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219875.768926:0:330220:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9893da6bb860. 00000020:00000001:0.0:1788219875.768929:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00200000:0.0:1788219875.768931:0:330220:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d1.1, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags=16392 00000080:00000001:0.0:1788219875.768934:0:330220:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788219875.768936:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a28 00000080:00200000:0.0:1788219875.768937:0:330220:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d1.1, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), intent=getattr 00000080:00000010:0.0:1788219875.768943:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.768946:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.768949:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.768951:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.768952:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7948 00800000:00000002:0.0:1788219875.768954:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.1' on [0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.768956:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:0.0:1788219875.769040:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:0.0:1788219875.769045:0:330220:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x5:0x0] 00000020:00000001:0.0:1788219875.769048:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a78e0 00800000:00000002:0.0:1788219875.769050:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b70:0x5:0x0], fid2=[0x0:0x0:0x0], name='d1.1' -> mds #0 00000002:00000001:0.0:1788219875.769053:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.769055:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7818 00000002:00010000:0.0:1788219875.769056:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.1,[0x0:0x0:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788219875.769060:0:330220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.769063:0:330220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.769067:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.769071:0:330220:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.769076:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.769080:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.769082:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.769083:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.769084:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.769087:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.769089:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.769092:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.769097:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f400. 00000100:00000001:0.0:1788219875.769103:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.769107:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.769109:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.769110:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.769121:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.769124:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.769130:0:330220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00010000:00000001:0.0:1788219875.769134:0:330220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.769136:0:330220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219875.769142:0:330220:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708900. 00010000:00000010:0.0:1788219875.769147:0:330220:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0cc80. 00010000:00000001:0.0:1788219875.769150:0:330220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.769154:0:330220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1ac00. 00000020:00000001:0.0:1788219875.769158:0:330220:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.769160:0:330220:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1ac00 with handle 0x34450ab7a163477 to hash 00000020:00000001:0.0:1788219875.769162:0:330220:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.769164:0:330220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831522304 : -113713878029312 : ffff9893ecb1ac00) 00010000:00000001:0.0:1788219875.769167:0:330220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831522304 : -113713878029312 : ffff9893ecb1ac00) 00010000:00000001:0.0:1788219875.769170:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.769172:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.769175:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.769182:0:330220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.769191:0:330220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.769196:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.769198:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.769204:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219875.769206:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768809856 : -113713940741760 : ffff9893e8f4c180) 00000100:00000001:0.0:1788219875.769209:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.769211:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.769215:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.769218:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.769220:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.769222:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.769229:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.769237:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.769239:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.769242:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.769245:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.769247:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.769250:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566242944:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.769254:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.769259:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.769260:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.769263:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.769267:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9a800. 02000000:00000001:0.0:1788219875.769269:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.769276:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.769280:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.769287:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.769293:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566242944, portal 10 00000100:00000001:0.0:1788219875.769295:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.769297:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.769305:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.769403:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.769406:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.769410:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfe58. 00000100:00000200:0.0:1788219875.769484:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566242944, offset 0 00000400:00000200:0.0:1788219875.769494:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.769503:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.769511:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.769516:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.769520:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.769524:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.769527:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.769531:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93020:93020:256:4294967295] 192.168.203.120@tcp LPNI seq info [93020:93020:8:4294967295] 00000400:00000200:0.0:1788219875.769535:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.769545:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.769550:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.769555:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219875.769561:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.769569:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.769573:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.769643:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.769648:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.769652:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.769654:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744885 00000100:00000001:0.0:1788219875.769661:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744867 00000100:00000001:0.0:1788219875.769666:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744885 00000100:00000001:0.0:1788219875.769669:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744867 00000100:00000001:0.0:1788219875.769672:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.769675:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.769677:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.769679:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.769682:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c180 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.769684:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.769687:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.772751:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.772760:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:2.0:1788219875.772768:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.772777:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.772784:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfe58 00000400:00000010:2.0:1788219875.772787:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfe58. 00000100:00000001:2.0:1788219875.772792:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.772801:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.772813:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.772817:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.772824:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.772826:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219875.776063:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.776081:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.776085:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.776087:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.776096:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.776103:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.776121:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.776128:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.776132:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.776136:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb78b480 00000400:00000200:2.0:1788219875.776141:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.776146:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9855 [1] + 224 00000800:00000001:2.0:1788219875.776154:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.776162:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.776165:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.776169:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.776176:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.776184:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.776194:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.776243:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.776260:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.776270:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.776273:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788219875.777003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:1.1:1788219875.777012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000400:00000001:0.0:1788219875.784742:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.784748:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.784753:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.784762:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.784764:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.784769:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.784781:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.784792:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.784801:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.784803:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.784806:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.784810:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.784813:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.784815:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.784819:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.784827:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.784832:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.784835:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788219875.784839:0:330220:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.784846:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.784850:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.784852:0:330220:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.784854:0:330220:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.784857:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788219875.784862:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.784869:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788219875.784872:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.784874:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.784877:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.784884:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566242944:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.784890:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.784894:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788219875.784896:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.784898:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.784901:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.784909:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.784912:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219875.784917:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.784919:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788219875.784924:0:330220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.784928:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.784931:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.784935:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ac00 refcount=4 00000020:00000001:0.0:1788219875.784937:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522304 : -113713878029312 : ffff9893ecb1ac00) 00010000:00000001:0.0:1788219875.784940:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522304 : -113713878029312 : ffff9893ecb1ac00) 00010000:00010000:0.0:1788219875.784946:0:330220:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.784967:0:330220:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788219875.784972:0:330220:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.784978:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.784981:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.784987:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.784989:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.784991:0:330220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.784997:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.785001:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785004:0:330220:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219875.785006:0:330220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.785012:0:330220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1ac00 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219875.785015:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219875.785019:0:330220:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.785025:0:330220:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219875.785028:0:330220:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219875.785031:0:330220:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 4/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.785036:0:330220:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219875.785039:0:330220:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219875.785040:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.785041:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.785043:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1ac00 refcount=5 00000020:00000001:0.0:1788219875.785045:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831522304 : -113713878029312 : ffff9893ecb1ac00) 00010000:00000001:0.0:1788219875.785047:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831522304 : -113713878029312 : ffff9893ecb1ac00) 00010000:00000001:0.0:1788219875.785050:0:330220:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.785052:0:330220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 5/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788219875.785058:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.785059:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.785061:0:330220:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788219875.785063:0:330220:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.785067:0:330220:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.785068:0:330220:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.785070:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.785071:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.785075:0:330220:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1ac00 with handle 0x34450ab7a163477 from hash 00010000:00000001:0.0:1788219875.785077:0:330220:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.785078:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785079:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785081:0:330220:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.785082:0:330220:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.785083:0:330220:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788219875.785086:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785086:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785088:0:330220:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.785089:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.785092:0:330220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 3/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.785097:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785098:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785099:0:330220:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788219875.785101:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.785102:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785104:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785105:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.785107:0:330220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1ac00/0x34450ab7a163477 lrc: 0/0,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788219875.785126:0:330220:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708900 count: 0 00010000:00000010:0.0:1788219875.785134:0:330220:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0cc80. 00010000:00000001:0.0:1788219875.785145:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785147:0:330220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788219875.785152:0:330220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788219875.785157:0:330220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.785164:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219875.785166:0:330220:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785168:0:330220:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785170:0:330220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785173:0:330220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.785176:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788219875.785177:0:330220:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785179:0:330220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.785182:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a77a0 00000002:00002000:0.0:1788219875.785184:0:330220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788219875.785187:0:330220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.785191:0:330220:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.785193:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219875.785196:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200001b70:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788219875.785198:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785202:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.785205:0:330220:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788219875.785206:0:330220:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c82a7bb0 it_disposition 7 00000080:00002000:0.0:1788219875.785212:0:330220:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893e929b1b0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1788219875.785220:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:0.0:1788219875.785223:0:330220:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.785227:0:330220:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788219875.785230:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.785232:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.785234:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.785238:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.785239:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785241:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b70:0x5:0x0] 00800000:00000001:0.0:1788219875.785244:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785247:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.785249:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.785251:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.785255:0:330220:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785257:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785259:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.785261:0:330220:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.785263:0:330220:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788219875.785266:0:330220:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788219875.785269:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000100:00000001:0.0:1788219875.785273:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.785278:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566242944/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.785289:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.785292:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.785295:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9a800. 02000000:00000001:0.0:1788219875.785298:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.785300:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.785302:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.785304:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.785307:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.785310:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.785333:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.785337:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.785341:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.785342:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.785345:0:330220:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788219875.785346:0:330220:0:(dcache.c:176:ll_intent_release()) intent ffffa959c82a7bb0 released 00000080:00000001:0.0:1788219875.785348:0:330220:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788219875.785352:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.785354:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c00 00000080:00002000:0.0:1788219875.785356:0:330220:0:(dcache.c:127:ll_ddelete()) deleting dentry d1.1 (ffff9893e929b1b0, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788219875.785359:0:330220:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219875.785362:0:330220:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219875.785366:0:330220:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219875.785371:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219875.785372:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c80 00000080:00002000:0.0:1788219875.785374:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:0.0:1788219875.785377:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.785443:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.785446:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219875.785448:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.785450:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b20 00000080:00200000:0.0:1788219875.785453:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219875.785459:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.785465:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219875.785468:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.785470:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.785472:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a40 00800000:00000002:0.0:1788219875.785475:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.785478:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.785480:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.785482:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.785483:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.785484:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.785486:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785488:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.785489:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785492:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.785496:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.785497:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7910 00000002:00010000:0.0:1788219875.785499:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.785501:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.785503:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.785504:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.785508:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219875.785510:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.785514:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.785516:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.785520:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 02000000:00000001:0.0:1788219875.785527:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.785531:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.785534:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000002:00000001:0.0:1788219875.785539:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.785540:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.785543:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.785544:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.785546:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.785548:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219875.785550:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.785552:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.785554:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.785556:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.785558:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.785560:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219875.785563:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219875.785566:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.785568:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.785569:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.785570:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.785572:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.785574:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.785576:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.785578:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785579:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.785580:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.785582:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.785584:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7b58 00010000:00000001:0.0:1788219875.785585:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.785586:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.785588:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219875.785589:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.785591:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219875.785593:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.785595:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00000001:0.0:1788219875.785601:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785602:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785603:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.785605:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.785608:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:0.0:1788219875.785620:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.785623:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.785625:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.785629:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785630:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785632:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785635:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.785636:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785638:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785642:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785643:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.785644:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785645:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.785647:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.785648:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219875.785650:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219875.785655:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.785657:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219875.785659:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b48 00000080:00002000:0.0:1788219875.785660:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 0 00000080:00000001:0.0:1788219875.785663:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.785664:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b90 00000080:00200000:0.0:1788219875.785666:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=13 00000080:00000001:0.0:1788219875.785669:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219875.785671:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.785677:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7d08 00000080:00200008:0.0:1788219875.785678:0:330220:0:(file.c:6283:ll_getattr_dentry()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219875.785682:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219875.785684:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c80 00000080:00200000:0.0:1788219875.785686:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8),name=d160g.sanity 00000080:00000010:0.0:1788219875.785690:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.785692:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:0.0:1788219875.785694:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219875.785698:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219875.785700:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.785701:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ba0 00800000:00000002:0.0:1788219875.785703:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x987:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.785705:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219875.785708:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.785709:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.785710:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.785711:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.785713:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785714:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219875.785716:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.785717:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219875.785718:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219875.785719:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219875.785720:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219875.785722:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785724:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219875.785725:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.785727:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x987:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219875.785730:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.785731:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a70 00000002:00010000:0.0:1788219875.785732:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x987:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.785734:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.785736:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.785737:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.785740:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219875.785742:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.785745:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.785748:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.785752:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219875.785759:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.785761:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.785764:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219875.785771:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.785773:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.785775:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219875.785777:0:330220:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219875.785780:0:330220:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00800000:00000002:0.0:1788219875.785783:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:0.0:1788219875.785785:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.785787:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7990 00000002:00010000:0.0:1788219875.785789:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.785791:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.785792:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.785793:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.785795:0:330220:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785797:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785798:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785800:0:330220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788219875.785802:0:330220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788219875.785806:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.785809:0:330220:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:0.0:1788219875.785814:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219875.785818:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.785820:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.785821:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.785822:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.785825:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.785827:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.785829:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.785836:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03f400. 00000100:00000001:0.0:1788219875.785841:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785845:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.785846:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785848:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.785849:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.785851:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.785856:0:330220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00010000:00000001:0.0:1788219875.785860:0:330220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788219875.785862:0:330220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788219875.785866:0:330220:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ef708200. 00010000:00000010:0.0:1788219875.785870:0:330220:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894c9c0cc80. 00010000:00000001:0.0:1788219875.785873:0:330220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788219875.785878:0:330220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893ecb1a800. 00000020:00000001:0.0:1788219875.785881:0:330220:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788219875.785884:0:330220:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893ecb1a800 with handle 0x34450ab7a16347e to hash 00000020:00000001:0.0:1788219875.785886:0:330220:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788219875.785887:0:330220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.785890:0:330220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.785893:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.785894:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.785898:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.785905:0:330220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.785914:0:330220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788219875.785920:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219875.785922:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219875.785930:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219875.785932:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768809856 : -113713940741760 : ffff9893e8f4c180) 00000100:00000001:0.0:1788219875.785936:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.785937:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219875.785942:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.785947:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.785949:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219875.785950:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.785955:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.785964:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.785966:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.785969:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.785972:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.785974:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.785978:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243072:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1788219875.785982:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.785987:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.785989:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.785992:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.785996:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9a800. 02000000:00000001:0.0:1788219875.785998:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.786005:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.786009:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.786015:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.786022:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566243072, portal 10 00000100:00000001:0.0:1788219875.786024:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.786025:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.786031:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.786037:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.786039:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.786042:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf4c8. 00000100:00000200:0.0:1788219875.786045:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566243072, offset 0 00000400:00000200:0.0:1788219875.786050:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.786058:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.786065:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.786070:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.786075:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.786078:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.786080:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.786084:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93021:93021:256:4294967295] 192.168.203.120@tcp LPNI seq info [93021:93021:8:4294967295] 00000400:00000200:0.0:1788219875.786088:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.786098:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.786103:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.786108:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219875.786129:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.786137:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.786143:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.786167:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.786172:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26265 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.786176:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.786179:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744901 00000100:00000001:0.0:1788219875.786186:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744885 00000100:00000001:0.0:1788219875.786192:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744901 00000100:00000001:0.0:1788219875.786196:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744885 00000100:00000001:0.0:1788219875.786199:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.786202:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.786204:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.786206:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219875.786208:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c180 going to sleep for 11 seconds 00000100:00000001:0.0:1788219875.786211:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.786213:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.786790:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.786796:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:2.0:1788219875.786802:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.786808:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.786814:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf4c8 00000400:00000010:2.0:1788219875.786816:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf4c8. 00000100:00000001:2.0:1788219875.786820:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.786824:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.786834:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.786837:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.786843:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.786845:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219875.788213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33460. 00000800:00000001:2.0:1788219875.792245:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.792264:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.792268:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.792271:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.792280:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.792287:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.792297:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.792303:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.792308:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.792670:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb78b500 00000400:00000200:2.0:1788219875.792676:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.792682:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe985d [1] + 224 00000800:00000001:2.0:1788219875.792690:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.792703:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.792770:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.792776:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.792784:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.792793:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219875.792804:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.792853:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219875.792871:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.792881:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.792884:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219875.795167:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.795173:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.795178:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.795186:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.795189:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.795193:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.795204:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219875.795217:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.795226:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.795228:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.795231:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.795235:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.795237:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.795240:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.795243:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.795254:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.795258:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.795261:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.795263:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.795266:0:330220:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.795269:0:330220:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.795273:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.795275:0:330220:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.795278:0:330220:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.795281:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.795286:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.795294:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.795297:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.795299:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.795303:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219875.795310:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243072:192.168.203.120@tcp:101:lfs.0 00010000:00000010:0.1:1788219875.799904:0:330220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708900. 00010000:00000010:0.1:1788219875.799922:0:330220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1ac00. 00000080:00000010:0.1:1788219875.799928:0:330220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb860. 00000100:00000001:0.0:1788219875.799950:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.799954:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.799956:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219875.799968:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.799979:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.799987:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219875.799991:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219875.799995:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219875.799996:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800001:0:330220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788219875.800003:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800006:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800009:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=4 00000020:00000001:0.0:1788219875.800011:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800014:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000040:0.0:1788219875.800020:0:330220:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893ecb1a800, remote cookie: 0x1782eba8aded88bf, flags: 0x1001 00010000:00010000:0.0:1788219875.800025:0:330220:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788219875.800035:0:330220:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800040:0:330220:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788219875.800044:0:330220:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788219875.800046:0:330220:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788219875.800047:0:330220:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788219875.800048:0:330220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788219875.800051:0:330220:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x5:0x0].0x0 (ffff9893ef708200) refcount = 1 00010000:00010000:0.0:1788219875.800054:0:330220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800059:0:330220:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788219875.800063:0:330220:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788219875.800064:0:330220:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.800067:0:330220:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788219875.800069:0:330220:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.800072:0:330220:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800081:0:330220:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788219875.800082:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800084:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800085:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800086:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800087:0:330220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.800091:0:330220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788219875.800093:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800094:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800096:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800098:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800099:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800102:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800103:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800104:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=4 00000020:00000001:0.0:1788219875.800105:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800107:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800109:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.800120:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.800124:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800129:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800130:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800131:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800132:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800133:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=5 00000020:00000001:0.0:1788219875.800135:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800137:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800139:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.800142:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800148:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800149:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788219875.800151:0:330220:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800157:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.800158:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800159:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800160:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800161:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788219875.800166:0:330220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788219875.800176:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800177:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800178:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800180:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800183:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800185:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800186:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.800187:0:330220:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.800189:0:330220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.800192:0:330220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788219875.800195:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800196:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800197:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800199:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800201:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00000002:00010000:0.0:1788219875.800205:0:330220:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800211:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800212:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800214:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788219875.800215:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800216:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800218:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800219:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800221:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000040:0.0:1788219875.800227:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219875.800229:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788219875.800233:0:330220:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/5 (0 0) 00010000:00000001:0.0:1788219875.800235:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800236:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.800237:0:330220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788219875.800240:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7918 00000002:00002000:0.0:1788219875.800242:0:330220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788219875.800245:0:330220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.800250:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.800251:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800252:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800253:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800255:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800257:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800259:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800260:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.800261:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800263:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800264:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800265:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800267:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800269:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800270:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.800273:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788219875.800283:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800284:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800286:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.800289:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.800291:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219875.800298:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.800300:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.800302:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.800307:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800308:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800309:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800329:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.800332:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800334:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800336:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800338:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.800339:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800340:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219875.800344:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000100:00000001:0.0:1788219875.800347:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.800352:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566243072/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219875.800370:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.800374:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.800378:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9a800. 02000000:00000001:0.0:1788219875.800382:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.800384:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.800386:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.800388:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.800391:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03f400. 02000000:00000001:0.0:1788219875.800395:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.800397:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.800399:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.800402:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.800404:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.800407:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.800409:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7990 00000002:00010000:0.0:1788219875.800411:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.800414:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.800416:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.800418:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.800421:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:0.0:1788219875.800423:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.800427:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.800429:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.800433:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788219875.800441:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.800445:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.800448:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788219875.800454:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.800456:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.800458:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.800460:0:330220:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x4:0x0] is still valid. 00000002:00000001:0.0:1788219875.800462:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.800463:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800464:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800466:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:0.0:1788219875.800468:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219875.800469:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219875.800471:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800472:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.800473:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800474:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800476:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800477:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:0.0:1788219875.800478:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219875.800480:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219875.800482:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.800484:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.800489:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800490:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800491:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.800492:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.800494:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219875.800499:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.800501:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.800502:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.800504:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800505:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800506:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800508:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.800509:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800510:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800512:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800513:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.800514:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800515:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219875.800517:0:330220:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00800000:00000001:0.0:1788219875.800520:0:330220:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.800522:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.800524:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219875.800527:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219875.800529:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219875.800533:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00800000:00000002:0.0:1788219875.800536:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219875.800539:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dca00. 00000080:00000001:0.0:1788219875.800542:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219875.800543:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.800546:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) 00000080:00010000:0.0:1788219875.800549:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) for lock 0x34450ab7a16344d 00800000:00000001:0.0:1788219875.800552:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219875.800553:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.800554:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800556:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800557:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:0.0:1788219875.800559:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.800561:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.800563:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800565:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.800566:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219875.800567:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219875.800570:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16344d from it ffffa959c82a7cb8 00010000:00000001:0.0:1788219875.800571:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800573:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800574:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:0.0:1788219875.800575:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.800577:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219875.800579:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.800582:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.800588:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800590:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800591:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.800592:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.800594:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219875.800605:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.800607:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.800608:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.800610:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800611:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.800613:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800615:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.800616:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800618:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800620:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.800621:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.800622:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.800624:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219875.800625:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219875.800627:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.800631:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:0.0:1788219875.800634:0:330220:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219875.800640:0:330220:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d53dca00. 00800000:00000002:0.0:1788219875.800642:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:0.0:1788219875.800646:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219875.800648:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b28 00000002:00010000:0.0:1788219875.800649:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219875.800652:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219875.800654:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.800655:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.800657:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219875.800660:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.800663:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.800666:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219875.800670:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219875.800676:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219875.800678:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.800681:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219875.800687:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219875.800688:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219875.800690:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219875.800692:0:330220:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x5:0x0] is still valid. 00000002:00000001:0.0:1788219875.800694:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219875.800695:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.800696:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.800698:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.800700:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.800702:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.807853:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.807863:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219875.807867:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.807872:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.807876:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.807881:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.807884:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.807888:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.807890:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219875.807896:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219875.807905:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.807906:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.807907:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219875.807910:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219875.807913:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.807920:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219875.807924:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219875.807926:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.807932:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.807933:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.807934:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.807938:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219875.807940:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.807941:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.807945:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.807947:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219875.807948:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.807949:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:1.0:1788219875.808194:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000002:00000001:1.0:1788219875.808202:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.808206:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b28 00000002:00010000:1.0:1788219875.808209:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.808212:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.808214:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.808217:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.808223:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:1.0:1788219875.808226:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.808231:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.808235:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.808240:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219875.808249:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.808256:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.808259:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219875.808265:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.808268:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.808269:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.808271:0:330220:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x4:0x0] is still valid. 00000002:00000001:1.0:1788219875.808274:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.808275:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.808277:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.808279:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.808281:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.808283:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.808285:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.808286:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.808287:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.808289:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.808290:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.808292:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219875.808294:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.808295:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219875.808297:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.808300:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.808306:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.808307:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.808308:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.808309:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.808344:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219875.808351:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.808353:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.808354:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.808356:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.808357:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.808358:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.808360:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.808362:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.808364:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.808365:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.808367:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.808368:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.808369:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:1.0:1788219875.808372:0:330220:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d53dca00. 00800000:00000001:1.0:1788219875.808378:0:330220:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1788219875.808382:0:330220:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x5:0x0] size 4096, blocks 8 nlink 3, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000040:1.0:1788219875.808385:0:330220:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x4:0x0] size 4096, blocks 8 nlink 3, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000002:1.0:1788219875.808389:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.808393:0:330220:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.808399:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7d08 00000080:00000008:1.0:1788219875.808402:0:330220:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.808408:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219875.808410:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7da0 00000080:00002000:1.0:1788219875.808412:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:1.0:1788219875.808415:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.808946:0:330220:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.808984:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7d08 00000080:00200008:1.0:1788219875.808987:0:330220:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.808993:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.808994:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c80 00000080:00200000:1.0:1788219875.808996:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.809001:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219875.809006:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.809009:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.809013:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.809015:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ba0 00800000:00000002:1.0:1788219875.809017:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.809021:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.809023:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.809026:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.809028:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.809032:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.809033:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.809035:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.809038:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.809041:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.809044:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.809046:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a70 00000002:00010000:1.0:1788219875.809047:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.809050:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.809051:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.809053:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.809057:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.809059:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.809062:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.809066:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.809070:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 02000000:00000001:1.0:1788219875.809078:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.809081:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.809083:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000002:00000001:1.0:1788219875.809090:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.809091:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.809093:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.809095:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.809097:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.809099:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.809102:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.809105:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.809107:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000001:1.0:1788219875.809122:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.809124:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.809128:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.809131:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.809134:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.809136:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.809137:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.809139:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.809141:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.809143:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809145:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809147:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809148:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.809150:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.809151:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.809154:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7cb8 00010000:00000001:1.0:1788219875.809156:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.809157:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.809159:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.809160:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809162:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809164:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.809167:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00000001:1.0:1788219875.809173:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809174:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.809175:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.809176:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.809179:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:1.0:1788219875.809185:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.809187:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.809188:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.809191:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809192:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.809194:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809196:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.809197:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809199:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809201:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809203:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.809204:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809205:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.809208:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.809210:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219875.809213:0:330220:0:(file.c:6236:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.809215:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7d08 00000080:00000008:1.0:1788219875.809218:0:330220:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9894d1eeb248), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219875.809389:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.809392:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.809393:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.809395:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bc0 00000080:00200000:1.0:1788219875.809397:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.809400:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219875.809404:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.809406:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.809408:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.809409:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ae0 00800000:00000002:1.0:1788219875.809411:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.809414:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.809415:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.809416:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.809417:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.809419:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.809421:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.809423:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.809425:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.809427:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.809430:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.809431:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a79b0 00000002:00010000:1.0:1788219875.809433:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.809436:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.809437:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.809439:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.809442:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.809444:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.809446:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.809448:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.809451:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 02000000:00000001:1.0:1788219875.809458:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.809460:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.809463:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000002:00000001:1.0:1788219875.809469:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.809471:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.809472:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.809474:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.809476:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.809478:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.809480:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.809481:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.809483:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000001:1.0:1788219875.809486:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.809487:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.809490:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.809492:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.809495:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.809496:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.809497:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.809499:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.809500:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.809502:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809505:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809507:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809508:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.809509:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.809510:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.809512:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7bf8 00010000:00000001:1.0:1788219875.809514:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.809516:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.809517:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.809519:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809521:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.809523:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.809525:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:1.0:1788219875.809531:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809532:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.809533:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.809534:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.809536:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:1.0:1788219875.809542:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.809544:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.809545:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.809547:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809548:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.809550:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809551:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.809553:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809555:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809556:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809558:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.809560:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809561:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.809562:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.809564:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.809566:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.809569:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809573:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219875.809574:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bc0 00000080:00002000:1.0:1788219875.809576:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219875.809579:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.809580:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c08 00000080:00200000:1.0:1788219875.809582:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=267 00000080:00000001:1.0:1788219875.809586:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.809588:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809591:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219875.809592:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788219875.809595:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809598:0:330220:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1788219875.809600:0:330220:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788219875.809602:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00200008:1.0:1788219875.809604:0:330220:0:(file.c:1090:ll_file_open()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00000010:1.0:1788219875.809608:0:330220:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894d3f00b40. 00000080:00000001:1.0:1788219875.809613:0:330220:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:1.0:1788219875.809617:0:330220:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788219875.809620:0:330220:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809622:0:330220:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788219875.809624:0:330220:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809626:0:330220:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788219875.809628:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00000008:1.0:1788219875.809630:0:330220:0:(file.c:1329:ll_file_open()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788219875.809633:0:330220:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809643:0:330220:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788219875.809646:0:330220:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) cmd=c03066f0 arg=7ffe86f0fe40 00000020:00000001:1.0:1788219875.809652:0:330220:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788219875.809656:0:330220:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ee183400. 00000020:00000001:1.0:1788219875.809659:0:330220:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.809663:0:330220:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788219875.809664:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ad0 00000080:00200000:1.0:1788219875.809666:0:330220:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) name=d1.1 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:1.0:1788219875.809671:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219875.809674:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:1.0:1788219875.809681:0:330220:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:1.0:1788219875.809683:0:330220:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:1.0:1788219875.809686:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:1.0:1788219875.809690:0:330220:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x200001b70:0x5:0x0] 00800000:00000001:1.0:1788219875.809693:0:330220:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:1.0:1788219875.809697:0:330220:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788219875.809698:0:330220:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788219875.809701:0:330220:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788219875.809704:0:330220:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788219875.809706:0:330220:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x5c:0x0] 40000000:00000001:1.0:1788219875.809709:0:330220:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.809711:0:330220:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.809713:0:330220:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.809715:0:330220:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.809716:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a79e8 00800000:00000002:1.0:1788219875.809718:0:330220:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd1.1' [0x2400013a2:0x5c:0x0] on [0x200001b70:0x5:0x0] -> mds #1, layout version 1 00000002:00000001:1.0:1788219875.809723:0:330220:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788219875.809726:0:330220:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788219875.809729:0:330220:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.809734:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6df80. 00000020:00000040:1.0:1788219875.809738:0:330220:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:1.0:1788219875.809744:0:330220:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788219875.809746:0:330220:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809748:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.809752:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.809755:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.809756:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.809758:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.809760:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.809762:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.809765:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.809771:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee180400. 00000100:00000001:1.0:1788219875.809777:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809779:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.809781:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809783:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.809784:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.809786:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788219875.809797:0:330220:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788219875.809809:0:330220:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788219875.809816:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.809818:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.809825:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.809828:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219875.809831:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.809832:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875172224 : -113709834379392 : ffff9894ddb6df80) 00000100:00000001:1.0:1788219875.809836:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.809841:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.809844:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.809845:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.809849:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.809857:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.809859:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.809863:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.809865:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.809868:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.809871:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6df80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243328:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.809875:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.809879:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.809881:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.809883:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.809888:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f99000. 02000000:00000001:1.0:1788219875.809891:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.809898:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.809902:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219875.809909:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219875.809916:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566243328, portal 10 00000100:00000001:1.0:1788219875.809918:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.809919:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875172224 : -113709834379392 : ffff9894ddb6df80) 00000100:00000040:1.0:1788219875.809925:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.809932:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.809935:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.809937:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661908. 00000100:00000200:1.0:1788219875.809941:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566243328, offset 0 00000400:00000200:1.0:1788219875.809947:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.809956:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.809962:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.809968:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.809973:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.809977:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.809979:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.809983:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93022:93022:256:4294967295] 192.168.203.120@tcp LPNI seq info [93022:93022:8:4294967295] 00000400:00000200:1.0:1788219875.809987:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.809997:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.810002:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.810007:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219875.810014:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.810021:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.810026:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.810043:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.810048:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14717 usecs (15 jiffies) 00000400:00000200:1.0:1788219875.810052:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.810055:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744913 00000100:00000001:1.0:1788219875.810062:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313744901 00000100:00000001:1.0:1788219875.810067:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744913 00000100:00000001:1.0:1788219875.810071:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313744901 00000100:00000001:1.0:1788219875.810074:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.810076:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.810079:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.810081:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.810084:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.810087:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.810090:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.810448:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.810453:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:3.0:1788219875.810458:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.810464:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.810470:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661908 00000400:00000010:3.0:1788219875.810473:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661908. 00000100:00000001:3.0:1788219875.810476:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.810482:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.810491:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.810495:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.810502:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.810504:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788219875.825437:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313744913, at 4313744914 00000100:00000010:3.0:1788219875.825454:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2d20. 00000100:00000040:2.0:1788219875.825543:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313744913, at 4313744914 00000100:00000010:2.0:1788219875.825549:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02180. 00000800:00000001:2.0:1788219875.849119:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.849143:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.849148:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.849151:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.849161:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.849169:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.849182:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.849188:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.849194:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.849199:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x6a95ffb9d8600 00000400:00000200:2.0:1788219875.849208:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0xe9795 [2] + 0 00000800:00000001:2.0:1788219875.849217:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.849229:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.849233:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.849237:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.849245:0:256055:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788219875.849247:0:256055:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788219875.849254:0:256055:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02ad80. 00000100:00000040:2.0:1788219875.849258:0:256055:0:(events.c:337:request_in_callback()) incoming req@ffff9894ed02ad80 x1875079568655872 msgsize 328 00000100:00100000:2.0:1788219875.849263:0:256055:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:2.0:1788219875.849288:0:256055:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.849298:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.849302:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.849691:0:280883:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788219875.849694:0:280883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875079568655872 02000000:00000001:3.0:1788219875.849697:0:280883:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788219875.849700:0:280883:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219875.849702:0:280883:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219875.849717:0:280883:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219875.849722:0:280883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875079568655872 00000020:00000001:3.0:1788219875.849725:0:280883:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1788219875.849727:0:280883:0:(genops.c:825:class_conn2export()) looking for export cookie 0x34450ab7a13d633 00000020:00000001:3.0:1788219875.849729:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219875.849733:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9894cb4b0000 refcount=5 00000020:00000001:3.0:1788219875.849736:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000020:00000001:3.0:1788219875.849738:0:280883:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630363566112768 : -113710143438848 : ffff9894cb4b0000) 00000100:00000001:3.0:1788219875.849743:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788219875.849748:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e070e840. 00000100:00000001:3.0:1788219875.849751:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788219875.849754:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e070e840. 00000020:00000010:3.0:1788219875.849761:0:280883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894cb597600. 00000020:00000010:3.0:1788219875.849766:0:280883:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9894c8fef180. 00000020:00000010:3.0:1788219875.849771:0:280883:0:(tgt_main.c:781:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9894f5cd5ed8. 00000100:00000040:3.0:1788219875.849779:0:280883:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788219875.849783:0:280883:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788219875.849784:0:280883:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788219875.849787:0:280883:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.849794:0:280883:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.849810:0:280883:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219875.849821:0:280883:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788219875.849823:0:280883:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788219875.849828:0:280883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 450 00000100:00000040:3.0:1788219875.849831:0:280883:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9894cb4b0000 : new rpc_count 1 00000100:00000001:3.0:1788219875.849833:0:280883:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630364131798400 : -113709577753216 : ffff9894ed02ad80) 00000100:00000040:3.0:1788219875.849839:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9894ed02ad80 x1875079568655872/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:121/0 lens 328/0 e 0 to 0 dl 1788219886 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219875.849849:0:280883:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788219875.849852:0:280883:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9893e070e840. 00000100:00000001:3.0:1788219875.849854:0:280883:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788219875.849856:0:280883:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9893e070e840. 00000100:00100000:3.0:1788219875.849861:0:280883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9894ed02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568655872:12345-192.168.203.120@tcp:104: 00000100:00000200:3.0:1788219875.849864:0:280883:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875079568655872 00010000:00000001:3.0:1788219875.849867:0:280883:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788219875.849874:0:280883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788219875.849876:0:280883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1788219875.849879:0:280883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=2 00000020:00000001:3.0:1788219875.849880:0:280883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:3.0:1788219875.849883:0:280883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:3.0:1788219875.849887:0:280883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788219875.849890:0:280883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788219875.849896:0:280883:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788219875.849908:0:280883:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788219875.849911:0:280883:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788219875.849916:0:280883:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9893e125e400. 02000000:00000001:3.0:1788219875.849919:0:280883:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.849921:0:280883:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.849927:0:280883:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788219875.849930:0:280883:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219875.849934:0:280883:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d3c091e8 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219875.849940:0:280883:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788219875.849944:0:280883:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9893e642c4c0 refcount 16 to 192.168.203.120@tcp 00000100:00000001:3.0:1788219875.849946:0:280883:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630359723590848 : -113713985960768 : ffff9893e642c4c0) 02000000:00000001:3.0:1788219875.849948:0:280883:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788219875.849950:0:280883:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.849952:0:280883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219875.849955:0:280883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219875.850149:0:280883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013c2a8. 00000100:00000200:3.0:1788219875.850158:0:280883:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875079568655872, offset 224 00000400:00000200:3.0:1788219875.850165:0:280883:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219875.850173:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.850180:0:280883:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219875.850186:0:280883:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93023:93023:256:4294967295] 192.168.203.120@tcp LPNI seq info [93023:93023:8:4294967295] 00000400:00000200:3.0:1788219875.850190:0:280883:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.850198:0:280883:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219875.850203:0:280883:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219875.850208:0:280883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26f00. 00000800:00000200:3.0:1788219875.850214:0:280883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219875.850221:0:280883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219875.850225:0:280883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788219875.850243:0:280883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.850248:0:280883:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9893e642c4c0 refcount 15 to 192.168.203.120@tcp 00010000:00000001:3.0:1788219875.850251:0:280883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788219875.850256:0:280883:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9894d47029c0. 00010000:00000001:3.0:1788219875.850259:0:280883:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788219875.850272:0:280883:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788219875.850275:0:280883:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.850276:0:280883:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219875.850278:0:280883:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219875.850283:0:280883:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02ad80 x1875079568655872/t0(0) o104->a070992b-a374-46bb-a0a0-eb573b6d6afb@192.168.203.120@tcp:121/0 lens 328/224 e 0 to 0 dl 1788219886 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788219875.850293:0:280883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9894ed02ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a070992b-a374-46bb-a0a0-eb573b6d6afb+5:122676:x1875079568655872:12345-192.168.203.120@tcp:104: Request processed in 442us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788219875.850300:0:280883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 450 00000100:00000040:3.0:1788219875.850303:0:280883:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9894cb4b0000 : new rpc_count 0 00000100:00000001:3.0:1788219875.850306:0:280883:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788219875.850307:0:280883:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1788219875.850482:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.850487:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26f00. 00000400:00000200:2.0:1788219875.850491:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.850495:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.850500:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013c2a8 00000400:00000010:2.0:1788219875.850502:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013c2a8. 00000100:00000001:2.0:1788219875.850506:0:256056:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788219875.850507:0:256056:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1788219875.850810:0:280883:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9894c8fef180. 00000020:00000010:3.0:1788219875.850815:0:280883:0:(tgt_main.c:793:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9894f5cd5ed8. 00000020:00000010:3.0:1788219875.850818:0:280883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894cb597600. 00000020:00000040:3.0:1788219875.850823:0:280883:0:(genops.c:900:class_export_put()) PUTting export ffff9894cb4b0000 : new refcount 4 00000100:00000001:3.0:1788219875.850826:0:280883:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219875.851061:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.851065:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.851067:0:301325:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219875.851070:0:301325:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219875.851072:0:301325:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788219875.851077:0:301325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219875.851086:0:301325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893ecb1a800 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:0.0:1788219875.851089:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788219875.851092:0:301325:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.851099:0:301325:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788219875.851103:0:301325:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788219875.851106:0:301325:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.851122:0:301325:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788219875.851125:0:301325:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788219875.851126:0:301325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219875.851128:0:301325:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219875.851130:0:301325:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a800 refcount=3 00000020:00000001:0.0:1788219875.851132:0:301325:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.851134:0:301325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831521280 : -113713878030336 : ffff9893ecb1a800) 00010000:00000001:0.0:1788219875.851137:0:301325:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219875.851139:0:301325:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 3/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788219875.851145:0:301325:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219875.851149:0:301325:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219875.851152:0:301325:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219875.851153:0:301325:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x5:0x0] mode (null) 00000002:00000001:0.0:1788219875.851157:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.851159:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.851165:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219875.851167:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.851172:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219875.851173:0:301325:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219875.851174:0:301325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219875.851176:0:301325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708200 count: 2 00010000:00000001:0.0:1788219875.851178:0:301325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219875.851180:0:301325:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.851182:0:301325:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219875.851185:0:301325:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x5:0x0] lli = ffff9893fa016300, pfid = [0x2000013a2:0x987:0x0] 00000080:00000002:0.0:1788219875.851189:0:301325:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x5:0x0] m[0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219875.851193:0:301325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:0.0:1788219875.851198:0:301325:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219875.851200:0:301325:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219875.851203:0:301325:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219875.851206:0:301325:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x5:0x0](ffff9893fa0163c8) invalid 00000080:00000001:0.0:1788219875.851208:0:301325:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219875.851210:0:301325:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219875.851211:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.851214:0:301325:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219875.851217:0:301325:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219875.851219:0:301325:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219875.851222:0:301325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219875.851224:0:301325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219875.851227:0:301325:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1a800 with handle 0x34450ab7a16347e from hash 00010000:00000001:0.0:1788219875.851230:0:301325:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219875.851231:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.851233:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.851234:0:301325:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219875.851238:0:301325:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219875.851239:0:301325:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788219875.851245:0:301325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219875.851249:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.851250:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.851251:0:301325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.851253:0:301325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219875.851255:0:301325:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219875.851261:0:301325:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219875.851264:0:301325:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219875.851269:0:301325:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219875.851271:0:301325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219875.851276:0:301325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219875.851282:0:301325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dcc00. 00000100:00000001:0.0:1788219875.851287:0:301325:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.851290:0:301325:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219875.851294:0:301325:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 2/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219875.851300:0:301325:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219875.851302:0:301325:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.851306:0:301325:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219875.851346:0:301325:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.851356:0:301325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c4b87cd] to pc [ptlrpcd_00_01+1] req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788219875.851376:0:301325:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219875.851378:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219875.851380:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.851381:0:301325:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.851383:0:301325:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219875.851384:0:301325:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.851387:0:301325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219875.851392:0:301325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219875.851394:0:301325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a800/0x34450ab7a16347e lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x1782eba8aded88bf expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219875.851401:0:301325:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708200 count: 0 00010000:00000010:0.0:1788219875.851406:0:301325:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0cc80. 00010000:00000001:0.0:1788219875.851417:0:301325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219875.851419:0:301325:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788219875.851421:0:301325:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9894d47029c0. 00010000:00000001:0.0:1788219875.851423:0:301325:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219875.851425:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.851427:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.851428:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219875.851430:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.851431:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.851432:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219875.851434:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219875.851435:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219875.851436:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219875.851443:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788219875.851446:0:256061:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788219875.851448:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.851452:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.851455:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.851456:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.851458:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219875.851460:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219875.851466:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.851480:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219875.851483:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.851487:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219875.851490:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219875.851493:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219875.851496:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566243456:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219875.851500:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219875.851505:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219875.851507:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.851510:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219875.851514:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d53dc400. 02000000:00000001:0.0:1788219875.851516:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.851522:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219875.851526:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219875.851531:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219875.851537:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566243456, portal 18 00000100:00000001:0.0:1788219875.851540:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219875.851541:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219875.851548:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.851555:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219875.851557:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219875.851560:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfc38. 00000100:00000200:0.0:1788219875.851563:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875079566243456, offset 0 00000100:00000001:1.0:1788219875.851652:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219875.851656:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219875.852795:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219875.852804:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.852812:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219875.852817:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219875.852822:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219875.852825:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219875.852828:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219875.852832:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93024:93024:256:4294967295] 192.168.203.120@tcp LPNI seq info [93024:93024:8:4294967295] 00000400:00000200:0.0:1788219875.852836:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219875.852844:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219875.852850:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219875.852855:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219875.852861:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219875.852868:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219875.852872:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788219875.853068:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.853075:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26263 usecs (27 jiffies) 00000400:00000200:0.0:1788219875.853079:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219875.853082:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313744968 00000100:00000010:0.0:1788219875.853087:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02660. 00000100:00000001:0.0:1788219875.853093:0:256061:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219875.853098:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313744968 00000100:00000010:0.0:1788219875.853101:0:256061:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02300. 00000100:00000001:0.0:1788219875.853104:0:256061:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219875.853106:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.853110:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.853124:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.853127:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219875.859771:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219875.859780:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:3.0:1788219875.859787:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.859797:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219875.859804:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfc38 00000400:00000010:3.0:1788219875.859808:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfc38. 00000100:00000001:3.0:1788219875.859813:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219875.859820:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.859833:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219875.859837:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.859844:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219875.859846:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788219875.861363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708200. 00010000:00000010:0.1:1788219875.861377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a800. 00000800:00000001:2.0:1788219875.870862:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.870883:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219875.870888:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.870890:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.870899:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.870907:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219875.870919:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.870925:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.870930:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.870933:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb78b680 00000400:00000200:2.0:1788219875.870938:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219875.870943:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9875 [1] + 224 00000800:00000001:2.0:1788219875.870949:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.870971:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219875.870975:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.870978:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219875.870986:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219875.870994:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219875.871005:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219875.871029:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219875.871038:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219875.871042:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.871184:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.871188:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219875.871194:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219875.871196:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219875.871200:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219875.871206:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219875.871208:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219875.871212:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219875.871217:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219875.871231:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.871237:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219875.871239:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.871241:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219875.871246:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219875.871248:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219875.871250:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219875.871253:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219875.871263:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219875.871267:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219875.871269:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219875.871271:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219875.871273:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219875.871276:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.871280:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219875.871282:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869239 00000100:00000001:0.0:1788219875.871284:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219875.871287:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219875.871292:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.871297:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219875.871300:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219875.871303:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219875.871307:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219875.871352:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566243456:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788219875.871357:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.871359:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219875.871363:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566243456/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219875.871370:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219875.871372:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219875.871376:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d53dc400. 02000000:00000001:0.0:1788219875.871380:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219875.871382:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219875.871384:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219875.871386:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219875.871388:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dcc00. 02000000:00000001:0.0:1788219875.871392:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219875.871393:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219875.871395:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:0.0:1788219875.871398:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219875.871400:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.871402:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219875.871410:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219875.871412:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219875.871414:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219875.871416:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219875.880438:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313744968, at 4313744969 00000100:00000010:2.0:1788219875.880452:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02660. 00000100:00000040:3.0:1788219875.880820:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313744968, at 4313744969 00000100:00000010:3.0:1788219875.880827:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02300. 00000800:00000001:3.0:1788219875.991358:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.991374:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219875.991379:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.991381:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.991391:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.991398:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219875.991408:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.991423:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.991428:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.991431:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb78b600 00000400:00000200:3.0:1788219875.991436:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219875.991442:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe9865 [1] + 224 00000800:00000001:3.0:1788219875.991450:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.991505:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219875.991509:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219875.991514:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219875.991523:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219875.991533:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219875.991543:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219875.991564:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219875.991573:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219875.991575:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.991816:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219875.991822:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219875.991825:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219875.991828:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219875.991832:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219875.991834:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219875.991837:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219875.991841:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219875.991850:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6df80 x1875079566243328/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.991856:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219875.991858:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.991860:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219875.991863:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219875.991866:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219875.991868:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.991871:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219875.991880:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219875.991885:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219875.991888:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219875.991890:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.991893:0:330220:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219875.991896:0:330220:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.991899:0:330220:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788219875.991901:0:330220:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1788219875.991902:0:330220:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788219875.991905:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.991906:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875172224 : -113709834379392 : ffff9894ddb6df80) 00000100:00000001:1.0:1788219875.991909:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219875.991911:0:330220:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:1.0:1788219875.991913:0:330220:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219875.991916:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.991920:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6df80 x1875079566243328/t12884902900(12884902900) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.991927:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.991930:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219875.991932:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219875.991936:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6df80 x1875079566243328/t12884902900(12884902900) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219875.991943:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6df80 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243328:192.168.203.120@tcp:36:lfs.0 00000100:00000001:1.0:1788219875.991947:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219875.991950:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.991952:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219875.991954:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.991957:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6df80 x1875079566243328/t12884902900(12884902900) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.991964:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219875.991967:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.991970:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219875.991972:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.991981:0:330220:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.991984:0:330220:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x5c:0x0] 00800000:00000001:1.0:1788219875.991986:0:330220:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.991991:0:330220:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788219875.991997:0:330220:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788219875.991999:0:330220:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788219875.992002:0:330220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625564 : 162129670907625564 : 2400013a200005c) 00000080:00000001:1.0:1788219875.992005:0:330220:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788219875.992016:0:330220:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9894c7b6f380. 00000080:00000001:1.0:1788219875.992027:0:330220:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788219875.992029:0:330220:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x5c:0x0](ffff9894c7b6f448) 00000080:00000001:1.0:1788219875.992032:0:330220:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788219875.992034:0:330220:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x5c:0x0] 00000080:00000001:1.0:1788219875.992037:0:330220:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992039:0:330220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625564 : 162129670907625564 : 2400013a200005c) 00000080:00000001:1.0:1788219875.992041:0:330220:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:1.0:1788219875.992044:0:330220:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625564 mtime from 0 to 1788219875 00000080:00200000:1.0:1788219875.992047:0:330220:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x5c:0x0], updating i_size 4096 00000080:00000001:1.0:1788219875.992050:0:330220:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788219875.992052:0:330220:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630363506078792 : -113710203472824 : ffff9894c7b6f448) 00000080:00000001:1.0:1788219875.992054:0:330220:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788219875.992058:0:330220:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788219875.992060:0:330220:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.992067:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219875.992071:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6df80 x1875079566243328/t12884902900(12884902900) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219875.992077:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.992079:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000010:1.0:1788219875.992083:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000010:1.0:1788219875.992088:0:330220:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ee183400. 00000080:00000001:1.0:1788219875.992092:0:330220:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992121:0:330220:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1788219875.992124:0:330220:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788219875.992127:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7dd0 00000080:00200008:1.0:1788219875.992129:0:330220:0:(file.c:479:ll_file_release()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00400000:1.0:1788219875.992134:0:330220:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x987:0x0] 00000080:00000001:1.0:1788219875.992138:0:330220:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788219875.992140:0:330220:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788219875.992142:0:330220:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788219875.992147:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.992150:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.992152:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.992155:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.992157:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.992160:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.992162:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.992166:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.992169:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.992177:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:1.0:1788219875.992180:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.992186:0:330220:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788219875.992190:0:330220:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788219875.992194:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.992199:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.992204:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788219875.992212:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.992214:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.992216:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788219875.992218:0:330220:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x987:0x0]: 16 00000080:00000010:1.0:1788219875.992220:0:330220:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894d3f00b40. 00000080:00000001:1.0:1788219875.992224:0:330220:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.992228:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7dd0 00000080:00000008:1.0:1788219875.992231:0:330220:0:(file.c:523:ll_file_release()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788219875.992234:0:330220:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992235:0:330220:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992240:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219875.992241:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7e00 00000080:00002000:1.0:1788219875.992244:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:1.0:1788219875.992246:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992286:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.992290:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219875.992292:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219875.992293:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b20 00000080:00200000:1.0:1788219875.992295:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219875.992301:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219875.992305:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219875.992309:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.992347:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.992349:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a40 00800000:00000002:1.0:1788219875.992351:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.992355:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219875.992357:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219875.992358:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219875.992359:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219875.992361:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219875.992363:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.992364:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219875.992366:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219875.992369:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219875.992373:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.992375:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7910 00000002:00010000:1.0:1788219875.992376:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219875.992380:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219875.992381:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219875.992382:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219875.992385:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219875.992387:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.992391:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.992394:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219875.992397:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 02000000:00000001:1.0:1788219875.992405:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219875.992407:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.992410:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000002:00000001:1.0:1788219875.992417:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219875.992418:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219875.992420:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.992422:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219875.992424:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.992426:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219875.992428:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219875.992431:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219875.992433:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000001:1.0:1788219875.992436:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219875.992438:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.992440:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219875.992443:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219875.992446:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219875.992448:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219875.992450:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.992452:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.992455:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.992457:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.992459:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.992462:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.992463:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219875.992464:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219875.992466:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219875.992469:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7b58 00010000:00000001:1.0:1788219875.992471:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219875.992472:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219875.992473:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219875.992474:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.992476:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219875.992478:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219875.992482:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00000001:1.0:1788219875.992487:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.992488:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.992490:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219875.992491:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219875.992494:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:1.0:1788219875.992500:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219875.992503:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219875.992505:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.992508:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.992509:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.992511:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992514:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219875.992516:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992518:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992521:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992523:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219875.992524:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.992525:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219875.992527:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219875.992529:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219875.992531:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.992534:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992537:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219875.992540:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ae8 00000080:00002000:1.0:1788219875.992541:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 0 00000080:00000001:1.0:1788219875.992543:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219875.992545:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b30 00000080:00200000:1.0:1788219875.992546:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=29 00000080:00000001:1.0:1788219875.992549:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219875.992551:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219875.992554:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219875.992555:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219875.992559:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788219875.992568:0:330220:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9894f3e33c20. 00000020:00000001:1.0:1788219875.992572:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ae8 00000080:00200000:1.0:1788219875.992574:0:330220:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d1.2, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags=13 00000080:00000001:1.0:1788219875.992577:0:330220:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788219875.992578:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7998 00000080:00200000:1.0:1788219875.992580:0:330220:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d1.2, dir=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), intent=getattr 00000080:00000010:1.0:1788219875.992586:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219875.992589:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219875.992592:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219875.992594:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.992595:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a78b8 00800000:00000002:1.0:1788219875.992596:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.2' on [0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219875.992599:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000040:1.0:1788219875.992602:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:1.0:1788219875.992606:0:330220:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x4:0x0] 00000020:00000001:1.0:1788219875.992608:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7850 00800000:00000002:1.0:1788219875.992609:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a4:0x4:0x0], fid2=[0x0:0x0:0x0], name='d1.2' -> mds #1 00000002:00000001:1.0:1788219875.992613:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219875.992614:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7788 00000002:00010000:1.0:1788219875.992615:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.2,[0x0:0x0:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788219875.992619:0:330220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219875.992621:0:330220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219875.992624:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219875.992732:0:330220:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219875.992737:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219875.992742:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219875.992745:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219875.992746:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219875.992747:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.992750:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219875.992752:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219875.992755:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219875.992761:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183400. 00000100:00000001:1.0:1788219875.992766:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992770:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.992771:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992773:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219875.992775:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219875.992776:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219875.992783:0:330220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00010000:00000001:1.0:1788219875.992786:0:330220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219875.992788:0:330220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788219875.992792:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:1.0:1788219875.992794:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219875.992796:0:330220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219875.992799:0:330220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194200. 00000020:00000001:1.0:1788219875.992804:0:330220:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219875.992806:0:330220:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194200 with handle 0x34450ab7a163485 to hash 00000020:00000001:1.0:1788219875.992808:0:330220:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219875.992810:0:330220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.992813:0:330220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219875.992815:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219875.992817:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219875.992820:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.992827:0:330220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219875.992836:0:330220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219875.992841:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219875.992842:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219875.992848:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219875.992851:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219875.992852:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.992853:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:1.0:1788219875.992857:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219875.992861:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.992862:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219875.992864:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219875.992870:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.992877:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219875.992879:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.992882:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219875.992885:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219875.992887:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219875.992890:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243584:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219875.992894:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219875.992899:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219875.992900:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219875.992903:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219875.992907:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b000. 02000000:00000001:1.0:1788219875.992909:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219875.992915:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219875.992919:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219875.992924:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219875.992930:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566243584, portal 10 00000100:00000001:1.0:1788219875.992932:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219875.992933:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219875.992938:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219875.992944:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219875.992947:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219875.992950:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661990. 00000100:00000200:1.0:1788219875.992953:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566243584, offset 0 00000400:00000200:1.0:1788219875.992958:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219875.992966:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.992973:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219875.992978:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219875.992982:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219875.992985:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219875.992988:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219875.992991:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93025:93025:256:4294967295] 192.168.203.120@tcp LPNI seq info [93025:93025:8:4294967295] 00000400:00000200:1.0:1788219875.992995:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219875.993004:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219875.993010:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219875.993015:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219875.993021:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219875.993028:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219875.993033:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219875.993053:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219875.993057:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14801 usecs (15 jiffies) 00000400:00000200:1.0:1788219875.993060:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219875.993063:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745096 00000100:00000010:1.0:1788219875.993067:0:330220:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2f60. 00000100:00000001:1.0:1788219875.993073:0:330220:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219875.993083:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745096 00000100:00000010:1.0:1788219875.993086:0:330220:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2600. 00000100:00000001:1.0:1788219875.993089:0:330220:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219875.993094:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219875.993097:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219875.993100:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219875.993102:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219875.993104:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219875.993106:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219875.993108:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219875.994190:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219875.994198:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:2.0:1788219875.994205:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219875.994213:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219875.994219:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661990 00000400:00000010:2.0:1788219875.994221:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661990. 00000100:00000001:2.0:1788219875.994225:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219875.994232:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.994244:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219875.994247:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219875.994253:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219875.994255:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219876.005391:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.005406:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.005420:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.005424:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.005433:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.005442:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.005451:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.005456:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.005461:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.005465:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x6a95ffb78b700 00000400:00000200:3.0:1788219876.005469:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.005476:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe987d [1] + 224 00000800:00000001:3.0:1788219876.005482:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.005489:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.005492:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.005496:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.005503:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.005511:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219876.005533:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219876.005553:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.005561:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.005565:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.007036:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219876.007047:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219876.007050:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219876.007054:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219876.007061:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219876.007064:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219876.007068:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219876.007078:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219876.007087:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1792 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.007094:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219876.007096:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.007099:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219876.007103:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219876.007105:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219876.007108:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.007121:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219876.007130:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219876.007134:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1788219876.007137:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788219876.007140:0:330220:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.007146:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219876.007150:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219876.007152:0:330220:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:1.0:1788219876.007154:0:330220:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219876.007157:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788219876.007162:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.007168:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788219876.007171:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219876.007173:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.007176:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219876.007183:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243584:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219876.007188:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.007191:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788219876.007193:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219876.007195:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.007198:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.007204:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219876.007206:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.007211:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219876.007212:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788219876.007216:0:330220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219876.007219:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.007222:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.007225:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194200 refcount=4 00000020:00000001:1.0:1788219876.007228:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219876.007230:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00010000:1.0:1788219876.007235:0:330220:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007244:0:330220:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788219876.007248:0:330220:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007254:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219876.007256:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007261:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007263:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219876.007265:0:330220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007271:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.007275:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.007278:0:330220:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788219876.007280:0:330220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219876.007286:0:330220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9893d7194200 already unused, calling callback (ffffffffc1b202a0) 00000080:00000001:1.0:1788219876.007289:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788219876.007293:0:330220:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007299:0:330220:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788219876.007301:0:330220:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788219876.007304:0:330220:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 4/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007309:0:330220:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788219876.007353:0:330220:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788219876.007355:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.007356:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.007358:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194200 refcount=5 00000020:00000001:1.0:1788219876.007360:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219876.007362:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469212160 : -113714240339456 : ffff9893d7194200) 00010000:00000001:1.0:1788219876.007365:0:330220:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788219876.007368:0:330220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 5/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788219876.007374:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788219876.007376:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.007378:0:330220:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788219876.007380:0:330220:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788219876.007383:0:330220:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788219876.007384:0:330220:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788219876.007386:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.007388:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788219876.007391:0:330220:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194200 with handle 0x34450ab7a163485 from hash 00010000:00000001:1.0:1788219876.007394:0:330220:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788219876.007395:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007396:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007397:0:330220:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788219876.007398:0:330220:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788219876.007400:0:330220:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788219876.007402:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007403:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007405:0:330220:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.007407:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.007409:0:330220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 3/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007415:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007416:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007417:0:330220:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788219876.007418:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219876.007419:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007420:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007421:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788219876.007423:0:330220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893d7194200/0x34450ab7a163485 lrc: 0/0,0 mode: --/CR res: [0x2400013a4:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.007433:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007435:0:330220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788219876.007440:0:330220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788219876.007445:0:330220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219876.007452:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219876.007454:0:330220:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.007456:0:330220:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.007458:0:330220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.007460:0:330220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219876.007462:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788219876.007464:0:330220:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.007466:0:330220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219876.007469:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7710 00000002:00002000:1.0:1788219876.007471:0:330220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788219876.007474:0:330220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219876.007479:0:330220:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219876.007481:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788219876.007484:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x2400013a4:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788219876.007486:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.007490:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219876.007492:0:330220:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788219876.007494:0:330220:0:(namei.c:674:ll_lookup_it_finish()) it ffffa959c82a7b20 it_disposition 7 00000080:00002000:1.0:1788219876.007500:0:330220:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9893fa250af8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:1.0:1788219876.007508:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:1.0:1788219876.007511:0:330220:0:(lmv_obd.c:4280:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219876.007515:0:330220:0:(lmv_obd.c:4256:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788219876.007517:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219876.007519:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219876.007521:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219876.007525:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219876.007526:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.007528:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x4:0x0] 00800000:00000001:1.0:1788219876.007530:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.007533:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219876.007535:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219876.007537:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219876.007543:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:1.0:1788219876.007546:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219876.007550:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.007551:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219876.007554:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788219876.007561:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219876.007565:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.007568:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788219876.007579:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219876.007581:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219876.007583:0:330220:0:(lmv_obd.c:4263:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219876.007585:0:330220:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219876.007586:0:330220:0:(dcache.c:176:ll_intent_release()) intent ffffa959c82a7930 released 00000080:00010000:1.0:1788219876.007589:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a163462 from it ffffa959c82a7930 00010000:00000001:1.0:1788219876.007591:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.007592:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.007594:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:1.0:1788219876.007596:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219876.007598:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:1.0:1788219876.007600:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219876.007603:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788219876.007608:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007609:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007610:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219876.007612:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219876.007615:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788219876.007621:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.007623:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219876.007625:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219876.007628:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007629:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.007631:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.007633:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219876.007634:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.007637:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.007639:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.007641:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219876.007642:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.007643:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788219876.007644:0:330220:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219876.007646:0:330220:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788219876.007649:0:330220:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788219876.007653:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000100:00000001:1.0:1788219876.007656:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.007660:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566243584/t0(0) o101->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.007665:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.007667:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.007670:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b000. 02000000:00000001:1.0:1788219876.007673:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.007675:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.007677:0:330220:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.007679:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.007682:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183400. 02000000:00000001:1.0:1788219876.007685:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.007686:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.007688:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:1.0:1788219876.007691:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.007692:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788219876.007694:0:330220:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788219876.007695:0:330220:0:(dcache.c:176:ll_intent_release()) intent ffffa959c82a7b20 released 00000080:00000001:1.0:1788219876.007697:0:330220:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788219876.007701:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219876.007702:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b70 00000080:00002000:1.0:1788219876.010392:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.2 (ffff9893fa250af8, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219876.010396:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.010957:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219876.010960:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219876.010963:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219876.010966:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bb0 00000080:00200000:1.0:1788219876.010968:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219876.010975:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219876.010982:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219876.010987:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219876.010993:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.010995:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ad0 00800000:00000002:1.0:1788219876.010997:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219876.011001:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219876.011004:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219876.011006:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219876.011009:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219876.011012:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219876.011013:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011015:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219876.011017:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011020:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219876.011026:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.011027:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a79a0 00000002:00010000:1.0:1788219876.011029:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219876.011032:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219876.011033:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219876.011036:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219876.011042:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219876.011045:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219876.011049:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.011054:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219876.011058:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 02000000:00000001:1.0:1788219876.011069:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219876.011073:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.011077:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000002:00000001:1.0:1788219876.011084:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219876.011086:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219876.011088:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219876.011090:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219876.011091:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219876.011094:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219876.011096:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219876.011099:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219876.011102:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000001:1.0:1788219876.011106:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219876.011107:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219876.011118:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219876.011123:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219876.011126:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219876.011128:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219876.011130:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.011132:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.011135:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219876.011136:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011139:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011142:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011143:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219876.011145:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219876.011147:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219876.011149:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7be8 00010000:00000001:1.0:1788219876.011151:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.011152:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.011153:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219876.011155:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011157:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011160:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219876.011163:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00000001:1.0:1788219876.011169:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011170:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.011172:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219876.011173:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219876.011175:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:1.0:1788219876.011182:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.011185:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219876.011188:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219876.011191:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011193:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.011194:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011197:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219876.011199:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011201:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011204:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011206:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219876.011207:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011208:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219876.011211:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219876.011213:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219876.011215:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219876.011220:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.011224:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219876.011226:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00002000:1.0:1788219876.011227:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219876.011230:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219876.011232:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bc0 00000080:00200000:1.0:1788219876.011234:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16408 00000080:00000001:1.0:1788219876.011238:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219876.011240:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.011242:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788219876.011244:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788219876.011247:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.011250:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219876.011251:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bd8 00000080:00002000:1.0:1788219876.011253:0:330220:0:(dcache.c:87:ll_dcompare()) found name d1.2(ffff9893fa250af8) flags 0x8000e refc 0 00000080:00000001:1.0:1788219876.011255:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219876.011257:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c20 00000080:00200000:1.0:1788219876.011258:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d1.2, flags=16392 00000080:00000001:1.0:1788219876.011260:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788219876.011262:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ba8 00000080:00002000:1.0:1788219876.011264:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.2 (ffff9893fa250af8, parent ffff9893e929baf8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788219876.011266:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.011280:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219876.011282:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788219876.011283:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219876.011284:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b20 00000080:00200000:1.0:1788219876.011286:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:1.0:1788219876.011289:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219876.011292:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:1.0:1788219876.011294:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219876.011296:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.011297:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a40 00800000:00000002:1.0:1788219876.011298:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219876.011301:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219876.011302:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219876.011304:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219876.011305:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219876.011306:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219876.011307:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011309:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219876.011346:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011350:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219876.011353:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.011354:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7910 00000002:00010000:1.0:1788219876.011356:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219876.011359:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219876.011360:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219876.011362:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219876.011364:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:1.0:1788219876.011367:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219876.011369:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.011371:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219876.011374:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 02000000:00000001:1.0:1788219876.011386:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219876.011389:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.011392:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000002:00000001:1.0:1788219876.011398:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219876.011399:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219876.011401:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219876.011403:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219876.011404:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219876.011406:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788219876.011408:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788219876.011410:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:1.0:1788219876.011421:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000001:1.0:1788219876.011424:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788219876.011425:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219876.011427:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:1.0:1788219876.011429:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:1.0:1788219876.011432:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788219876.011433:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219876.011434:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.011436:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.011437:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219876.011439:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011441:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011444:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011445:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219876.011446:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219876.011447:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788219876.011449:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7b58 00010000:00000001:1.0:1788219876.011451:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.011452:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.011454:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:1.0:1788219876.011456:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011458:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:1.0:1788219876.011460:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219876.011462:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:1.0:1788219876.011468:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011470:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.011471:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219876.011472:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219876.011474:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:1.0:1788219876.011479:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.011481:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219876.011482:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219876.011485:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011486:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.011487:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011489:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219876.011490:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011491:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011493:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.011495:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219876.011496:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011497:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788219876.011499:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788219876.011501:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788219876.011503:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:1.0:1788219876.011506:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788219876.011508:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788219876.011509:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b48 00000080:00002000:1.0:1788219876.011511:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 1 00000080:00000001:1.0:1788219876.011521:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219876.011523:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b90 00000080:00200000:1.0:1788219876.011525:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=13 00000080:00000001:1.0:1788219876.011528:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788219876.011529:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219876.011535:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7d08 00000080:00200008:1.0:1788219876.011537:0:330220:0:(file.c:6283:ll_getattr_dentry()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788219876.011541:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788219876.011543:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c80 00000080:00200000:1.0:1788219876.011544:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8),name=d160g.sanity 00000080:00000010:1.0:1788219876.011548:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894fd776200. 00800000:00000002:1.0:1788219876.011551:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00800000:00000002:1.0:1788219876.011553:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:1.0:1788219876.011558:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788219876.011559:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.011560:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ba0 00800000:00000002:1.0:1788219876.011562:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x987:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219876.011565:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788219876.011567:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219876.011568:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219876.011569:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219876.011570:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219876.011572:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011574:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788219876.011575:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788219876.011577:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788219876.011578:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788219876.011580:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788219876.011581:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788219876.011583:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011584:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:1.0:1788219876.011586:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788219876.011588:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x987:0x0], name='' -> mds #0 00000002:00000001:1.0:1788219876.011591:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.011592:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7a70 00000002:00010000:1.0:1788219876.011594:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x987:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219876.011596:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219876.011598:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219876.011599:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788219876.011603:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:1.0:1788219876.011605:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219876.011608:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.011609:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788219876.011613:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788219876.011619:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788219876.011621:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.011623:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788219876.011641:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788219876.011643:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788219876.011645:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788219876.011647:0:330220:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:1.0:1788219876.011650:0:330220:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894fd777000. 00800000:00000002:1.0:1788219876.011653:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:1.0:1788219876.011655:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788219876.011656:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7990 00000002:00010000:1.0:1788219876.011657:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788219876.011660:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788219876.011661:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788219876.011662:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219876.011664:0:330220:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.011665:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.011667:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.011669:0:330220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788219876.011671:0:330220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788219876.011675:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f100. 00000020:00000040:1.0:1788219876.011678:0:330220:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=11 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00010000:00000001:1.0:1788219876.011683:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788219876.011687:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219876.011689:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.011690:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.011692:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.011694:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219876.011696:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219876.011698:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.012048:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313745096, at 4313745100 00000100:00000010:2.0:1788219876.012058:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2f60. 00000100:00000040:3.0:1788219876.012148:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313745096, at 4313745100 00000100:00000010:3.0:1788219876.012154:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2600. 02000000:00000010:1.0:1788219876.014443:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ee183400. 00000100:00000001:1.0:1788219876.014458:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.014466:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219876.014468:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.014470:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788219876.014471:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.014473:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.014482:0:330220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00010000:00000001:1.0:1788219876.014487:0:330220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788219876.014489:0:330220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788219876.014498:0:330220:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9893ea2ff600. 00010000:00000010:1.0:1788219876.014503:0:330220:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9894ee06e380. 00010000:00000001:1.0:1788219876.014508:0:330220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788219876.014848:0:330220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9893d7194c00. 00000020:00000001:1.0:1788219876.014855:0:330220:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788219876.014858:0:330220:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9893d7194c00 with handle 0x34450ab7a16348c to hash 00000020:00000001:1.0:1788219876.014860:0:330220:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788219876.014862:0:330220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.014865:0:330220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.014869:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.014872:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.014877:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219876.014886:0:330220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219876.014897:0:330220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 3/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 330220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788219876.014903:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219876.014905:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219876.014913:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.014915:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219876.014918:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.014920:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000001:1.0:1788219876.014925:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219876.014929:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.014931:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219876.014933:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219876.014945:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.014954:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219876.014956:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.014960:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219876.014963:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219876.014966:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219876.014969:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243712:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219876.014973:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219876.014978:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219876.014982:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.014984:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219876.014989:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4f9b000. 02000000:00000001:1.0:1788219876.014991:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219876.014999:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219876.015004:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219876.015010:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219876.015017:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566243712, portal 10 00000100:00000001:1.0:1788219876.015019:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.015021:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875176704 : -113709834374912 : ffff9894ddb6f100) 00000100:00000040:1.0:1788219876.015026:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.015040:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219876.015043:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219876.015045:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661ee0. 00000100:00000200:1.0:1788219876.015049:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875079566243712, offset 0 00000400:00000200:1.0:1788219876.015058:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219876.015068:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.015077:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219876.015083:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219876.015087:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219876.015091:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219876.015094:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219876.015098:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93026:93026:256:4294967295] 192.168.203.120@tcp LPNI seq info [93026:93026:8:4294967295] 00000400:00000200:1.0:1788219876.015102:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.015124:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219876.015131:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219876.015137:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219876.015144:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219876.015152:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219876.015156:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788219876.015177:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.015182:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26263 usecs (27 jiffies) 00000400:00000200:1.0:1788219876.015185:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219876.015188:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745130 00000100:00000010:1.0:1788219876.015192:0:330220:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2840. 00000100:00000001:1.0:1788219876.015199:0:330220:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788219876.015209:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745130 00000100:00000010:1.0:1788219876.015212:0:330220:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893f01f2de0. 00000100:00000001:1.0:1788219876.015215:0:330220:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788219876.015218:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.015221:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.015224:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219876.015226:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219876.015228:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219876.015231:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219876.015234:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788219876.016986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194200. 00000800:00000200:2.0:1788219876.017416:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.017421:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:2.0:1788219876.017427:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.017435:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.017442:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661ee0 00000400:00000010:2.0:1788219876.017444:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661ee0. 00000100:00000001:2.0:1788219876.017450:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.017457:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219876.017470:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.017473:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219876.017481:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.017483:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219876.020916:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.020933:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.020937:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.020940:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.020949:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.020957:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.020966:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.020972:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.020977:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.020982:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x6a95ffb78b780 00000400:00000200:3.0:1788219876.020987:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.020993:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xe9885 [1] + 224 00000800:00000001:3.0:1788219876.021000:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.021007:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.021010:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.021014:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.021021:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.021031:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788219876.021042:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219876.021066:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.021075:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.021078:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.021356:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219876.021364:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219876.021366:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219876.021369:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219876.021373:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:1.0:1788219876.021375:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:1.0:1788219876.021378:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219876.021383:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788219876.021392:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.021398:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219876.021400:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.021402:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219876.021406:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219876.021409:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219876.021411:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.021420:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219876.021430:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219876.021434:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219876.021437:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219876.021438:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.021441:0:330220:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219876.021444:0:330220:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.021448:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788219876.021450:0:330220:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869291 gen 1 00000100:00000040:1.0:1788219876.021456:0:330220:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869291) req@ffff9894ddb6e300 x1875079566232448/t17179869257(17179869257) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 600/536 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.021463:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.021467:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6e300 x1875079566232448/t17179869257(17179869257) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 600/536 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.021475:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.021477:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.021481:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183c00. 02000000:00000001:1.0:1788219876.021485:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.021492:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.021494:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=10 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.021496:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.021499:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181c00. 02000000:00000001:1.0:1788219876.021503:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.021505:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.021507:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6e300. 00000100:00000001:1.0:1788219876.021510:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.021512:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.021525:0:330220:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869291) req@ffff9894ddb6ce00 x1875079566237568/t17179869281(17179869281) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.021530:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.021534:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ce00 x1875079566237568/t17179869281(17179869281) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.021540:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.021541:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.021543:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee182000. 02000000:00000001:1.0:1788219876.021545:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.021546:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.021547:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.021548:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.021549:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee181800. 02000000:00000001:1.0:1788219876.021552:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.021553:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.021554:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ce00. 00000100:00000001:1.0:1788219876.021556:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.021557:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788219876.021561:0:330220:0:(client.c:3161:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788219876.021570:0:330220:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 17179869291) req@ffff9894ddb6f800 x1875079566242304/t17179869290(17179869290) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.021575:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.021577:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566242304/t17179869290(17179869290) o36->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.021583:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.021584:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.021585:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ee183800. 02000000:00000001:1.0:1788219876.021587:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.021588:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.021588:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.021590:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.021591:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182800. 02000000:00000001:1.0:1788219876.021593:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.021594:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.021596:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:1.0:1788219876.021598:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.021598:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.021600:0:330220:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788219876.021603:0:330220:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1788219876.021605:0:330220:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219876.021606:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.021610:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.021616:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.021618:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219876.021620:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.021623:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788219876.026188:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f100 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243712:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1788219876.026198:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.026202:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.026204:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219876.026206:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.026212:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788219876.026221:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219876.026224:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.026230:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219876.026231:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.026235:0:330220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788219876.026238:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026241:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026244:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=4 00000020:00000001:1.0:1788219876.026246:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026249:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000040:1.0:1788219876.026256:0:330220:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9893d7194c00, remote cookie: 0x1782eba8aded8905, flags: 0x1001 00010000:00010000:1.0:1788219876.026262:0:330220:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 4/1,0 mode: --/CR res: [0x200001b70:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788219876.026271:0:330220:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 4/1,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026279:0:330220:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788219876.026282:0:330220:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788219876.026285:0:330220:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788219876.026287:0:330220:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788219876.026288:0:330220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788219876.026291:0:330220:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200001b70:0x5:0x0].0x0 (ffff9893ea2ff600) refcount = 1 00010000:00010000:1.0:1788219876.026295:0:330220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026307:0:330220:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788219876.026328:0:330220:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788219876.026330:0:330220:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788219876.026333:0:330220:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788219876.026335:0:330220:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.026339:0:330220:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026346:0:330220:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788219876.026347:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026349:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026350:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026351:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026352:0:330220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.026357:0:330220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788219876.026359:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026360:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026362:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219876.026364:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026366:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026368:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026369:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026370:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=4 00000020:00000001:1.0:1788219876.026372:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026374:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026377:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219876.026380:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.026383:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026389:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026391:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026392:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026394:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026395:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=5 00000020:00000001:1.0:1788219876.026397:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026399:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026401:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219876.026404:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 5/2,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026410:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026411:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788219876.026414:0:330220:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 4/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026420:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219876.026421:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026422:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026423:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026424:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788219876.026430:0:330220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788219876.026438:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026440:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026441:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219876.026442:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026444:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026446:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026447:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219876.026448:0:330220:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.026450:0:330220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.026453:0:330220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788219876.026455:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026456:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026458:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219876.026460:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026462:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00000002:00010000:1.0:1788219876.026465:0:330220:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026471:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026472:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026474:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788219876.026475:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026476:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026478:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219876.026479:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026481:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000040:1.0:1788219876.026488:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff600 count: 2 00010000:00000001:1.0:1788219876.026491:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788219876.026494:0:330220:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9893f2ea6c00 type 13 mode 4 res 8589941616/5 (0 0) 00010000:00000001:1.0:1788219876.026496:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026497:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219876.026498:0:330220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788219876.026502:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7918 00000002:00002000:1.0:1788219876.026503:0:330220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788219876.026506:0:330220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788219876.026512:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788219876.026525:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026526:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026527:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219876.026529:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026532:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026534:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026534:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788219876.026536:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.026537:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788219876.026539:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788219876.026540:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:1.0:1788219876.026542:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026544:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:1.0:1788219876.026545:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788219876.026548:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788219876.026554:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026555:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026556:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788219876.026558:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788219876.026560:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788219876.026566:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.026569:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219876.026571:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219876.026575:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026576:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219876.026578:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.026580:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219876.026582:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.026584:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.026586:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.026587:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788219876.026589:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219876.026590:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219876.027051:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000100:00000001:0.0:1788219876.027056:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.027063:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f100 x1875079566243712/t0(0) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219876.027070:0:330220:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.027073:0:330220:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.027077:0:330220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f9b000. 02000000:00000001:0.0:1788219876.027082:0:330220:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.027084:0:330220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.027086:0:330220:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.027088:0:330220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.027090:0:330220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183400. 02000000:00000001:0.0:1788219876.027094:0:330220:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.027095:0:330220:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.027097:0:330220:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f100. 00000100:00000001:0.0:1788219876.027101:0:330220:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.027102:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219876.027107:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219876.027120:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7990 00000002:00010000:0.0:1788219876.027122:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219876.027126:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219876.027127:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.027129:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.027133:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:0.0:1788219876.027136:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219876.027139:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219876.027142:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219876.027145:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788219876.027153:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219876.027157:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219876.027160:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788219876.027166:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219876.027168:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219876.027170:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219876.027172:0:330220:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x4:0x0] is still valid. 00000002:00000001:0.0:1788219876.027174:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219876.027176:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027177:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027179:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:0.0:1788219876.027181:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027183:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027185:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027186:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219876.027187:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027189:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027190:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027191:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:0.0:1788219876.027192:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027195:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027197:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219876.027199:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788219876.027205:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027206:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027207:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219876.027209:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219876.027211:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219876.027217:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219876.027218:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219876.027219:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219876.027222:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027223:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027224:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027226:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219876.027228:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027230:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027232:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027233:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219876.027234:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027235:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219876.027237:0:330220:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894fd777000. 00800000:00000001:0.0:1788219876.027240:0:330220:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219876.027242:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219876.027244:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788219876.027247:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788219876.027250:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219876.027253:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00800000:00000002:0.0:1788219876.027255:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219876.027258:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894fd776200. 00000080:00000001:0.0:1788219876.027262:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219876.027265:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219876.027268:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) 00000080:00010000:0.0:1788219876.027272:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) for lock 0x34450ab7a16344d 00800000:00000001:0.0:1788219876.027276:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219876.027277:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219876.027278:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027279:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027281:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:0.0:1788219876.027283:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219876.027285:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219876.027287:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027288:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219876.027289:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219876.027290:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219876.027292:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16344d from it ffffa959c82a7cb8 00010000:00000001:0.0:1788219876.027294:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027295:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027296:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a400 refcount=3 00000020:00000001:0.0:1788219876.027297:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219876.027299:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831520256 : -113713878031360 : ffff9893ecb1a400) 00010000:00000001:0.0:1788219876.027301:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219876.027304:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788219876.027309:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027355:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027357:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219876.027358:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219876.027361:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219876.027367:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219876.027368:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219876.027370:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219876.027371:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027372:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027374:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027375:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219876.027376:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027378:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027380:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027381:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219876.027382:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027383:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219876.027385:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219876.027386:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219876.027427:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:0.0:1788219876.027431:0:330220:0:(lmv_intent.c:159:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1788219876.027438:0:330220:0:(lmv_intent.c:165:lmv_revalidate_slaves()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00800000:00000002:0.0:1788219876.027441:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x200001b70:0x5:0x0] -> mds #0 00000002:00000001:0.0:1788219876.027444:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219876.027445:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b28 00000002:00010000:0.0:1788219876.027447:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200001b70:0x5:0x0]) in obj [0x200001b70:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219876.027449:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219876.027451:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.027452:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.027455:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff600 count: 2 00010000:00000001:0.0:1788219876.027457:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219876.027460:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219876.027462:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219876.027465:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788219876.027471:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219876.027473:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219876.027476:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 2/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788219876.027483:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219876.027484:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219876.027486:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219876.027487:0:330220:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x200001b70:0x5:0x0] is still valid. 00000002:00000001:0.0:1788219876.027489:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219876.027490:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027492:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027493:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:0.0:1788219876.027495:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219876.027497:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219876.027499:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027500:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219876.027501:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027503:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027504:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027505:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893d7194c00 refcount=3 00000020:00000001:0.0:1788219876.027507:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219876.027509:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359469214720 : -113714240336896 : ffff9893d7194c00) 00010000:00000001:0.0:1788219876.027511:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219876.027512:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 3/1,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788219876.027518:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027519:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027520:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219876.027521:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219876.027524:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788219876.027530:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219876.027531:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219876.027532:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219876.027534:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027535:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027536:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027538:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219876.027540:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027541:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027543:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027544:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219876.027545:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027547:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1788219876.027548:0:330220:0:(lmv_intent.c:214:lmv_revalidate_slaves()) Revalidate slave [0x2400013a4:0x4:0x0] -> mds #1 00000002:00000001:0.0:1788219876.027550:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219876.027552:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b28 00000002:00010000:0.0:1788219876.027553:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a4:0x4:0x0]) in obj [0x2400013a4:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219876.027556:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219876.027557:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.027558:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.027561:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:0.0:1788219876.027563:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219876.027565:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219876.027567:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219876.027569:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788219876.027576:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219876.027577:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219876.027580:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788219876.027586:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219876.027587:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219876.027588:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219876.027590:0:330220:0:(lmv_intent.c:236:lmv_revalidate_slaves()) slave [0x2400013a4:0x4:0x0] is still valid. 00000002:00000001:0.0:1788219876.027591:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219876.027592:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027594:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027595:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:0.0:1788219876.027597:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027599:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027601:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027602:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219876.027603:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027604:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027605:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027606:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9893ecb1a200 refcount=3 00000020:00000001:0.0:1788219876.027608:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027610:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630359831519744 : -113713878031872 : ffff9893ecb1a200) 00010000:00000001:0.0:1788219876.027612:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219876.027613:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788219876.027619:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027620:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027621:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219876.027622:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219876.027623:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788219876.027629:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219876.027630:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219876.027631:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219876.027633:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027634:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027635:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027637:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219876.027639:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027640:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027642:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027644:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219876.027645:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027646:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1788219876.027647:0:330220:0:(lmv_intent.c:278:lmv_revalidate_slaves()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00800000:00000001:0.0:1788219876.027651:0:330220:0:(lmv_intent.c:279:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1788219876.027654:0:330220:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x200001b70:0x5:0x0] size 4096, blocks 8 nlink 4, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000040:0.0:1788219876.027659:0:330220:0:(lmv_obd.c:4387:lmv_merge_attr()) [0x2400013a4:0x4:0x0] size 4096, blocks 8 nlink 3, atime 1788219875 ctime 1788219875, mtime 1788219875. 00800000:00000002:0.0:1788219876.027662:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219876.027665:0:330220:0:(file.c:6265:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219876.027669:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7d08 00000080:00000008:0.0:1788219876.027672:0:330220:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788219876.027747:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219876.027750:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788219876.027752:0:330220:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788219876.027753:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bc0 00000080:00200000:0.0:1788219876.027755:0:330220:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248),name=/ 00000080:00000010:0.0:1788219876.027761:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00800000:00000002:0.0:1788219876.027765:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894f02cc2c0 2 00000080:00000001:0.0:1788219876.027768:0:330220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788219876.027771:0:330220:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788219876.027772:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ae0 00800000:00000002:0.0:1788219876.027774:0:330220:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219876.027776:0:330220:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788219876.027778:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219876.027781:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219876.027783:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219876.027786:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219876.027788:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219876.027789:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788219876.027791:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219876.027794:0:330220:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788219876.027797:0:330220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788219876.027798:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a79b0 00000002:00010000:0.0:1788219876.027799:0:330220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788219876.027801:0:330220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788219876.027802:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.027804:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.027807:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089e00 count: 2 00010000:00000001:0.0:1788219876.027809:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219876.027812:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219876.027815:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788219876.027818:0:330220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 02000000:00000001:0.0:1788219876.027825:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219876.027827:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219876.027830:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000002:00000001:0.0:1788219876.027836:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788219876.027838:0:330220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219876.027839:0:330220:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219876.027841:0:330220:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788219876.027843:0:330220:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219876.027845:0:330220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788219876.027847:0:330220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788219876.027849:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894f02cc2c0 2 00000080:00000010:0.0:1788219876.027851:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00000080:00000001:0.0:1788219876.027853:0:330220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788219876.027854:0:330220:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219876.027856:0:330220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) 00000080:00010000:0.0:1788219876.027859:0:330220:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9894d1eeb248) for lock 0x34450ab7a16342a 00800000:00000001:0.0:1788219876.027861:0:330220:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788219876.027862:0:330220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788219876.027864:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027865:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027866:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219876.027868:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219876.027870:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219876.027872:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027873:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219876.027874:0:330220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219876.027876:0:330220:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788219876.027878:0:330220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x34450ab7a16342a from it ffffa959c82a7bf8 00010000:00000001:0.0:1788219876.027880:0:330220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788219876.027881:0:330220:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788219876.027882:0:330220:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9894ed340800 refcount=3 00000020:00000001:0.0:1788219876.027884:0:330220:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219876.027886:0:330220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630364135032832 : -113709574518784 : ffff9894ed340800) 00010000:00000001:0.0:1788219876.027888:0:330220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788219876.027891:0:330220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00000001:0.0:1788219876.027896:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027898:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027899:0:330220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788219876.027900:0:330220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788219876.027903:0:330220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9894ed340800/0x34450ab7a16342a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded87ae expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00000001:0.0:1788219876.027908:0:330220:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788219876.027910:0:330220:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788219876.027911:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219876.027913:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027914:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.027915:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027916:0:330220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788219876.027918:0:330220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027919:0:330220:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027922:0:330220:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.027923:0:330220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788219876.027924:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.027925:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788219876.027927:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788219876.027928:0:330220:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788219876.027930:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9894d1eeb248), inode mode 41ed mask 1 00000080:00000001:0.0:1788219876.027933:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.027936:0:330220:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788219876.027939:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7bc0 00000080:00002000:0.0:1788219876.027940:0:330220:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff9893e929baf8) flags 0x28004e refc 1 00000080:00000001:0.0:1788219876.027944:0:330220:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219876.027946:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7c08 00000080:00200000:0.0:1788219876.027947:0:330220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=267 00000080:00000001:0.0:1788219876.027951:0:330220:0:(llite_lib.c:3163:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788219876.027953:0:330220:0:(llite_lib.c:3169:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.027957:0:330220:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788219876.027958:0:330220:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788219876.027961:0:330220:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.027966:0:330220:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1788219876.027968:0:330220:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788219876.027970:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00200008:0.0:1788219876.027971:0:330220:0:(file.c:1090:ll_file_open()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00000010:0.0:1788219876.027976:0:330220:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9894c8d71a40. 00000080:00000001:0.0:1788219876.027982:0:330220:0:(file.c:1008:ll_local_open()) Process entered 00000080:00400000:0.0:1788219876.027986:0:330220:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788219876.027989:0:330220:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.027992:0:330220:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788219876.027994:0:330220:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.027995:0:330220:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788219876.027998:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7b78 00000080:00000008:0.0:1788219876.028001:0:330220:0:(file.c:1329:ll_file_open()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:0.0:1788219876.028003:0:330220:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.028013:0:330220:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788219876.028016:0:330220:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) cmd=c03066f0 arg=7ffe86f0fe40 00000020:00000001:0.0:1788219876.028022:0:330220:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788219876.028026:0:330220:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff9894ed03f400. 00000020:00000001:0.0:1788219876.028031:0:330220:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.028034:0:330220:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788219876.028036:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7ad0 00000080:00200000:0.0:1788219876.028038:0:330220:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) name=d1.2 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:0.0:1788219876.028043:0:330220:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9894d53dcc00. 00800000:00000002:0.0:1788219876.028046:0:330220:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00800000:00000001:0.0:1788219876.028053:0:330220:0:(lmv_obd.c:2305:lmv_create()) Process entered 00800000:00000001:0.0:1788219876.028055:0:330220:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1788219876.028059:0:330220:0:(lustre_lmv.h:381:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1788219876.028062:0:330220:0:(lmv_obd.c:1905:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a4:0x4:0x0] 00800000:00000001:0.0:1788219876.028066:0:330220:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446630364156426240 : -113709553125376 : ffff9894ee7a7800) 00800000:00000001:0.0:1788219876.028069:0:330220:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788219876.028071:0:330220:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788219876.028073:0:330220:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788219876.028076:0:330220:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788219876.028078:0:330220:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9893ca6d2800: Allocated FID [0x2400013a2:0x5d:0x0] 40000000:00000001:0.0:1788219876.028081:0:330220:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219876.028083:0:330220:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219876.028085:0:330220:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219876.028087:0:330220:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219876.028089:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a79e8 00800000:00000002:0.0:1788219876.028091:0:330220:0:(lmv_obd.c:2346:lmv_create()) CREATE name 'd1.2' [0x2400013a2:0x5d:0x0] on [0x2400013a4:0x4:0x0] -> mds #1, layout version 1 00000002:00000001:0.0:1788219876.028095:0:330220:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788219876.028097:0:330220:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788219876.028100:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 2 00010000:00000001:0.0:1788219876.028102:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219876.028104:0:330220:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788219876.028107:0:330220:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219876.028121:0:330220:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788219876.028129:0:330220:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219876.028133:0:330220:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219876.028135:0:330220:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219876.028137:0:330220:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a4:0x4:0x0] mode (null) 00000002:00000001:0.0:1788219876.028139:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.028141:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.028143:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 3 00010000:00000001:0.0:1788219876.028144:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219876.028146:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219876.028148:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.028149:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.028151:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708600 count: 3 00010000:00000001:0.0:1788219876.028152:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219876.028154:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.028156:0:330220:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219876.028159:0:330220:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2400013a4:0x4:0x0] lli = ffff9893fa015ac0, pfid = [0x2000013a2:0x987:0x0] 00000080:00000002:0.0:1788219876.028162:0:330220:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x2400013a4:0x4:0x0] m[0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219876.028165:0:330220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:0.0:1788219876.028169:0:330220:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788219876.028172:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7670 00000080:00002000:0.0:1788219876.028174:0:330220:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d1.2 00000080:00000001:0.0:1788219876.028180:0:330220:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219876.028187:0:330220:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219876.028191:0:330220:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219876.028193:0:330220:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219876.028195:0:330220:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a4:0x4:0x0](ffff9893fa015b88) invalid 00000080:00000001:0.0:1788219876.028197:0:330220:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219876.028199:0:330220:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219876.028200:0:330220:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.028203:0:330220:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219876.028206:0:330220:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219876.028208:0:330220:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219876.028210:0:330220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219876.028212:0:330220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788219876.028214:0:330220:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1a200 with handle 0x34450ab7a163462 from hash 00010000:00000001:0.0:1788219876.028216:0:330220:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219876.028218:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.028219:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.028220:0:330220:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219876.028223:0:330220:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219876.028224:0:330220:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219876.028226:0:330220:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219876.028228:0:330220:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788219876.028230:0:330220:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788219876.028235:0:330220:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed014e00. 00000020:00000040:0.0:1788219876.028239:0:330220:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 02000000:00000001:0.0:1788219876.028244:0:330220:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788219876.028246:0:330220:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.028248:0:330220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788219876.028253:0:330220:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788219876.028256:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.028257:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.028258:0:330220:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.028260:0:330220:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.028262:0:330220:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.028264:0:330220:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.028270:0:330220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c400. 00000100:00000001:0.0:1788219876.028277:0:330220:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.028279:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219876.028281:0:330220:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219876.028286:0:330220:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 1/0,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788219876.028292:0:330220:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788219876.028294:0:330220:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788219876.028296:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219876.028298:0:330220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a200/0x34450ab7a163462 lrc: 0/0,0 mode: --/PR res: [0x2400013a4:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded885d expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788219876.028305:0:330220:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708600 count: 0 00010000:00000010:0.0:1788219876.028310:0:330220:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c100. 00010000:00000001:0.0:1788219876.028366:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219876.028368:0:330220:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.028370:0:330220:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219876.028372:0:330220:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.028373:0:330220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788219876.028384:0:330220:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788219876.028394:0:330220:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788219876.028402:0:330220:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.028404:0:330220:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.028412:0:330220:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.028414:0:330220:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768809856 : -113713940741760 : ffff9893e8f4c180) 00000100:00000001:0.0:1788219876.028416:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.028418:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219876.028423:0:330220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.028427:0:330220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.028429:0:330220:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.028431:0:330220:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.028435:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.028442:0:330220:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.028444:0:330220:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.028448:0:330220:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.028450:0:330220:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.028453:0:330220:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.028456:0:330220:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243968:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219876.028461:0:330220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.028466:0:330220:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.028468:0:330220:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.028470:0:330220:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.028474:0:330220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9894d4b9a800. 02000000:00000001:0.0:1788219876.028476:0:330220:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.028484:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.028488:0:330220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219876.028495:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219876.028501:0:330220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875079566243968, portal 10 00000100:00000001:0.0:1788219876.028503:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.028504:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000040:0.0:1788219876.028510:0:330220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.028516:0:330220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.028519:0:330220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.028521:0:330220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf6e8. 00000100:00000200:0.0:1788219876.028525:0:330220:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1875079566243968, offset 0 00000400:00000200:0.0:1788219876.028530:0:330220:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.028538:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.028546:0:330220:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.028552:0:330220:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.028556:0:330220:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.028560:0:330220:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.028563:0:330220:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.028566:0:330220:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93027:93027:256:4294967295] 192.168.203.120@tcp LPNI seq info [93027:93027:8:4294967295] 00000400:00000200:0.0:1788219876.028570:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.028579:0:330220:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.028585:0:330220:0:(socklnd_cb.c:931:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.028591:0:330220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ab00. 00000800:00000200:0.0:1788219876.028597:0:330220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.028605:0:330220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.028609:0:330220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ab00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.028630:0:330220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.028635:0:330220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14802 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.028638:0:330220:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.028641:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745132 00000100:00000001:0.0:1788219876.028648:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745130 00000100:00000001:0.0:1788219876.028653:0:330220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745132 00000100:00000001:0.0:1788219876.028656:0:330220:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745130 00000100:00000001:0.0:1788219876.028659:0:330220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.028662:0:330220:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.028664:0:330220:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.028666:0:330220:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.028668:0:330220:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c180 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.028671:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.028674:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.029251:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.029257:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ab00. 00000400:00000200:2.0:1788219876.029262:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.029268:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.029274:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf6e8 00000400:00000010:2.0:1788219876.029276:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf6e8. 00000100:00000001:2.0:1788219876.029280:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.029285:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.029295:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.029298:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.029304:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.029307:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219876.033500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9894f3e33c20. 00010000:00000010:0.1:1788219876.037547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708600. 00010000:00000010:0.1:1788219876.037564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a200. 00000800:00000001:3.0:1788219876.041057:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.041073:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.041077:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.041080:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.041089:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.041096:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.041104:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.041119:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.041125:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.041129:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x6a95ffb78b880 00000400:00000200:3.0:1788219876.041133:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.041140:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xe988d [1] + 224 00000800:00000001:3.0:1788219876.041146:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.041154:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.041157:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.041161:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.041169:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.041179:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219876.041189:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.041210:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.041219:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.041222:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.043165:0:330220:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.043181:0:330220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.043184:0:330220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.043189:0:330220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219876.043197:0:330220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219876.043199:0:330220:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219876.043204:0:330220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.043214:0:330220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.043225:0:330220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed014e00 x1875079566243968/t0(0) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/896 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.043232:0:330220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.043233:0:330220:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.043236:0:330220:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.043240:0:330220:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.043242:0:330220:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.043245:0:330220:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.043248:0:330220:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.043258:0:330220:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.043262:0:330220:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.043264:0:330220:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.043266:0:330220:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.043269:0:330220:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.043274:0:330220:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.043277:0:330220:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219876.043279:0:330220:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400000049/0x1] 00000100:00000001:0.0:1788219876.043280:0:330220:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219876.043282:0:330220:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.043284:0:330220:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131708416 : -113709577843200 : ffff9894ed014e00) 00000100:00000001:0.0:1788219876.043287:0:330220:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.043289:0:330220:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.043291:0:330220:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.043293:0:330220:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.043298:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed014e00 x1875079566243968/t12884902901(12884902901) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219892 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.043305:0:330220:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.043307:0:330220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.043309:0:330220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.043353:0:330220:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed014e00 x1875079566243968/t12884902901(12884902901) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219892 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.043362:0:330220:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed014e00 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330220:1875079566243968:192.168.203.120@tcp:36:lfs.0 00000100:00000001:0.0:1788219876.043367:0:330220:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.043370:0:330220:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.043372:0:330220:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.043374:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.043378:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed014e00 x1875079566243968/t12884902901(12884902901) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219892 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.043384:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.043387:0:330220:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.043393:0:330220:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.043394:0:330220:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219876.043403:0:330220:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219876.043405:0:330220:0:(lmv_obd.c:2354:lmv_create()) Created - [0x2400013a2:0x5d:0x0] 00800000:00000001:0.0:1788219876.043408:0:330220:0:(lmv_obd.c:2411:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.043412:0:330220:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788219876.043418:0:330220:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788219876.043420:0:330220:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788219876.043422:0:330220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625565 : 162129670907625565 : 2400013a200005d) 00000080:00000001:0.0:1788219876.043426:0:330220:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788219876.043438:0:330220:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9893fa012100. 00000080:00000001:0.0:1788219876.043447:0:330220:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788219876.043449:0:330220:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x5d:0x0](ffff9893fa0121c8) 00000080:00000001:0.0:1788219876.043452:0:330220:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788219876.043454:0:330220:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x5d:0x0] 00000080:00000001:0.0:1788219876.043456:0:330220:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.043458:0:330220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625565 : 162129670907625565 : 2400013a200005d) 00000080:00000001:0.0:1788219876.043460:0:330220:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:0.0:1788219876.043462:0:330220:0:(llite_lib.c:3058:ll_update_inode()) setting ino 162129670907625565 mtime from 0 to 1788219876 00000080:00200000:0.0:1788219876.043466:0:330220:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x2400013a2:0x5d:0x0], updating i_size 4096 00000080:00000001:0.0:1788219876.043468:0:330220:0:(llite_lib.c:3390:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788219876.043471:0:330220:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630360054833608 : -113713654718008 : ffff9893fa0121c8) 00000080:00000001:0.0:1788219876.043473:0:330220:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788219876.043476:0:330220:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788219876.043478:0:330220:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.043484:0:330220:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.043488:0:330220:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014e00 x1875079566243968/t12884902901(12884902901) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.043494:0:330220:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219876.043496:0:330220:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000010:0.0:1788219876.043499:0:330220:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dcc00. 00000080:00000010:0.0:1788219876.043504:0:330220:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 632 at ffff9894ed03f400. 00000080:00000001:0.0:1788219876.043508:0:330220:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.043535:0:330220:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1788219876.043537:0:330220:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788219876.043540:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7dd0 00000080:00200008:0.0:1788219876.043543:0:330220:0:(file.c:479:ll_file_release()) START file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000 00000080:00400000:0.0:1788219876.043546:0:330220:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219876.043550:0:330220:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788219876.043551:0:330220:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788219876.043553:0:330220:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788219876.043557:0:330220:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219876.043559:0:330220:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219876.043562:0:330220:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219876.043564:0:330220:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219876.043566:0:330220:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219876.043568:0:330220:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219876.043570:0:330220:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219876.043574:0:330220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219876.043576:0:330220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219876.043583:0:330220:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219876.043586:0:330220:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219876.043590:0:330220:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788219876.043593:0:330220:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788219876.043596:0:330220:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788219876.043601:0:330220:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219876.043606:0:330220:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219876.043618:0:330220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219876.043620:0:330220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788219876.043622:0:330220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788219876.043624:0:330220:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x2000013a2:0x987:0x0]: 16 00000080:00000010:0.0:1788219876.043634:0:330220:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9894c8d71a40. 00000080:00000001:0.0:1788219876.043639:0:330220:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219876.043644:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7dd0 00000080:00000008:0.0:1788219876.043646:0:330220:0:(file.c:523:ll_file_release()) COMPLETED file d160g.sanity:[0x2000013a2:0x987:0x0](ffff9894c7b6a1c8), flags 300000, rc = 0 00000080:00000001:0.0:1788219876.043650:0:330220:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.043651:0:330220:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219876.043656:0:330220:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788219876.043658:0:330220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c82a7e00 00000080:00002000:0.0:1788219876.043660:0:330220:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff9893e929baf8, parent ffff9893e6c7e870, inode ffff9894c7b6a1c8) hashed, 00000080:00000001:0.0:1788219876.043663:0:330220:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.045643:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313745132, at 4313745134 00000100:00000010:2.0:1788219876.045656:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2840. 00000100:00000040:3.0:1788219876.046545:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313745132, at 4313745135 00000100:00000010:3.0:1788219876.046555:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893f01f2de0. 00000002:00000001:3.0:1788219876.150002:0:330228:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219876.150011:0:330228:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26000. 00000002:00000001:3.0:1788219876.150016:0:330228:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219876.150128:0:330228:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219876.150134:0:330228:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:0.0:1788219876.150653:0:330229:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1788219876.150659:0:330229:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000040:0.0:1788219876.150663:0:330229:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955a600 : new refcount 2 00000040:00000001:0.0:1788219876.150667:0:330229:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219876.150671:0:330229:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d53dc600. 00000040:00000001:0.0:1788219876.150675:0:330229:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219876.150678:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.150684:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017b80. 00000020:00000040:0.0:1788219876.150686:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.150691:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.150695:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.150700:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.150878:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894ed03c800. 00000100:00000001:0.0:1788219876.150885:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.150893:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.150895:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.150901:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219876.150903:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219876.150906:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.150908:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00000100:00000001:0.0:1788219876.150912:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.150916:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.150918:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.150920:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.150929:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.150938:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.150940:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.150943:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.150946:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.150948:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.150951:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017b80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244096:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219876.150955:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.150960:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.150962:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.150964:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.150968:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894d53dcc00. 02000000:00000001:0.0:1788219876.150970:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.150978:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.150983:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219876.150990:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219876.150996:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566244096, portal 10 00000100:00000001:0.0:1788219876.150998:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.151000:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00000100:00000040:0.0:1788219876.151007:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.151015:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.151018:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.151021:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cff68. 00000100:00000200:0.0:1788219876.151025:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566244096, offset 0 00000400:00000200:0.0:1788219876.151032:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.151040:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.151047:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.151052:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.151056:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.151059:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.151062:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.151066:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93028:93028:256:4294967295] 192.168.203.120@tcp LPNI seq info [93028:93028:8:4294967295] 00000400:00000200:0.0:1788219876.151070:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.151080:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.151087:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.151092:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a800. 00000800:00000200:0.0:1788219876.151099:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.151107:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.151122:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.151171:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.151175:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26263 usecs (27 jiffies) 00000400:00000200:0.0:1788219876.151179:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.151182:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745266 00000100:00000010:0.0:1788219876.151187:0:330229:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02300. 00000100:00000001:0.0:1788219876.151193:0:330229:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219876.151200:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745266 00000100:00000010:0.0:1788219876.151203:0:330229:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02660. 00000100:00000001:0.0:1788219876.151205:0:330229:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219876.151208:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.151211:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.151214:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.151215:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.151218:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.151220:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.151223:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.152531:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.152543:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a800. 00000400:00000200:2.0:1788219876.152551:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.152559:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.152565:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cff68 00000400:00000010:2.0:1788219876.152568:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cff68. 00000100:00000001:2.0:1788219876.152573:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.152579:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.152591:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.152595:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.152602:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.152604:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219876.153979:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.153992:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.153996:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.153998:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.154006:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.154012:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.154027:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.154032:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.154038:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.154041:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb78b900 00000400:00000200:3.0:1788219876.154046:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.154052:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe9895 [1] + 224 00000800:00000001:3.0:1788219876.154058:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.155596:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.155604:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.155613:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.155624:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.155632:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219876.155648:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.155699:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219876.155725:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.155741:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.155746:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219876.155892:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.155895:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.155899:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:0.0:1788219876.155904:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:0.0:1788219876.155906:0:330229:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:0.0:1788219876.155910:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.155914:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.155923:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.155929:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.155930:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.155933:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.155936:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.155939:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.155941:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.155943:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.155953:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.155957:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219876.155960:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.155962:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.155965:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.155968:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.155972:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.155974:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:0.0:1788219876.155976:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.155977:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.155982:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.155988:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.155992:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.155994:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.155998:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.156011:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017b80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244096:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219876.156016:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.156019:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.156021:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.156023:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.156028:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.156034:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.156036:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219876.156040:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.156042:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.156047:0:330229:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219876.156052:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.156054:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.156056:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219876.156058:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.156061:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017b80 x1875079566244096/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.156067:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.156070:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.156072:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894d53dcc00. 02000000:00000001:0.0:1788219876.156076:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.156077:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.156078:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.156080:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.156083:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219876.156086:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.156087:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.156089:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017b80. 00000100:00000001:0.0:1788219876.156093:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.156094:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219876.156096:0:330229:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.156100:0:330229:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219876.156118:0:330229:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4912000. 00000040:00000001:0.0:1788219876.156121:0:330229:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219876.156122:0:330229:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219876.156125:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.156130:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed017b80. 00000020:00000040:0.0:1788219876.156132:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.156136:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.156138:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.156142:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.156147:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dcc00. 00000100:00000001:0.0:1788219876.156153:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.156158:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.156159:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.156163:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219876.156166:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811392 : -113713940740224 : ffff9893e8f4c780) 00000100:00000001:0.0:1788219876.156168:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.156170:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00000100:00000001:0.0:1788219876.156174:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.156178:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.156180:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.156181:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.156185:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.156193:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.156195:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.156199:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.156202:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.156204:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.156208:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed017b80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244224:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219876.156212:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.156216:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.156218:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.156221:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.156243:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.156246:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.156253:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.156257:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4580. 00000400:00000010:0.0:1788219876.156263:0:330229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4cf00. 00000100:00000200:0.0:1788219876.156269:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566244224, portal 10 00000100:00000001:0.0:1788219876.156271:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.156272:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131720064 : -113709577831552 : ffff9894ed017b80) 00000100:00000040:0.0:1788219876.156278:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.156284:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.156286:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.156289:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf660. 00000100:00000200:0.0:1788219876.156293:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566244224, offset 0 00000400:00000200:0.0:1788219876.156298:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.156306:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.156572:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.156578:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.156581:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.156585:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.156588:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.156591:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93029:93029:256:4294967295] 192.168.203.120@tcp LPNI seq info [93029:93029:8:4294967295] 00000400:00000200:0.0:1788219876.156596:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.156605:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.156610:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219876.156763:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006900. 00000800:00000200:2.0:1788219876.156772:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219876.156779:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219876.156783:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219876.156828:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.156833:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26263 usecs (27 jiffies) 00000400:00000200:2.0:1788219876.156836:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219876.156839:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745272 00000100:00000001:2.0:1788219876.156845:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745266 00000100:00000001:2.0:1788219876.156850:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745272 00000100:00000001:2.0:1788219876.156853:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745266 00000100:00000001:2.0:1788219876.156856:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.156858:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.156861:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219876.156863:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219876.156865:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c780 going to sleep for 11 seconds 00000100:00000001:2.0:1788219876.156867:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.156869:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.159492:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.159501:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006900. 00000400:00000200:3.0:1788219876.159507:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.159516:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.159522:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf660 00000400:00000010:3.0:1788219876.159525:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf660. 00000100:00000001:3.0:1788219876.159529:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.159536:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.159549:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.159552:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.159558:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.159560:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219876.159987:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.159998:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.160001:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.160003:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.160010:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.160015:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.160021:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.160024:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.160029:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.160032:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb78b980 00000400:00000200:3.0:1788219876.160036:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.160042:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe989d [4] + 224 00000800:00000001:3.0:1788219876.160050:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.160059:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.160061:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.160064:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.160068:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.160073:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219876.160082:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.160100:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.160106:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.160119:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.160166:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219876.160172:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219876.160175:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219876.160178:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4580. 00000400:00000200:2.0:1788219876.160182:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4cf00 00000400:00000010:2.0:1788219876.160184:0:330229:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4cf00. 00000100:00000001:2.0:1788219876.160188:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.160192:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219876.160201:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.160208:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219876.160210:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.160212:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219876.160215:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219876.160217:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219876.160219:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.160222:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219876.160231:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219876.160235:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219876.160238:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219876.160240:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219876.160243:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219876.160246:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.160249:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219876.160251:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:2.0:1788219876.160254:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219876.160256:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.160260:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.160274:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.160276:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219876.160278:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219876.160281:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219876.160288:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed017b80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244224:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1788219876.160292:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.160295:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.160297:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219876.160299:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.160301:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.160307:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219876.160309:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c780. 00000100:00000001:2.0:1788219876.160336:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219876.160338:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219876.160344:0:330229:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788219876.160346:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.160349:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed017b80 x1875079566244224/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.160355:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219876.160357:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219876.160360:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:2.0:1788219876.160374:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219876.160377:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219876.160379:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219876.160381:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219876.160384:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dcc00. 02000000:00000001:2.0:1788219876.160387:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219876.160388:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219876.160391:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed017b80. 00000100:00000001:2.0:1788219876.160394:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219876.160395:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219876.160398:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219876.160399:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219876.160401:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219876.160404:0:330229:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219876.160407:0:330229:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:2.0:1788219876.160409:0:330229:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:2.0:1788219876.160421:0:330229:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219876.160423:0:330229:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219876.160426:0:330229:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1788219876.160428:0:330229:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788219876.160433:0:330229:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9894ca192840. 00000040:00001000:2.0:1788219876.160435:0:330229:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:2.0:1788219876.160438:0:330229:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788219876.160444:0:330229:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9893f4d47000. 00000020:00000010:2.0:1788219876.160448:0:330229:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9893f4d46200. 00000040:00000010:2.0:1788219876.160452:0:330229:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9893f4d46800. 00000020:00000010:2.0:1788219876.160456:0:330229:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894ed0dd800. 00000020:00000010:2.0:1788219876.160461:0:330229:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894ff96df98. 00000020:00000010:2.0:1788219876.160465:0:330229:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9893f4d47600. 80000000:00000010:2.0:1788219876.160469:0:330229:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9894ca192240. 40000000:00000010:2.0:1788219876.160472:0:330229:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9893e2e47180. 00100000:00000010:2.0:1788219876.160477:0:330229:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894ed0da000. 00040000:00000010:2.0:1788219876.160482:0:330229:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893cc006200. 00040000:00000010:2.0:1788219876.160486:0:330229:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894ed0dc000. 00040000:00000010:2.0:1788219876.160489:0:330229:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9893f4d46c00. 00000004:00000010:2.0:1788219876.160494:0:330229:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894ed0db000. 00000004:00000010:2.0:1788219876.160498:0:330229:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed12f000. 00000004:00000010:2.0:1788219876.160503:0:330229:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894ed0d8800. 00002000:00000010:2.0:1788219876.160507:0:330229:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894d4942800. 00000004:00000010:2.0:1788219876.160511:0:330229:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894d4942400. 00000020:00000010:2.0:1788219876.160515:0:330229:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9893e2e47280. 00000040:00000010:2.0:1788219876.160523:0:330229:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9894c9cfc000. 00000040:00001000:2.0:1788219876.160526:0:330229:0:(llog.c:615:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:2.0:1788219876.160528:0:330229:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219876.160530:0:330229:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219876.160532:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219876.160535:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219876.160538:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219876.160541:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219876.160543:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219876.160546:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219876.160551:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f4d46a00. 00000100:00000001:2.0:1788219876.160556:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.160560:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219876.160561:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219876.160566:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:2.0:1788219876.160568:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:2.0:1788219876.160570:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.160571:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000001:2.0:1788219876.160575:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219876.160579:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.160580:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219876.160582:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219876.160586:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.160592:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219876.160594:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.160597:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219876.160600:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219876.160602:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219876.160605:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244352:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219876.160608:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219876.160612:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219876.160614:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.160616:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219876.160631:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:2.0:1788219876.160633:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219876.160638:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219876.160641:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e70. 00000400:00000010:2.0:1788219876.160645:0:330229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efcc00. 00000100:00000200:2.0:1788219876.160650:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566244352, portal 10 00000100:00000001:2.0:1788219876.160652:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.160653:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219876.160659:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.160665:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219876.160667:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219876.160670:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219876.160673:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566244352, offset 0 00000400:00000200:2.0:1788219876.160678:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219876.160684:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.160689:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219876.160694:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219876.160697:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219876.160700:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219876.160709:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219876.160712:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93030:93030:256:4294967295] 192.168.203.120@tcp LPNI seq info [93030:93030:8:4294967295] 00000400:00000200:2.0:1788219876.160716:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.160723:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219876.160728:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219876.160733:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219876.160738:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219876.160744:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219876.160748:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219876.160758:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.160762:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:2.0:1788219876.160765:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219876.160773:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745275 00000100:00000001:2.0:1788219876.160778:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745272 00000100:00000001:2.0:1788219876.160782:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745275 00000100:00000001:2.0:1788219876.160785:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745272 00000100:00000001:2.0:1788219876.160788:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.160790:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.160792:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219876.160794:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219876.160796:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219876.160798:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.160800:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.161283:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.161288:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:3.0:1788219876.161292:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.161296:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.161301:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:3.0:1788219876.161303:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:3.0:1788219876.161307:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.161335:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.161344:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.161347:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.161353:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.161355:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219876.164771:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.164788:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.164791:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.164794:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.164802:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.164809:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.164818:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.164823:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.164827:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.164831:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78ba00 00000400:00000200:3.0:1788219876.164836:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.164842:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe98a5 [4] + 224 00000800:00000001:3.0:1788219876.164848:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.164876:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.164880:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.164885:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.164894:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.164903:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219876.164914:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.164936:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.164946:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.164949:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.165557:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219876.165567:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219876.165569:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219876.165572:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e70. 00000400:00000200:2.0:1788219876.165577:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efcc00 00000400:00000010:2.0:1788219876.165579:0:330229:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efcc00. 00000100:00000001:2.0:1788219876.165583:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.165589:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219876.165598:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.165605:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219876.165607:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.165609:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219876.165613:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219876.165615:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219876.165617:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.165620:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219876.165630:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219876.165634:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219876.165637:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219876.165639:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219876.165643:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219876.165646:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.165649:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219876.165651:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:2.0:1788219876.165653:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219876.165654:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.165659:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.165666:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.165668:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219876.165670:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219876.165674:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219876.165682:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244352:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219876.165687:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.165689:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.165692:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219876.165694:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.165697:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.165714:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219876.165717:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:2.0:1788219876.165719:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219876.165721:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219876.165729:0:330229:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219876.165731:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.165734:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566244352/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.165740:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219876.165742:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219876.165745:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:2.0:1788219876.165759:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219876.165762:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219876.165764:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219876.165766:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219876.165768:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f4d46a00. 02000000:00000001:2.0:1788219876.165772:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219876.165773:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219876.165775:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:2.0:1788219876.165779:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219876.165780:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219876.165783:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219876.165784:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219876.165786:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219876.165789:0:330229:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219876.165791:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cfc000 type=0x1064553b idx=1 00000040:00001000:2.0:1788219876.165795:0:330229:0:(llog.c:728:llog_process_thread()) synced_idx: 3 00000040:00000001:2.0:1788219876.165797:0:330229:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:2.0:1788219876.165799:0:330229:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788219876.165801:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219876.165807:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219876.165809:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219876.165812:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219876.165814:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219876.165818:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219876.165824:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f4d46a00. 00000100:00000001:2.0:1788219876.165830:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.165835:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219876.165837:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219876.165841:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:2.0:1788219876.165844:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:2.0:1788219876.165847:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.165848:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000001:2.0:1788219876.165852:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219876.165856:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.165858:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219876.165859:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219876.165864:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.165870:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219876.165872:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.165876:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219876.165878:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219876.165881:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219876.165884:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244480:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219876.165887:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219876.165891:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219876.165894:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.165896:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219876.165912:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:2.0:1788219876.165914:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219876.165920:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219876.165924:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e70. 00000400:00000010:2.0:1788219876.165929:0:330229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e2efcc00. 00000100:00000200:2.0:1788219876.165934:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566244480, portal 10 00000100:00000001:2.0:1788219876.165936:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.165938:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219876.165944:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.165951:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219876.165953:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219876.165956:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219876.165959:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566244480, offset 0 00000400:00000200:2.0:1788219876.165969:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219876.165975:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.165982:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219876.165987:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219876.165991:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219876.165994:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219876.165998:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219876.166001:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93031:93031:256:4294967295] 192.168.203.120@tcp LPNI seq info [93031:93031:8:4294967295] 00000400:00000200:2.0:1788219876.166005:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.166013:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219876.166018:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219876.166024:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219876.166031:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219876.166038:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219876.166043:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788219876.166063:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.166068:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:2.0:1788219876.166072:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219876.166075:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745281 00000100:00000001:2.0:1788219876.166081:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745275 00000100:00000001:2.0:1788219876.166087:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745281 00000100:00000001:2.0:1788219876.166090:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745275 00000100:00000001:2.0:1788219876.166093:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.166095:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.166098:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219876.166100:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219876.166102:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219876.166104:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.166106:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.166788:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.166793:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:3.0:1788219876.166798:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.166803:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.166808:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:3.0:1788219876.166810:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:3.0:1788219876.166814:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.166820:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.166828:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.166831:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.166838:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.166840:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788219876.169757:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.169774:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219876.169778:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.169780:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.169789:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.169796:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219876.169806:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.169811:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.169816:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.169820:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78ba80 00000400:00000200:3.0:1788219876.169825:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219876.169830:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe98b5 [4] + 224 00000800:00000001:3.0:1788219876.169837:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.169847:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219876.169849:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.169853:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219876.169860:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219876.169869:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219876.169878:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.169900:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219876.169908:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219876.169911:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.170346:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219876.170353:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219876.170356:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219876.170359:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e70. 00000400:00000200:2.0:1788219876.170364:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e2efcc00 00000400:00000010:2.0:1788219876.170366:0:330229:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e2efcc00. 00000100:00000001:2.0:1788219876.170370:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.170376:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219876.170386:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.170392:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219876.170394:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.170397:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219876.170400:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219876.170403:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219876.170404:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.170408:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219876.170425:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219876.170430:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219876.170432:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219876.170434:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219876.170438:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219876.170440:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.170444:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219876.170446:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:2.0:1788219876.170448:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219876.170449:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.170454:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.170461:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.170464:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219876.170466:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219876.170469:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219876.170476:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244480:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1788219876.170480:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219876.170483:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.170485:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788219876.170487:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.170490:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.170496:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788219876.170499:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:2.0:1788219876.170501:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788219876.170502:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788219876.170510:0:330229:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788219876.170512:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.170515:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566244480/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.170521:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219876.170523:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219876.170526:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:2.0:1788219876.170540:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219876.170543:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219876.170545:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219876.170547:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219876.170550:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f4d46a00. 02000000:00000001:2.0:1788219876.170554:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219876.170555:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219876.170557:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:2.0:1788219876.170561:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219876.170562:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788219876.170565:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219876.170566:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219876.170567:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1788219876.170570:0:330229:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788219876.170572:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cfc000 type=0x1064553b idx=1 00000040:00001000:2.0:1788219876.170576:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1788219876.170578:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cfc040 type=0x1064553b idx=2 00000040:00001000:2.0:1788219876.170579:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1788219876.170580:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cfc080 type=0x1064553b idx=3 00000040:00001000:2.0:1788219876.170583:0:330229:0:(llog.c:784:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:2.0:1788219876.170585:0:330229:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:2.0:1788219876.170588:0:330229:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1788219876.170590:0:330229:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1788219876.170592:0:330229:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:2.0:1788219876.170594:0:330229:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1788219876.170597:0:330229:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219876.170600:0:330229:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893f4d46a00. 00000040:00000001:2.0:1788219876.170603:0:330229:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219876.170605:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219876.170609:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029500. 00000020:00000040:2.0:1788219876.170611:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219876.170615:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219876.170617:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219876.170621:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219876.170627:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f4d46400. 00000100:00000001:2.0:1788219876.170632:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.170637:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219876.170638:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219876.170643:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc3c0. 00000100:00000001:2.0:1788219876.170645:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667819456 : -113714041732160 : ffff9893e2efc3c0) 00000100:00000001:2.0:1788219876.170648:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.170649:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000001:2.0:1788219876.170653:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219876.170657:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.170659:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219876.170661:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219876.170665:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.170672:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219876.170674:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.170678:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219876.170680:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219876.170682:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219876.170685:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244608:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219876.170688:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219876.170693:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219876.170695:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.170697:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219876.170701:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46e00. 02000000:00000001:2.0:1788219876.170714:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219876.170718:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219876.170721:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2e70. 00000400:00000010:2.0:1788219876.170727:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219876.170732:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566244608, portal 10 00000100:00000001:2.0:1788219876.170735:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.170736:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131792128 : -113709577759488 : ffff9894ed029500) 00000100:00000040:2.0:1788219876.170741:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.170748:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219876.170750:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219876.170752:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219876.170755:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566244608, offset 0 00000400:00000200:2.0:1788219876.170759:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219876.170765:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.170771:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219876.170776:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219876.170780:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219876.170783:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219876.170786:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219876.170789:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93032:93032:256:4294967295] 192.168.203.120@tcp LPNI seq info [93032:93032:8:4294967295] 00000400:00000200:2.0:1788219876.170792:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.170800:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219876.170805:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219876.170812:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006d00. 00000800:00000200:2.0:1788219876.170817:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219876.170823:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219876.170828:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788219876.170889:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.170895:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:2.0:1788219876.170898:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219876.170901:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745286 00000100:00000001:2.0:1788219876.170907:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745281 00000100:00000001:2.0:1788219876.170911:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745286 00000100:00000001:2.0:1788219876.170914:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745281 00000100:00000001:2.0:1788219876.170917:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.170919:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.170922:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219876.170923:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219876.170926:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788219876.170928:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.170929:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.173957:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.173966:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006d00. 00000400:00000200:2.0:1788219876.173971:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.173980:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.173987:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219876.173989:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219876.173994:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.174002:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.174015:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.174019:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.174026:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.174028:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.174037:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.174047:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.174050:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.174052:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.174059:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.174063:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.174070:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.174074:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.174078:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.174082:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb78bb00 00000400:00000200:2.0:1788219876.174086:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.174092:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe98c5 [1] + 224 00000800:00000001:2.0:1788219876.174099:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.174105:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.174107:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.174213:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.174218:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.174222:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.174231:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174288:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.174304:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.174501:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.174505:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219876.174552:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219876.174554:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219876.174557:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2e70. 00000400:00000200:1.0:1788219876.174561:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:1.0:1788219876.174562:0:330229:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:1.0:1788219876.174565:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219876.174569:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219876.174578:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174585:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219876.174587:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.174590:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219876.174593:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219876.174596:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219876.174597:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.174600:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219876.174610:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219876.174614:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219876.174617:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219876.174619:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.174621:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219876.174625:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.174629:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219876.174631:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:1.0:1788219876.174632:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219876.174634:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.174638:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174645:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.174648:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219876.174650:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.174653:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219876.174660:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244608:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1788219876.174666:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.174668:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.174671:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219876.174674:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.174677:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174682:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219876.174685:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc3c0. 00000100:00000001:1.0:1788219876.174689:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219876.174690:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.174696:0:330229:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788219876.174699:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.174701:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.174772:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788219876.174774:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.174778:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029500 x1875079566244608/t0(0) o501->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174784:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.174786:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.174789:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46e00. 02000000:00000001:1.0:1788219876.174792:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.174794:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.174795:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.174796:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.174799:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f4d46400. 02000000:00000001:1.0:1788219876.174802:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.174803:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.174805:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029500. 00000100:00000001:1.0:1788219876.174808:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.174809:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788219876.174811:0:330229:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.174814:0:330229:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788219876.174821:0:330229:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893c735a000. 00000040:00000001:1.0:1788219876.174823:0:330229:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788219876.174825:0:330229:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788219876.174828:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219876.174832:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219876.174834:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219876.174838:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219876.174840:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219876.174844:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219876.174849:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776a00. 00000100:00000001:1.0:1788219876.174854:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.174858:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219876.174860:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219876.174865:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.174867:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219876.174869:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.174871:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219876.174875:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219876.174879:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.174881:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219876.174882:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219876.174885:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174891:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219876.174893:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.174896:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219876.174898:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219876.174900:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219876.174903:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244736:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219876.174906:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219876.174910:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219876.174912:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.174914:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219876.174935:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:1.0:1788219876.174937:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219876.174942:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219876.174945:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219876.174951:0:330229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894d0e506c0. 00000100:00000200:1.0:1788219876.174956:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566244736, portal 10 00000100:00000001:1.0:1788219876.174958:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.174960:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219876.174966:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.174972:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219876.174974:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219876.174977:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661088. 00000100:00000200:1.0:1788219876.174980:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566244736, offset 0 00000400:00000200:1.0:1788219876.174986:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219876.174991:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.174997:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219876.175001:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219876.175005:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219876.175008:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219876.175010:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219876.175013:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93033:93033:256:4294967295] 192.168.203.120@tcp LPNI seq info [93033:93033:8:4294967295] 00000400:00000200:1.0:1788219876.175017:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.175025:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219876.175030:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219876.175034:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2100. 00000800:00000200:1.0:1788219876.175039:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219876.175047:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219876.175051:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219876.175104:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.175116:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:1.0:1788219876.175120:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219876.175122:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745290 00000100:00000001:1.0:1788219876.175128:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745286 00000100:00000001:1.0:1788219876.175132:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745290 00000100:00000001:1.0:1788219876.175135:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745286 00000100:00000001:1.0:1788219876.175138:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.175141:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.175144:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219876.175145:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219876.175148:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219876.175150:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219876.175151:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.176056:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.176063:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2100. 00000400:00000200:3.0:1788219876.176069:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.176075:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.176080:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661088 00000400:00000010:3.0:1788219876.176082:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661088. 00000100:00000001:3.0:1788219876.176086:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.176091:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.176102:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.176105:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.176122:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.176123:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.177889:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.177905:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.177908:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.177911:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.177918:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.177925:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.177932:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.177937:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.177942:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.177945:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb78bb80 00000400:00000200:2.0:1788219876.177949:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.177955:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe98d5 [4] + 224 00000800:00000001:2.0:1788219876.177963:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.177972:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.177975:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.177978:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.177985:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.177993:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.178002:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.178021:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.178029:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.178032:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.178100:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219876.178108:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219876.178119:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219876.178122:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219876.178126:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d0e506c0 00000400:00000010:1.0:1788219876.178129:0:330229:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219876.178132:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219876.178136:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219876.178144:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.178150:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219876.178152:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.178154:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219876.178157:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219876.178160:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219876.178162:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.178164:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219876.178173:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219876.178177:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219876.178180:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219876.178182:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.178185:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219876.178188:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.178192:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219876.178194:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:1.0:1788219876.178196:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219876.178198:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.178202:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.178214:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.178216:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219876.178218:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.178222:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219876.178230:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244736:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1788219876.178235:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.178237:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.178239:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219876.178242:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.178245:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.178251:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219876.178254:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.178257:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219876.178258:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.178267:0:330229:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788219876.178269:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.178272:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566244736/t0(0) o503->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.178278:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.178280:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.178282:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:1.0:1788219876.178298:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.178301:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.178303:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.178304:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.178307:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776a00. 02000000:00000001:1.0:1788219876.178355:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.178358:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.178361:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:1.0:1788219876.178364:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.178366:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219876.178368:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.178370:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.178372:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219876.178374:0:330229:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.178377:0:330229:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.178381:0:330229:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.178384:0:330229:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.178386:0:330229:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788219876.178391:0:330229:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893f01f2360. 00000040:00001000:1.0:1788219876.178393:0:330229:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x25:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:1.0:1788219876.178397:0:330229:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:1.0:1788219876.178406:0:330229:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893c7358000. 00000040:00001000:1.0:1788219876.178409:0:330229:0:(llog.c:615:llog_process_thread()) index: 13 last_index 64767 00000040:00000001:1.0:1788219876.178411:0:330229:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219876.178423:0:330229:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219876.178426:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219876.178430:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219876.178433:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219876.178435:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219876.178437:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219876.178441:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219876.178446:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776a00. 00000100:00000001:1.0:1788219876.178452:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.178456:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219876.178459:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219876.178463:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.178465:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660091776 : -113710049459840 : ffff9894d0e50180) 00000100:00000001:1.0:1788219876.178467:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.178468:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219876.178473:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219876.178477:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.178479:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219876.178480:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219876.178486:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.178496:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219876.178499:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.178502:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219876.178505:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219876.178507:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219876.178510:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244864:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219876.178513:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219876.178517:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219876.178519:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.178522:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219876.178537:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:1.0:1788219876.178539:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219876.178545:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219876.178548:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219876.178552:0:330229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894d0e506c0. 00000100:00000200:1.0:1788219876.178558:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566244864, portal 10 00000100:00000001:1.0:1788219876.178560:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.178561:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219876.178566:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.178572:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219876.178574:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219876.178577:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661e58. 00000100:00000200:1.0:1788219876.178580:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566244864, offset 0 00000400:00000200:1.0:1788219876.178586:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219876.178591:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.178596:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219876.178601:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219876.178605:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219876.178608:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219876.178611:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219876.178615:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93034:93034:256:4294967295] 192.168.203.120@tcp LPNI seq info [93034:93034:8:4294967295] 00000400:00000200:1.0:1788219876.178619:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.178627:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219876.178632:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219876.178637:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2f00. 00000800:00000200:1.0:1788219876.178643:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219876.178649:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219876.178653:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219876.178665:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.178669:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:1.0:1788219876.178672:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219876.178675:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745294 00000100:00000001:1.0:1788219876.178680:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745290 00000100:00000001:1.0:1788219876.178685:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745294 00000100:00000001:1.0:1788219876.178688:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745290 00000100:00000001:1.0:1788219876.178691:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.178694:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.178696:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219876.178698:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219876.178700:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50180 going to sleep for 11 seconds 00000100:00000001:1.0:1788219876.178870:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219876.178873:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.179010:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.179015:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2f00. 00000400:00000200:3.0:1788219876.179020:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.179025:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.179028:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661e58 00000400:00000010:3.0:1788219876.179030:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661e58. 00000100:00000001:3.0:1788219876.179034:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.179038:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.179047:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.179050:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.179056:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.179058:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.182092:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.182117:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.182122:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.182125:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.182133:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.182140:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.182148:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.182154:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.182159:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.182163:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78bc00 00000400:00000200:2.0:1788219876.182168:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.182173:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe98dd [4] + 224 00000800:00000001:2.0:1788219876.182179:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.182205:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.182208:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.182212:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.182220:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.182228:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.182244:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.182265:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.182272:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.182275:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.182345:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788219876.182352:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219876.182354:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219876.182357:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219876.182361:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d0e506c0 00000400:00000010:1.0:1788219876.182364:0:330229:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894d0e506c0. 00000100:00000001:1.0:1788219876.182367:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219876.182372:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219876.182380:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.182386:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219876.182388:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.182390:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219876.182393:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219876.182396:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219876.182398:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.182401:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219876.182409:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219876.182424:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219876.182427:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219876.182428:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.182431:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219876.182433:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.182437:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219876.182439:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:1.0:1788219876.182441:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219876.182442:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.182447:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.182454:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.182457:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219876.182459:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.182461:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219876.182468:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244864:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219876.182472:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.182474:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.182476:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219876.182479:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.182482:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.182488:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219876.182490:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50180. 00000100:00000001:1.0:1788219876.182492:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219876.182494:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.182501:0:330229:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219876.182503:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.182506:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566244864/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.182512:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.182514:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.182516:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:1.0:1788219876.182526:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.182528:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.182530:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.182532:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.182535:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776a00. 02000000:00000001:1.0:1788219876.182538:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.182540:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.182541:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:1.0:1788219876.182545:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.182547:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219876.182550:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.182550:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.182552:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219876.182555:0:330229:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219876.182557:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358000 type=0x10660000 idx=1 00000040:00001000:1.0:1788219876.182561:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1788219876.182562:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c73581a8 type=0x10660000 idx=2 00000040:00001000:1.0:1788219876.182564:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1788219876.182565:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358250 type=0x10660000 idx=3 00000040:00001000:1.0:1788219876.182566:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1788219876.182568:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358518 type=0x10660000 idx=4 00000040:00001000:1.0:1788219876.182570:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1788219876.182571:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c73586c0 type=0x10660000 idx=5 00000040:00001000:1.0:1788219876.182573:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1788219876.182574:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358778 type=0x10660000 idx=6 00000040:00001000:1.0:1788219876.182575:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1788219876.182576:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358858 type=0x10660000 idx=7 00000040:00001000:1.0:1788219876.182578:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1788219876.182579:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358900 type=0x10660000 idx=8 00000040:00001000:1.0:1788219876.182581:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1788219876.182582:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c73589b8 type=0x10660000 idx=9 00000040:00001000:1.0:1788219876.182583:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1788219876.182584:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358a68 type=0x10660000 idx=10 00000040:00001000:1.0:1788219876.182585:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1788219876.182586:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358b18 type=0x10660000 idx=11 00000040:00001000:1.0:1788219876.182588:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1788219876.182589:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358bc8 type=0x10660000 idx=12 00000040:00001000:1.0:1788219876.182590:0:330229:0:(llog.c:767:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1788219876.182592:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358c78 type=0x10660000 idx=13 00000040:00001000:1.0:1788219876.182594:0:330229:0:(llog.c:784:llog_process_thread()) lrh_index: 13 lrh_len: 184 (5000 remains) 00000040:00001000:1.0:1788219876.182596:0:330229:0:(llog.c:805:llog_process_thread()) index: 13, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000002:00000001:1.0:1788219876.182599:0:330229:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219876.182602:0:330229:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 29 02MKDIR 1920086470582691776 0x0 t=[0x2000013a2:0x987:0x0] p=[0x200000007:0x1:0x0] d160g.sanity 00000002:00000010:1.0:1788219876.182610:0:330229:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 180 at ffff9894d0e50180. 00000002:00000001:1.0:1788219876.182750:0:330229:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219876.182753:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358d30 type=0x10660000 idx=14 00000040:00001000:1.0:1788219876.182756:0:330229:0:(llog.c:784:llog_process_thread()) lrh_index: 14 lrh_len: 176 (4816 remains) 00000040:00001000:1.0:1788219876.182757:0:330229:0:(llog.c:805:llog_process_thread()) index: 14, lh_last_idx: 15 synced_idx: 0 lgh_last_idx: 15 00000002:00000001:1.0:1788219876.182759:0:330229:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219876.182760:0:330229:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 30 02MKDIR 1920086470912066564 0x0 t=[0x2000013a2:0x988:0x0] p=[0x2000013a2:0x987:0x0] d0.1 00000002:00000010:1.0:1788219876.182765:0:330229:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894d0e506c0. 00000002:00000010:3.0:1788219876.182877:0:330228:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 180 at ffff9894d0e50180. 00000002:00000010:3.0:1788219876.182882:0:330228:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894d0e506c0. 00000002:00000001:3.0:1788219876.182885:0:330228:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=304 : 304 : 130) 00000002:00000001:3.0:1788219876.183213:0:330228:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:1.0:1788219876.183865:0:330229:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219876.183870:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358de0 type=0x10660000 idx=15 00000040:00001000:1.0:1788219876.183874:0:330229:0:(llog.c:728:llog_process_thread()) synced_idx: 15 00000040:00000001:1.0:1788219876.183877:0:330229:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:1.0:1788219876.183880:0:330229:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788219876.183883:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000010:1.0:1788219876.183889:0:330229:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ddb6f800. 00000020:00000040:1.0:1788219876.183892:0:330229:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=9 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:1.0:1788219876.183895:0:330229:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788219876.183897:0:330229:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788219876.183902:0:330229:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788219876.183907:0:330229:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894fd776a00. 00000100:00000001:1.0:1788219876.183912:0:330229:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.183917:0:330229:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788219876.183919:0:330229:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788219876.183925:0:330229:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219876.183927:0:330229:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630363660092544 : -113710049459072 : ffff9894d0e50480) 00000100:00000001:1.0:1788219876.183930:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.183931:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000001:1.0:1788219876.183935:0:330229:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788219876.183939:0:330229:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.183941:0:330229:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788219876.183942:0:330229:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219876.183950:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.183958:0:330229:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219876.183960:0:330229:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.183964:0:330229:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219876.183967:0:330229:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219876.183969:0:330229:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219876.183972:0:330229:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244992:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219876.183976:0:330229:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219876.183980:0:330229:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219876.183983:0:330229:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.183985:0:330229:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219876.183999:0:330229:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:1.0:1788219876.184001:0:330229:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219876.184008:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219876.184013:0:330229:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219876.184019:0:330229:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9894d0e50d80. 00000100:00000200:1.0:1788219876.184025:0:330229:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566244992, portal 10 00000100:00000001:1.0:1788219876.184027:0:330229:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219876.184028:0:330229:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875178496 : -113709834373120 : ffff9894ddb6f800) 00000100:00000040:1.0:1788219876.184035:0:330229:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.184042:0:330229:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219876.184044:0:330229:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219876.184048:0:330229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661b28. 00000100:00000200:1.0:1788219876.184051:0:330229:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566244992, offset 0 00000400:00000200:1.0:1788219876.184057:0:330229:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219876.184065:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.184071:0:330229:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219876.184076:0:330229:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219876.184080:0:330229:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219876.184084:0:330229:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219876.184087:0:330229:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219876.184090:0:330229:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93035:93035:256:4294967295] 192.168.203.120@tcp LPNI seq info [93035:93035:8:4294967295] 00000400:00000200:1.0:1788219876.184095:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219876.184104:0:330229:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219876.184121:0:330229:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219876.184126:0:330229:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2a00. 00000800:00000200:1.0:1788219876.184133:0:330229:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219876.184140:0:330229:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219876.184144:0:330229:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788219876.184244:0:330229:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.184249:0:330229:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:1.0:1788219876.184253:0:330229:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219876.184255:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745299 00000100:00000001:1.0:1788219876.184262:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745294 00000100:00000001:1.0:1788219876.184265:0:330229:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745299 00000100:00000001:1.0:1788219876.184268:0:330229:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745294 00000100:00000001:1.0:1788219876.184271:0:330229:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.184274:0:330229:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.184276:0:330229:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219876.184277:0:330229:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788219876.184280:0:330229:0:(client.c:2702:ptlrpc_set_wait()) set ffff9894d0e50480 going to sleep for 11 seconds 00000100:00000001:1.0:1788219876.184282:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219876.184284:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.187219:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.187229:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2a00. 00000400:00000200:2.0:1788219876.187239:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.187251:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.187260:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661b28 00000400:00000010:2.0:1788219876.187263:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661b28. 00000100:00000001:2.0:1788219876.187269:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.187278:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.187291:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.187295:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.187302:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.187304:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.188189:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.188203:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.188208:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.188211:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.188218:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.188224:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.188232:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.188236:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.188240:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.188244:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78bc80 00000400:00000200:2.0:1788219876.188249:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.188255:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe98e5 [4] + 224 00000800:00000001:2.0:1788219876.188262:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.188271:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.188273:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.188277:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.188283:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.188289:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.188299:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.188552:0:330229:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.188592:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.188601:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.188604:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219876.188655:0:330229:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219876.188657:0:330229:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219876.188660:0:330229:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219876.188664:0:330229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894d0e50d80 00000400:00000010:1.0:1788219876.188667:0:330229:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9894d0e50d80. 00000100:00000001:1.0:1788219876.188670:0:330229:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219876.188675:0:330229:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219876.188684:0:330229:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.188690:0:330229:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219876.188692:0:330229:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.188694:0:330229:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219876.188698:0:330229:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219876.188701:0:330229:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219876.188703:0:330229:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219876.188706:0:330229:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219876.188773:0:330229:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219876.188777:0:330229:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219876.188780:0:330229:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219876.188782:0:330229:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.188784:0:330229:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219876.188788:0:330229:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.188792:0:330229:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219876.188794:0:330229:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:1.0:1788219876.188795:0:330229:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219876.188797:0:330229:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219876.188802:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.188808:0:330229:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219876.188811:0:330229:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219876.188813:0:330229:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219876.188817:0:330229:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219876.188824:0:330229:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ddb6f800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330229:1875079566244992:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1788219876.188828:0:330229:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219876.188831:0:330229:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219876.188833:0:330229:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788219876.188835:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.188838:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.188845:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788219876.188848:0:330229:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9894d0e50480. 00000100:00000001:1.0:1788219876.188851:0:330229:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788219876.188854:0:330229:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.188862:0:330229:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788219876.188863:0:330229:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219876.188866:0:330229:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6f800 x1875079566244992/t0(0) o502->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219876.188872:0:330229:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219876.188874:0:330229:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219876.188877:0:330229:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:1.0:1788219876.188891:0:330229:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219876.188894:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.188896:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.188898:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219876.188901:0:330229:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894fd776a00. 02000000:00000001:1.0:1788219876.188904:0:330229:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219876.188906:0:330229:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219876.188908:0:330229:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6f800. 00000100:00000001:1.0:1788219876.188911:0:330229:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219876.188912:0:330229:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788219876.188915:0:330229:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219876.188916:0:330229:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219876.188918:0:330229:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:1.0:1788219876.188920:0:330229:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219876.188922:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358de0 type=0x10660000 idx=15 00000040:00001000:1.0:1788219876.188926:0:330229:0:(llog.c:784:llog_process_thread()) lrh_index: 15 lrh_len: 176 (4640 remains) 00000040:00001000:1.0:1788219876.188929:0:330229:0:(llog.c:805:llog_process_thread()) index: 15, lh_last_idx: 15 synced_idx: 15 lgh_last_idx: 15 00000002:00000001:1.0:1788219876.188931:0:330229:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:1.0:1788219876.188934:0:330229:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 31 02MKDIR 1920086470998553113 0x0 t=[0x2000013a2:0x989:0x0] p=[0x2000013a2:0x987:0x0] d0.2 00000002:00000010:1.0:1788219876.188941:0:330229:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9894d0e50480. 00000002:00000001:1.0:1788219876.188987:0:330229:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219876.188990:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893c7358e90 type=0x0 idx=0 00000040:00000001:1.0:1788219876.188992:0:330229:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219876.188994:0:330229:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x25:0x0] index 16 count 4 00000040:00000010:1.0:1788219876.188997:0:330229:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893c7358000. 00000040:00000010:1.0:1788219876.189002:0:330229:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893f01f2360. 00000040:00000001:1.0:1788219876.189005:0:330229:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.189007:0:330229:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788219876.189010:0:330229:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9894c9cfc0c0 type=0x0 idx=0 00000040:00000001:1.0:1788219876.189012:0:330229:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1788219876.189014:0:330229:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 4 count 2 00000040:00000010:1.0:1788219876.189016:0:330229:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9894c9cfc000. 00000020:00000010:1.0:1788219876.189023:0:330229:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9893e2e47280. 00000020:00000010:1.0:1788219876.189039:0:330229:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9893f4d46200. 00000040:00000010:1.0:1788219876.189044:0:330229:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9893f4d46800. 00000020:00000010:1.0:1788219876.189048:0:330229:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894ed0dd800. 00000020:00000010:1.0:1788219876.189053:0:330229:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894ff96df98. 00000020:00000010:1.0:1788219876.189058:0:330229:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9893f4d47600. 80000000:00000010:1.0:1788219876.189062:0:330229:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9894ca192240. 40000000:00000010:1.0:1788219876.189066:0:330229:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9893e2e47180. 00100000:00000010:1.0:1788219876.189070:0:330229:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894ed0da000. 00040000:00000010:1.0:1788219876.189074:0:330229:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893cc006200. 00040000:00000010:1.0:1788219876.189079:0:330229:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894ed0dc000. 00040000:00000010:1.0:1788219876.189082:0:330229:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9893f4d46c00. 00000004:00000010:1.0:1788219876.189085:0:330229:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894ed0db000. 00000004:00000010:1.0:1788219876.189089:0:330229:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed12f000. 00000004:00000010:1.0:1788219876.189094:0:330229:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894ed0d8800. 00002000:00000010:1.0:1788219876.189097:0:330229:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894d4942800. 00000004:00000010:1.0:1788219876.189101:0:330229:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894d4942400. 00000020:00000010:1.0:1788219876.189104:0:330229:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9893f4d47000. 00000040:00000010:1.0:1788219876.189107:0:330229:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9894ca192840. 00000040:00000001:1.0:1788219876.189120:0:330229:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.189122:0:330229:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788219876.189150:0:330228:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9894d0e50480. 00000002:00000001:3.0:1788219876.189154:0:330228:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000002:00000001:3.0:1788219876.189231:0:330228:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:3.0:1788219876.189233:0:330228:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788219876.189857:0:330229:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:1.0:1788219876.189863:0:330229:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893c735a000. 00000040:00000010:1.0:1788219876.189867:0:330229:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893f4d46a00. 00000040:00000010:1.0:1788219876.189870:0:330229:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4912000. 00000040:00000010:1.0:1788219876.189873:0:330229:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d53dc600. 00000040:00000001:1.0:1788219876.189875:0:330229:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1788219876.189878:0:330229:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955a600 : new refcount 1 00000020:00000040:1.0:1788219876.189881:0:330229:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:1.0:1788219876.189884:0:330229:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788219876.190005:0:330228:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26000. 00000100:00000040:3.0:1788219876.212853:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313745299, at 4313745301 00000100:00000010:3.0:1788219876.212868:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02660. 00000100:00000040:2.0:1788219876.212938:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313745299, at 4313745301 00000100:00000010:2.0:1788219876.212944:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02300. 00000002:00000001:2.0:1788219876.240211:0:330234:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:2.0:1788219876.240221:0:330234:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893cc006d00. 00000002:00000001:2.0:1788219876.240227:0:330234:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219876.240236:0:330234:0:(mdc_changelog.c:828:chlg_ioctl()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788219876.240240:0:330234:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219876.240998:0:330235:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1788219876.241004:0:330235:0:(obd_config.c:994:class_incref()) incref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000040:2.0:1788219876.241010:0:330235:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9894c955ac00 : new refcount 2 00000040:00000001:2.0:1788219876.241013:0:330235:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788219876.241017:0:330235:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9893f4d47e00. 00000040:00000001:2.0:1788219876.241021:0:330235:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788219876.241024:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:2.0:1788219876.241029:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029c00. 00000020:00000040:2.0:1788219876.241032:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219876.241037:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219876.241091:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219876.241097:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219876.241106:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9894d4940800. 00000100:00000001:2.0:1788219876.241124:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.241132:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788219876.241134:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788219876.241141:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efc840. 00000100:00000001:2.0:1788219876.241143:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667820608 : -113714041731008 : ffff9893e2efc840) 00000100:00000001:2.0:1788219876.241146:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.241148:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000001:2.0:1788219876.241152:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219876.241155:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.241157:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788219876.241159:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219876.241168:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.241177:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219876.241178:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.241182:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219876.241184:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219876.241186:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219876.241190:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245120:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1788219876.241194:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219876.241199:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219876.241201:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219876.241204:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219876.241207:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46a00. 02000000:00000001:2.0:1788219876.241209:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219876.241216:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219876.241220:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2898. 00000400:00000010:2.0:1788219876.241227:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219876.241233:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566245120, portal 10 00000100:00000001:2.0:1788219876.241235:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219876.241236:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131793920 : -113709577757696 : ffff9894ed029c00) 00000100:00000040:2.0:1788219876.241243:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.241256:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219876.241258:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219876.241261:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219876.241264:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875079566245120, offset 0 00000400:00000200:2.0:1788219876.241271:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219876.241279:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.241286:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219876.241290:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219876.241294:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219876.241298:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219876.241300:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219876.241303:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93036:93036:256:4294967295] 192.168.203.120@tcp LPNI seq info [93036:93036:8:4294967295] 00000400:00000200:2.0:1788219876.241307:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.241545:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219876.241552:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219876.241558:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006a00. 00000800:00000200:2.0:1788219876.241565:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219876.241572:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219876.241576:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788219876.241627:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219876.241633:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14803 usecs (15 jiffies) 00000400:00000200:2.0:1788219876.241637:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219876.241639:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745345 00000100:00000010:2.0:1788219876.241644:0:330235:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192b40. 00000100:00000001:2.0:1788219876.241649:0:330235:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219876.241655:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745345 00000100:00000010:2.0:1788219876.241658:0:330235:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1921e0. 00000100:00000001:2.0:1788219876.241661:0:330235:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219876.241664:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219876.241667:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.241669:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219876.241671:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788219876.241674:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efc840 going to sleep for 11 seconds 00000100:00000001:2.0:1788219876.241676:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219876.241680:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.245249:0:256056:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.245258:0:256056:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006a00. 00000400:00000200:2.0:1788219876.245265:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.245273:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.245280:0:256056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:2.0:1788219876.245282:0:256056:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:2.0:1788219876.245286:0:256056:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.245293:0:256056:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.245305:0:256056:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.245308:0:256056:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.245347:0:256056:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.245348:0:256056:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.245358:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.245367:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.245369:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.245372:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.245378:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.245383:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.245389:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.245392:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.245396:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.245399:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb78bd00 00000400:00000200:2.0:1788219876.245404:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.245591:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe98ed [1] + 224 00000800:00000001:2.0:1788219876.245600:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.245607:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.245610:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.245613:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.245618:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.245622:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.245631:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.245651:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.245658:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.245662:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.245709:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.245716:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.245718:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.245722:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2898. 00000400:00000200:0.0:1788219876.245725:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:0.0:1788219876.245727:0:330235:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:0.0:1788219876.245729:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.245733:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.245742:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.245747:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.245748:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.245751:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.245754:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.245756:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.245758:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.245762:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.245770:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.245774:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.245777:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.245779:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.245781:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.245784:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.245788:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.245790:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.245791:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.245793:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.245798:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.245805:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.245808:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.245810:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.245814:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.245821:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245120:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219876.245826:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.245829:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.245831:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.245833:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.245836:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.245842:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.245844:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efc840. 00000100:00000001:0.0:1788219876.245848:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.245849:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.245855:0:330235:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219876.245859:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.245860:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.245862:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219876.245864:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.245867:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029c00 x1875079566245120/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 520/272 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.245873:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.245876:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.245879:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46a00. 02000000:00000001:0.0:1788219876.245882:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.245883:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.245884:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.245885:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.245888:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894d4940800. 02000000:00000001:0.0:1788219876.245891:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.245892:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.245894:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029c00. 00000100:00000001:0.0:1788219876.245897:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.245898:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219876.245900:0:330235:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.245904:0:330235:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219876.245911:0:330235:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4910000. 00000040:00000001:0.0:1788219876.245913:0:330235:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219876.245915:0:330235:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219876.245917:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.245921:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.245923:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.245926:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.245928:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.245932:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.245936:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dca00. 00000100:00000001:0.0:1788219876.245941:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.245945:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.245946:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.245952:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.245954:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219876.245957:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.245958:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.245962:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.245966:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.245968:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.245969:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.245973:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.245979:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.245981:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.245984:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.245987:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.245989:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.245993:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245248:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219876.245996:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.246000:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.246002:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.246004:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.246025:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.246027:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.246033:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.246036:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.246042:0:330235:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4c180. 00000100:00000200:0.0:1788219876.246050:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566245248, portal 10 00000100:00000001:0.0:1788219876.246051:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.246052:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.246058:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.246065:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.246068:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.246071:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf330. 00000100:00000200:0.0:1788219876.246074:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566245248, offset 0 00000400:00000200:0.0:1788219876.246080:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.246086:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.246092:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.246098:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.246102:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.246106:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.246119:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.246123:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93037:93037:256:4294967295] 192.168.203.120@tcp LPNI seq info [93037:93037:8:4294967295] 00000400:00000200:0.0:1788219876.246127:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.246135:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.246141:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.246146:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ae00. 00000800:00000200:0.0:1788219876.246152:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.246159:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.246162:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ae00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.246642:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.246648:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14800 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.246652:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.246654:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745350 00000100:00000001:0.0:1788219876.246661:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745345 00000100:00000001:0.0:1788219876.246666:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745350 00000100:00000001:0.0:1788219876.246669:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745345 00000100:00000001:0.0:1788219876.246671:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.246674:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.246677:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.246679:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.246681:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.246684:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.246686:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.247725:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.247732:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ae00. 00000400:00000200:3.0:1788219876.247738:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.247745:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.247751:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf330 00000400:00000010:3.0:1788219876.247754:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf330. 00000100:00000001:3.0:1788219876.247758:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.247764:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.247775:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.247778:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.247785:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.247786:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.250093:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.250119:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.250125:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.250127:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.250137:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.250144:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.250153:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.250159:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.250164:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.250168:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb78bd80 00000400:00000200:2.0:1788219876.250173:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.250180:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe98fd [4] + 224 00000800:00000001:2.0:1788219876.250187:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.250197:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.250201:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.250205:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.250212:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.250221:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.250233:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.250260:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.250269:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.250272:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.250347:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.250355:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.250357:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.250360:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.250365:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4c180 00000400:00000010:0.0:1788219876.250368:0:330235:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.250372:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.250377:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.250385:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.250391:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.250393:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.250396:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.250399:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.250402:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.250405:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.250408:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.250530:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.250536:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.250539:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.250540:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.250544:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.250547:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.250550:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.250552:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.250554:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.250556:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.250562:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.250574:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.250577:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.250579:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.250582:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.250590:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245248:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219876.250595:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.250597:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.250599:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.250602:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.250605:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.250611:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.250614:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.250617:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.250618:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.250626:0:330235:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219876.250628:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.250630:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566245248/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.250636:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.250638:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.250641:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.250654:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.250657:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.250659:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.250661:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.250664:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dca00. 02000000:00000001:0.0:1788219876.250667:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.250669:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.250671:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.250674:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.250675:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219876.250677:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.250678:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.250680:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219876.250682:0:330235:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.250685:0:330235:0:(llog_cat.c:373:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1788219876.250688:0:330235:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:0.0:1788219876.250690:0:330235:0:(llog_cat.c:405:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.250691:0:330235:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.250695:0:330235:0:(llog_cat.c:276:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1788219876.250697:0:330235:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219876.250701:0:330235:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02180. 00000040:00001000:0.0:1788219876.250703:0:330235:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1788219876.250707:0:330235:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788219876.250730:0:330235:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9894d53dca00. 00000020:00000010:0.0:1788219876.250736:0:330235:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9894d53dc600. 00000040:00000010:0.0:1788219876.250740:0:330235:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9894d53dcc00. 00000020:00000010:0.0:1788219876.250744:0:330235:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9894d4b9a000. 00000020:00000010:0.0:1788219876.250749:0:330235:0:(tgt_main.c:744:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9894d2555588. 00000020:00000010:0.0:1788219876.250754:0:330235:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9894cab3a000. 80000000:00000010:0.0:1788219876.250758:0:330235:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9893e6a02120. 40000000:00000010:0.0:1788219876.250761:0:330235:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9894cb162200. 00100000:00000010:0.0:1788219876.250766:0:330235:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9894d4b9e000. 00040000:00000010:0.0:1788219876.250770:0:330235:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9893f813a900. 00040000:00000010:0.0:1788219876.250775:0:330235:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9894d4b9c800. 00040000:00000010:0.0:1788219876.250779:0:330235:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9894c863f800. 00000004:00000010:0.0:1788219876.250783:0:330235:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9894d4b9f000. 00000004:00000010:0.0:1788219876.250787:0:330235:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff9894ed082000. 00000004:00000010:0.0:1788219876.250791:0:330235:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9894d4b9f800. 00002000:00000010:0.0:1788219876.250796:0:330235:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9894ed03c800. 00000004:00000010:0.0:1788219876.250799:0:330235:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9894ed03e800. 00000020:00000010:0.0:1788219876.250804:0:330235:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9894cb162c40. 00000040:00000010:0.0:1788219876.250812:0:330235:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4912000. 00000040:00001000:0.0:1788219876.250815:0:330235:0:(llog.c:615:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1788219876.250818:0:330235:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219876.250820:0:330235:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219876.250822:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.250825:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.250828:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.250831:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.250833:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.250837:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.250841:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d93cf000. 00000100:00000001:0.0:1788219876.250846:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.250850:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.250852:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.250856:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.250858:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219876.250861:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.250862:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.250866:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.250869:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.250871:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.250873:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.250877:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.250884:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.250886:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.250889:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.250891:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.250893:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.250896:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245376:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.250900:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.250904:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.250906:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.250908:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.250924:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.250927:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.250931:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.250934:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.250939:0:330235:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4c180. 00000100:00000200:0.0:1788219876.250945:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566245376, portal 10 00000100:00000001:0.0:1788219876.250947:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.250948:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.250953:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.250960:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.250962:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.250966:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf198. 00000100:00000200:0.0:1788219876.250969:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566245376, offset 0 00000400:00000200:0.0:1788219876.250974:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.250980:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.250986:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.250991:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.250995:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.250999:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.251001:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.251005:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93038:93038:256:4294967295] 192.168.203.120@tcp LPNI seq info [93038:93038:8:4294967295] 00000400:00000200:0.0:1788219876.251009:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.251016:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.251024:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.251028:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a700. 00000800:00000200:0.0:1788219876.251034:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.251041:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.251045:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.251062:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.251068:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14797 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.251071:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.251075:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745353 00000100:00000001:0.0:1788219876.251081:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745350 00000100:00000001:0.0:1788219876.251085:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745353 00000100:00000001:0.0:1788219876.251088:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745350 00000100:00000001:0.0:1788219876.251091:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.251093:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.251096:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.251098:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.251100:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.251102:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.251104:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.251254:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.251259:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a700. 00000400:00000200:3.0:1788219876.251264:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.251269:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.251273:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf198 00000400:00000010:3.0:1788219876.251274:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf198. 00000100:00000001:3.0:1788219876.251277:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.251281:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.251288:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.251291:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.251297:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.251298:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788219876.255831:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.255838:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.255844:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.255845:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.255848:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.255849:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.255853:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.255854:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219876.255858:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219876.255859:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219876.255883:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219876.255886:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219876.255889:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788219876.256287:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.256303:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.256306:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.256309:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.256345:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.256352:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.256364:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.256369:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.256374:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.256378:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78be00 00000400:00000200:2.0:1788219876.256383:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.256389:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe9905 [4] + 224 00000800:00000001:2.0:1788219876.256396:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.256428:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.256432:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.256436:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.256445:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.256454:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.256465:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.256484:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.256493:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.256496:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.256970:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.256979:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.256981:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.256984:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.256991:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4c180 00000400:00000010:0.0:1788219876.256993:0:330235:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.256997:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.257003:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.257012:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.257018:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.257020:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.257022:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.257026:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.257028:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.257030:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.257033:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.257052:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.257057:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.257059:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.257061:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.257065:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.257072:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.257077:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.257079:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.257081:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.257085:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.257089:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.257095:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.257098:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.257099:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.257103:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.257122:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245376:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.257127:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.257130:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.257132:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.257134:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.257137:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.257143:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.257146:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.257149:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.257150:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.257158:0:330235:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219876.257160:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.257163:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566245376/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.257169:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.257171:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.257173:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.257186:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.257189:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.257191:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.257193:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.257196:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d93cf000. 02000000:00000001:0.0:1788219876.257200:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.257202:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.257204:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.257207:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.257208:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219876.257212:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.257213:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.257215:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219876.257217:0:330235:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.257220:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219876.257223:0:330235:0:(llog.c:728:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1788219876.257226:0:330235:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219876.257228:0:330235:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219876.257229:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.257234:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.257237:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.257240:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.257242:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.257246:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.257251:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d93cf000. 00000100:00000001:0.0:1788219876.257257:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.257261:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.257263:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.257267:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.257269:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219876.257271:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.257273:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.257277:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.257282:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.257284:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.257285:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.257290:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.257296:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.257298:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.257302:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.257304:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.257306:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.257309:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245504:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.257583:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.257588:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.257591:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.257593:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.257609:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.257611:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.257617:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.257621:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.257626:0:330235:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4c180. 00000100:00000200:0.0:1788219876.257632:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566245504, portal 10 00000100:00000001:0.0:1788219876.257634:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.257635:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.257642:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.257649:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.257652:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.257655:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf110. 00000100:00000200:0.0:1788219876.257659:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566245504, offset 0 00000400:00000200:0.0:1788219876.257665:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.257672:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.257679:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.257684:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.257688:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.257692:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.257696:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.257699:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93039:93039:256:4294967295] 192.168.203.120@tcp LPNI seq info [93039:93039:8:4294967295] 00000400:00000200:0.0:1788219876.257703:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.257712:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.257718:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.257723:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813af00. 00000800:00000200:0.0:1788219876.257728:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.257736:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.257740:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813af00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.257995:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.258000:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14793 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.258004:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.258007:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745361 00000100:00000001:0.0:1788219876.258013:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745353 00000100:00000001:0.0:1788219876.258018:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745361 00000100:00000001:0.0:1788219876.258021:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745353 00000100:00000001:0.0:1788219876.258025:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.258028:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.258030:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.258032:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.258035:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.258037:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.258039:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.262997:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.263008:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813af00. 00000400:00000200:2.0:1788219876.263017:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.263026:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.263034:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf110 00000400:00000010:2.0:1788219876.263037:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf110. 00000100:00000001:2.0:1788219876.263048:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.263057:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.263070:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.263074:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.263080:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.263081:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.266468:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.266485:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.266490:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.266495:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.266503:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.266511:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.266523:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.266532:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.266537:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.266541:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78be80 00000400:00000200:2.0:1788219876.266546:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.266553:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe990d [4] + 224 00000800:00000001:2.0:1788219876.266562:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.266571:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.266574:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.266579:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.266586:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.266593:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.266603:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.266630:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.266639:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.266642:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.269600:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.269615:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.269618:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.269622:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.269632:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4c180 00000400:00000010:0.0:1788219876.269634:0:330235:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.269641:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.269653:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.269667:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.269675:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.269677:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.269680:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.269684:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.269687:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.269689:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.269693:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.269703:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.269707:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.269710:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.269712:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.269715:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.269718:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.269721:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.269723:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.269726:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.269728:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.269733:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.269741:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.269744:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.269746:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.269749:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.269757:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245504:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.269762:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.269765:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.269767:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.269770:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.269773:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.269780:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.269783:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.269788:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.269790:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.269799:0:330235:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219876.269801:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.269804:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566245504/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.269809:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.269812:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.269814:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.269831:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.269833:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.269835:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.269837:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.269840:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d93cf000. 02000000:00000001:0.0:1788219876.269843:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.269845:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.269847:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.269850:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.269851:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219876.269854:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.269855:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.269857:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219876.269860:0:330235:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.269862:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912000 type=0x1064553b idx=1 00000040:00001000:0.0:1788219876.269866:0:330235:0:(llog.c:784:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1788219876.269868:0:330235:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1788219876.269871:0:330235:0:(llog_cat.c:210:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1788219876.269873:0:330235:0:(llog_cat.c:154:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1788219876.269874:0:330235:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1788219876.269877:0:330235:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1788219876.269880:0:330235:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788219876.269886:0:330235:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9894d93cf000. 00000040:00000001:0.0:1788219876.269889:0:330235:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788219876.269890:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.269894:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.269896:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.269900:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.269903:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.269906:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.269911:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d93ce400. 00000100:00000001:0.0:1788219876.269916:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.269921:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.269922:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.269928:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.269929:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219876.269932:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.269933:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.269937:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.269940:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.269942:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.269943:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.269948:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.269954:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.269956:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.269960:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.269962:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.269964:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.269967:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245632:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219876.269971:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.269975:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.269977:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.269979:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.269985:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f8149800. 02000000:00000001:0.0:1788219876.269988:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.269994:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.269998:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.270003:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219876.270009:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566245632, portal 10 00000100:00000001:0.0:1788219876.270011:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.270012:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.270018:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.270245:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.270249:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.270252:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf088. 00000100:00000200:0.0:1788219876.270256:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875079566245632, offset 0 00000400:00000200:0.0:1788219876.270263:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.270271:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.270278:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.270283:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.270287:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.270291:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.270294:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.270297:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93040:93040:256:4294967295] 192.168.203.120@tcp LPNI seq info [93040:93040:8:4294967295] 00000400:00000200:0.0:1788219876.270301:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.270535:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.270544:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.270549:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a500. 00000800:00000200:0.0:1788219876.270555:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.270563:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.270567:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.270589:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.270594:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14795 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.270597:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.270600:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745374 00000100:00000001:0.0:1788219876.270607:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745361 00000100:00000001:0.0:1788219876.270612:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745374 00000100:00000001:0.0:1788219876.270615:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745361 00000100:00000001:0.0:1788219876.270618:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.270621:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.270624:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.270626:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.270628:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.270631:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.270632:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.270774:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.270779:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a500. 00000400:00000200:2.0:1788219876.270783:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.270788:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.270793:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf088 00000400:00000010:2.0:1788219876.270795:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf088. 00000100:00000001:2.0:1788219876.270799:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.270803:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.270812:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.270815:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.270820:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.270822:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.276417:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.277193:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.277202:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.277209:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.277218:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.277226:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.277235:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.277241:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.277246:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.277250:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 10 MB=0x6a95ffb78bf00 00000400:00000200:2.0:1788219876.277255:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.277261:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 272/272 into md 0xe9915 [1] + 224 00000800:00000001:2.0:1788219876.277267:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.277278:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.277282:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.277286:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.277294:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.277302:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.277441:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.277458:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.277469:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.277474:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.277546:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.277552:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.277554:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.277558:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.277562:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:0.0:1788219876.277564:0:330235:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:0.0:1788219876.277567:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.277571:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.277580:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.277586:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.277588:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.277590:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.277594:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.277596:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.277598:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.277601:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.277610:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.277614:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.277617:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.277618:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.277621:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.277624:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.277627:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.277629:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.277631:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.277633:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.277637:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.277644:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.277647:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.277649:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.277653:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.277661:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245632:192.168.203.120@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1788219876.277666:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.277668:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.277670:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.277673:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.277676:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.277682:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.277684:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.277688:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.277690:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.277695:0:330235:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788219876.277699:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.277700:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.277702:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1788219876.277704:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.277707:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566245632/t0(0) o501->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 504/272 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.277713:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.277716:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.277718:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f8149800. 02000000:00000001:0.0:1788219876.277722:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.277723:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.277724:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.277726:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.277729:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d93ce400. 02000000:00000001:0.0:1788219876.277732:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.277734:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.277736:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.277739:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.277740:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788219876.277743:0:330235:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.277746:0:330235:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788219876.277752:0:330235:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9893e4916000. 00000040:00000001:0.0:1788219876.277754:0:330235:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788219876.277756:0:330235:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788219876.277759:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.277762:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.277764:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.277767:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.277768:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.277772:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.277776:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f8149800. 00000100:00000001:0.0:1788219876.277782:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.277785:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.277787:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.277791:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.277794:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219876.277797:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.277798:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.277802:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.277806:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.277808:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.277810:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.277813:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.277826:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.277829:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.277832:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.277834:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.277837:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.277840:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245760:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219876.277843:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.277847:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.277849:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.277852:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.277873:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.277876:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.277881:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.277884:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.277889:0:330235:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4c180. 00000100:00000200:0.0:1788219876.277894:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566245760, portal 10 00000100:00000001:0.0:1788219876.277897:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.277898:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.277905:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.277911:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.277913:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.277916:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf220. 00000100:00000200:0.0:1788219876.277920:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566245760, offset 0 00000400:00000200:0.0:1788219876.277925:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.277931:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.277936:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.277941:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.277944:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.277948:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.277951:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.277954:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93041:93041:256:4294967295] 192.168.203.120@tcp LPNI seq info [93041:93041:8:4294967295] 00000400:00000200:0.0:1788219876.277959:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.277967:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.277973:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.277979:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a600. 00000800:00000200:0.0:1788219876.277986:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.277993:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.277997:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.278015:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.278019:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14792 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.278023:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.278026:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745381 00000100:00000001:0.0:1788219876.278032:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745374 00000100:00000001:0.0:1788219876.278037:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745381 00000100:00000001:0.0:1788219876.278049:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745374 00000100:00000001:0.0:1788219876.278053:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.278055:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.278058:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.278060:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.278062:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.278065:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.278067:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.278661:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.278667:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a600. 00000400:00000200:2.0:1788219876.278671:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.278679:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.278684:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf220 00000400:00000010:2.0:1788219876.278687:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf220. 00000100:00000001:2.0:1788219876.278690:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.278695:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.278704:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.278707:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.278713:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.278714:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.286096:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.286124:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.286128:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.286131:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.286140:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.286148:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.286156:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.286163:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.286168:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.286172:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 10 MB=0x6a95ffb78bf80 00000400:00000200:2.0:1788219876.286177:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.286184:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8416/8416 into md 0xe991d [4] + 224 00000800:00000001:2.0:1788219876.286191:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.286202:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.286205:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.286209:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.286216:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.286224:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.286234:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.286250:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.286258:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.286262:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.286561:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.286569:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.286570:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.286574:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.286579:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4c180 00000400:00000010:0.0:1788219876.286581:0:330235:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.286585:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.286590:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.286605:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.286611:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.286612:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.286615:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.286619:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.286622:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.286624:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.286626:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.286635:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.286639:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.286641:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.286643:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.286645:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.286649:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.286652:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.286654:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.286656:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.286659:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.286663:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.286670:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.286673:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.286675:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.286679:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.286686:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245760:192.168.203.120@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1788219876.286691:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.286694:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.286696:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.286699:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.286702:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.286709:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.286712:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.286714:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.286716:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.286725:0:330235:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788219876.286727:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.286730:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566245760/t0(0) o503->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8416 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.286736:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.286738:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.286740:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.286756:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.286759:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.286761:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.286763:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.286767:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f8149800. 02000000:00000001:0.0:1788219876.286771:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.286773:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.286775:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.286778:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.286779:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219876.286782:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.286783:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.286785:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219876.286787:0:330235:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.286789:0:330235:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.286793:0:330235:0:(llog_cat.c:100:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.286795:0:330235:0:(llog_cat.c:199:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.286798:0:330235:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788219876.286803:0:330235:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9893e6a02a80. 00000040:00001000:0.0:1788219876.286805:0:330235:0:(llog.c:968:llog_process_or_fork()) Processing [0x1:0x14:0x0] flags 0x33ed startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1788219876.286809:0:330235:0:(llog.c:552:llog_process_thread()) Process entered 00000040:00000010:0.0:1788219876.286816:0:330235:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9893e4914000. 00000040:00001000:0.0:1788219876.286819:0:330235:0:(llog.c:615:llog_process_thread()) index: 10 last_index 64767 00000040:00000001:0.0:1788219876.286822:0:330235:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219876.286823:0:330235:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219876.286826:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.286829:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.286832:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.286834:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.286837:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.286841:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.286845:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f8149800. 00000100:00000001:0.0:1788219876.286851:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.286854:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.286856:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.286861:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.286863:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768811968 : -113713940739648 : ffff9893e8f4c9c0) 00000100:00000001:0.0:1788219876.286866:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.286867:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.286871:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.286876:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.286878:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.286879:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.286884:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.286890:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.286892:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.286896:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.286898:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.286901:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.286904:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245888:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.286907:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.286912:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.286914:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.286916:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.286932:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.286935:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.286940:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.286943:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.286947:0:330235:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4c180. 00000100:00000200:0.0:1788219876.286954:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566245888, portal 10 00000100:00000001:0.0:1788219876.286956:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.286957:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.286963:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.286968:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.286971:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.286974:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf908. 00000100:00000200:0.0:1788219876.286977:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566245888, offset 0 00000400:00000200:0.0:1788219876.286983:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.286989:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.286995:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.287000:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.287004:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.287008:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.287010:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.287013:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93042:93042:256:4294967295] 192.168.203.120@tcp LPNI seq info [93042:93042:8:4294967295] 00000400:00000200:0.0:1788219876.287017:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.287036:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.288442:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.288452:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a100. 00000800:00000200:0.0:1788219876.288459:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.288466:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.288471:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.288489:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.288495:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14791 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.288501:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.288505:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745392 00000100:00000001:0.0:1788219876.288512:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745381 00000100:00000001:0.0:1788219876.288517:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745392 00000100:00000001:0.0:1788219876.288520:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745381 00000100:00000001:0.0:1788219876.288523:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.288527:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.288530:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.288531:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.288534:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.288537:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.288539:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219876.288772:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219876.288776:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a100. 00000400:00000200:2.0:1788219876.288782:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.288787:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219876.288794:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf908 00000400:00000010:2.0:1788219876.288796:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf908. 00000100:00000001:2.0:1788219876.288800:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219876.288807:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.288817:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219876.288821:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.288827:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219876.288828:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219876.291100:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.291125:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.291129:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.291132:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.291140:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.291148:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.291156:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.291162:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.291166:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.291170:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78c000 00000400:00000200:2.0:1788219876.291175:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.291181:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe9925 [4] + 224 00000800:00000001:2.0:1788219876.291188:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.291211:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.291214:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.291219:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.291227:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.291235:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.291246:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.291268:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.291277:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.291280:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.291405:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.291413:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.291415:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.291418:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.291424:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4c180 00000400:00000010:0.0:1788219876.291426:0:330235:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.291430:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.291435:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.291443:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.291449:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.291451:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.291453:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.291456:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.291459:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.291461:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.291464:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.291472:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.291476:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.291479:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.291481:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.291484:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.291487:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.291491:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.291493:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.291494:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.291497:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.291501:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.291508:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.291511:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.291513:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.291516:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.291523:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566245888:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.291527:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.291530:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.291532:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.291533:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.291536:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.291542:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.291545:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c9c0. 00000100:00000001:0.0:1788219876.291547:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.291548:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.291556:0:330235:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219876.291558:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.291561:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566245888/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.291567:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.291569:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.291572:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.291582:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.291584:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.291586:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.291588:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.291591:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f8149800. 02000000:00000001:0.0:1788219876.291596:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.291597:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.291599:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.291603:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.291604:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219876.291606:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.291607:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.291609:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219876.291611:0:330235:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.291613:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914000 type=0x10660000 idx=1 00000040:00001000:0.0:1788219876.291617:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1788219876.291618:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49140b8 type=0x10660000 idx=2 00000040:00001000:0.0:1788219876.291620:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:0.0:1788219876.291621:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914168 type=0x10660000 idx=3 00000040:00001000:0.0:1788219876.291623:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:0.0:1788219876.291624:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914210 type=0x10660000 idx=4 00000040:00001000:0.0:1788219876.291625:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:0.0:1788219876.291626:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49142b8 type=0x10660000 idx=5 00000040:00001000:0.0:1788219876.291628:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:0.0:1788219876.291629:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914370 type=0x10660000 idx=6 00000040:00001000:0.0:1788219876.291630:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:0.0:1788219876.291631:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914420 type=0x10660000 idx=7 00000040:00001000:0.0:1788219876.291633:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:0.0:1788219876.291634:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49144d0 type=0x10660000 idx=8 00000040:00001000:0.0:1788219876.291635:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 8 00000040:00001000:0.0:1788219876.291636:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914580 type=0x10660000 idx=9 00000040:00001000:0.0:1788219876.291638:0:330235:0:(llog.c:767:llog_process_thread()) skipping lrh_index 9 00000040:00001000:0.0:1788219876.291639:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914630 type=0x10660000 idx=10 00000040:00001000:0.0:1788219876.291641:0:330235:0:(llog.c:784:llog_process_thread()) lrh_index: 10 lrh_len: 176 (6608 remains) 00000040:00001000:0.0:1788219876.291643:0:330235:0:(llog.c:805:llog_process_thread()) index: 10, lh_last_idx: 11 synced_idx: 0 lgh_last_idx: 11 00000002:00000001:0.0:1788219876.291647:0:330235:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219876.291650:0:330235:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 10 02MKDIR 1920086471262537445 0x0 t=[0x2400013a2:0x5c:0x0] p=[0x2000013a2:0x987:0x0] d1.1 00000002:00000010:0.0:1788219876.291657:0:330235:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9893e8f4c9c0. 00000002:00000001:0.0:1788219876.291719:0:330235:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.291722:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49146e0 type=0x10660000 idx=11 00000040:00001000:0.0:1788219876.291726:0:330235:0:(llog.c:728:llog_process_thread()) synced_idx: 11 00000040:00000001:0.0:1788219876.291728:0:330235:0:(lustre_log.h:475:llog_next_block()) Process entered 00000040:00000001:0.0:1788219876.291730:0:330235:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1788219876.291732:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000010:0.0:1788219876.291735:0:330235:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219876.291738:0:330235:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=7 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219876.291740:0:330235:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219876.291742:0:330235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219876.291746:0:330235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219876.291751:0:330235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9893f8149800. 00000100:00000001:0.0:1788219876.291756:0:330235:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.291761:0:330235:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219876.291763:0:330235:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219876.291767:0:330235:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.291769:0:330235:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359768809856 : -113713940741760 : ffff9893e8f4c180) 00000100:00000001:0.0:1788219876.291772:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.291773:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219876.291776:0:330235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219876.291780:0:330235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.291782:0:330235:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219876.291783:0:330235:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219876.291788:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.291795:0:330235:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219876.291797:0:330235:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.291800:0:330235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219876.291802:0:330235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219876.291804:0:330235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219876.291807:0:330235:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566246016:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.291812:0:330235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219876.291817:0:330235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219876.291819:0:330235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.291821:0:330235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219876.291837:0:330235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.291840:0:330235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219876.291845:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219876.291848:0:330235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219876.291853:0:330235:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9893e8f4c780. 00000100:00000200:0.0:1788219876.291859:0:330235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875079566246016, portal 10 00000100:00000001:0.0:1788219876.291861:0:330235:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219876.291863:0:330235:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219876.291869:0:330235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.291877:0:330235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219876.291879:0:330235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219876.291882:0:330235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfee0. 00000100:00000200:0.0:1788219876.291886:0:330235:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1875079566246016, offset 0 00000400:00000200:0.0:1788219876.291892:0:330235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219876.291899:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.291906:0:330235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219876.291911:0:330235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219876.291915:0:330235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219876.291919:0:330235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219876.291922:0:330235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219876.291925:0:330235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93043:93043:256:4294967295] 192.168.203.120@tcp LPNI seq info [93043:93043:8:4294967295] 00000400:00000200:0.0:1788219876.291929:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219876.291938:0:330235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219876.291944:0:330235:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219876.291948:0:330235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a400. 00000800:00000200:0.0:1788219876.291955:0:330235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219876.291961:0:330235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219876.291965:0:330235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788219876.291986:0:330235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.291991:0:330235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14787 usecs (15 jiffies) 00000400:00000200:0.0:1788219876.291994:0:330235:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219876.291997:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313745395 00000100:00000001:0.0:1788219876.292003:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313745392 00000100:00000001:0.0:1788219876.292008:0:330235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313745395 00000100:00000001:0.0:1788219876.292011:0:330235:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313745392 00000100:00000001:0.0:1788219876.292013:0:330235:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.292016:0:330235:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.292018:0:330235:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219876.292020:0:330235:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219876.292023:0:330235:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f4c180 going to sleep for 11 seconds 00000100:00000001:0.0:1788219876.292024:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219876.292026:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219876.295621:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219876.295630:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a400. 00000400:00000200:3.0:1788219876.295636:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219876.295646:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219876.295653:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfee0 00000400:00000010:3.0:1788219876.295657:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfee0. 00000100:00000001:3.0:1788219876.295662:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219876.295669:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.295681:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219876.295685:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219876.295691:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219876.295693:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000010:2.0:1788219876.295796:0:330234:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9893e8f4c9c0. 00000002:00000001:2.0:1788219876.295802:0:330234:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000002:00000001:2.0:1788219876.296249:0:330234:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000800:00000001:2.0:1788219876.301658:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.301675:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219876.301679:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.301682:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.301691:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.301699:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219876.301707:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.301713:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.301718:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.301722:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 10 MB=0x6a95ffb78c080 00000400:00000200:2.0:1788219876.301727:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219876.301733:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 8472/8472 into md 0xe992d [4] + 224 00000800:00000001:2.0:1788219876.301741:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.301756:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219876.301760:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219876.301765:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219876.301773:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219876.301782:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219876.301793:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219876.301815:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219876.301824:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219876.301827:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.301888:0:330235:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219876.301896:0:330235:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219876.301899:0:330235:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219876.301901:0:330235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219876.301906:0:330235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9893e8f4c780 00000400:00000010:0.0:1788219876.301908:0:330235:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9893e8f4c780. 00000100:00000001:0.0:1788219876.301912:0:330235:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219876.301917:0:330235:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788219876.301924:0:330235:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.301930:0:330235:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219876.301932:0:330235:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.301934:0:330235:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219876.301938:0:330235:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219876.301940:0:330235:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219876.301943:0:330235:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219876.301945:0:330235:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219876.301954:0:330235:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219876.301958:0:330235:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1788219876.301961:0:330235:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219876.301963:0:330235:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219876.301965:0:330235:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219876.301969:0:330235:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.301972:0:330235:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219876.301974:0:330235:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:0.0:1788219876.301976:0:330235:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219876.301979:0:330235:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219876.301983:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.301990:0:330235:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219876.301993:0:330235:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219876.301995:0:330235:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219876.301999:0:330235:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788219876.302007:0:330235:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:a070992b-a374-46bb-a0a0-eb573b6d6afb:330235:1875079566246016:192.168.203.120@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1788219876.302012:0:330235:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219876.302015:0:330235:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219876.302017:0:330235:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219876.302019:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.302022:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.302029:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219876.302033:0:330235:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f4c180. 00000100:00000001:0.0:1788219876.302036:0:330235:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219876.302037:0:330235:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.302057:0:330235:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1788219876.302059:0:330235:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219876.302063:0:330235:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566246016/t0(0) o502->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 272/8472 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788219876.302070:0:330235:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219876.302072:0:330235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219876.302075:0:330235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9894fd678000. 02000000:00000001:0.0:1788219876.302091:0:330235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219876.302093:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.302096:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.302098:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219876.302101:0:330235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9893f8149800. 02000000:00000001:0.0:1788219876.302105:0:330235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219876.302107:0:330235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219876.302119:0:330235:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219876.302123:0:330235:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219876.302124:0:330235:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788219876.302127:0:330235:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219876.302128:0:330235:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219876.302129:0:330235:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1788219876.302132:0:330235:0:(lustre_log.h:485:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.302135:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e49146e0 type=0x10660000 idx=11 00000040:00001000:0.0:1788219876.302139:0:330235:0:(llog.c:784:llog_process_thread()) lrh_index: 11 lrh_len: 176 (6432 remains) 00000040:00001000:0.0:1788219876.302141:0:330235:0:(llog.c:805:llog_process_thread()) index: 11, lh_last_idx: 11 synced_idx: 11 lgh_last_idx: 11 00000002:00000001:0.0:1788219876.302144:0:330235:0:(mdc_changelog.c:194:chlg_read_cat_process_cb()) Process entered 00000002:20000000:0.0:1788219876.302147:0:330235:0:(mdc_changelog.c:231:chlg_read_cat_process_cb()) 11 02MKDIR 1920086471390886608 0x0 t=[0x2400013a2:0x5d:0x0] p=[0x2000013a2:0x987:0x0] d1.2 00000002:00000010:0.0:1788219876.302154:0:330235:0:(mdc_changelog.c:241:chlg_read_cat_process_cb()) kmalloced '(enq)': 172 at ffff9893e8f4c180. 00000002:00000001:0.0:1788219876.302168:0:330235:0:(mdc_changelog.c:256:chlg_read_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.302171:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4914790 type=0x0 idx=0 00000040:00000001:0.0:1788219876.302173:0:330235:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219876.302175:0:330235:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 12 count 3 00000040:00000010:0.0:1788219876.302178:0:330235:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4914000. 00000040:00000010:0.0:1788219876.302183:0:330235:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02a80. 00000040:00000001:0.0:1788219876.302185:0:330235:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.302188:0:330235:0:(llog_cat.c:262:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1788219876.302191:0:330235:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9893e4912040 type=0x0 idx=0 00000040:00000001:0.0:1788219876.302193:0:330235:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1788219876.302194:0:330235:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1788219876.302196:0:330235:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9893e4912000. 00000020:00000010:0.0:1788219876.302204:0:330235:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9894cb162c40. 00000020:00000010:0.0:1788219876.302220:0:330235:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9894d53dc600. 00000040:00000010:0.0:1788219876.302225:0:330235:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9894d53dcc00. 00000020:00000010:0.0:1788219876.302228:0:330235:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9894d4b9a000. 00000020:00000010:0.0:1788219876.302233:0:330235:0:(tgt_main.c:764:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9894d2555588. 00000020:00000010:0.0:1788219876.302239:0:330235:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9894cab3a000. 80000000:00000010:0.0:1788219876.302243:0:330235:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9893e6a02120. 40000000:00000010:0.0:1788219876.302247:0:330235:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9894cb162200. 00100000:00000010:0.0:1788219876.302251:0:330235:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9894d4b9e000. 00040000:00000010:0.0:1788219876.302256:0:330235:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9893f813a900. 00040000:00000010:0.0:1788219876.302260:0:330235:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9894d4b9c800. 00040000:00000010:0.0:1788219876.302263:0:330235:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9894c863f800. 00000004:00000010:0.0:1788219876.302267:0:330235:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9894d4b9f000. 00000004:00000010:0.0:1788219876.302271:0:330235:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff9894ed082000. 00000004:00000010:0.0:1788219876.302276:0:330235:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9894d4b9f800. 00002000:00000010:0.0:1788219876.302280:0:330235:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9894ed03c800. 00000004:00000010:0.0:1788219876.302282:0:330235:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9894ed03e800. 00000020:00000010:0.0:1788219876.302286:0:330235:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9894d53dca00. 00000040:00000010:0.0:1788219876.302288:0:330235:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9893e6a02180. 00000040:00000001:0.0:1788219876.302290:0:330235:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.302292:0:330235:0:(llog_cat.c:334:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788219876.302295:0:330235:0:(llog_cat.c:108:llog_cat_close()) Process entered 00000040:00000010:0.0:1788219876.302298:0:330235:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4916000. 00000040:00000010:0.0:1788219876.302302:0:330235:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9894d93cf000. 00000040:00000010:0.0:1788219876.302305:0:330235:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9893e4910000. 00000040:00000010:0.0:1788219876.302307:0:330235:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9893f4d47e00. 00000040:00000001:0.0:1788219876.302310:0:330235:0:(llog_cat.c:140:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1788219876.302354:0:330235:0:(lustre_log.h:402:llog_ctxt_put()) PUTting ctxt ffff9894c955ac00 : new refcount 1 00000020:00000040:0.0:1788219876.302358:0:330235:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0001-mdc-ffff9893ca6d2800 (ffff9894d48d8000) now 6 - changelog 00000002:00000010:2.0:1788219876.302472:0:330234:0:(mdc_changelog.c:263:enq_record_delete()) kfreed 'rec': 172 at ffff9893e8f4c180. 00000002:00000001:2.0:1788219876.302476:0:330234:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=148 : 148 : 94) 00000002:00000001:2.0:1788219876.302540:0:330234:0:(mdc_changelog.c:409:chlg_read()) Process entered 00000002:00000001:2.0:1788219876.302542:0:330234:0:(mdc_changelog.c:459:chlg_read()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219876.302789:0:330235:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788219876.302891:0:330234:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893cc006d00. 00000100:00000040:2.0:1788219876.307377:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313745395, at 4313745396 00000100:00000040:3.0:1788219876.307380:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313745395, at 4313745396 00000100:00000010:2.0:1788219876.307393:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192b40. 00000100:00000010:3.0:1788219876.307398:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1921e0. 00010000:00000001:1.0:1788219877.279432:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219877.279438:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279444:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219877.279445:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279448:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219877.279450:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279453:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219877.279455:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279458:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219877.279462:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219877.279464:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219877.279467:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279470:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219877.279472:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279474:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219877.279476:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219877.279500:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219877.279502:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219877.279505:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219877.343487:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219877.343497:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219877.343517:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219877.343524:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219877.343529:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219877.343531:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219877.343537:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219877.343545:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006d00. 00000100:00000001:2.0:1788219877.343552:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343564:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219877.343575:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219877.343579:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343585:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_01+1] req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343609:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343612:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219877.343615:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219877.343618:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219877.343620:0:307490:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219877.343623:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219877.343624:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219877.343626:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219877.343629:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006a00. 00000100:00000001:2.0:1788219877.343631:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343635:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219877.343642:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219877.343644:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343647:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_00+0] req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343667:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343669:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219877.343673:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219877.343676:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219877.343678:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219877.343680:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219877.343682:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219877.343684:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219877.343687:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006900. 00000100:00000001:2.0:1788219877.343690:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343694:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219877.343702:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219877.343703:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343707:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343714:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343716:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219877.343719:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219877.343722:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219877.343724:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219877.343726:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219877.343727:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219877.343729:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219877.343731:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006b00. 00000100:00000001:2.0:1788219877.343734:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343737:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219877.343743:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219877.343744:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343747:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709bd210] to pc [ptlrpcd_01_00+0] req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343753:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343755:0:307490:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219877.343757:0:307490:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219877.343760:0:307490:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219877.343762:0:307490:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219877.343764:0:307490:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219877.343765:0:307490:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219877.343767:0:307490:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219877.343770:0:307490:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893cc006c00. 00000100:00000001:2.0:1788219877.343772:0:307490:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343776:0:307490:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219877.343783:0:307490:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219877.343785:0:307490:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343788:0:307490:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_01+1] req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343794:0:307490:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.343798:0:307490:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19084) 00000100:00000001:2.0:1788219877.343812:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219877.343816:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219877.343818:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219877.343823:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343830:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219877.343832:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.343836:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219877.343838:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219877.343840:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219877.343844:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566246144:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219877.343848:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219877.343852:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219877.343854:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.343857:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219877.343862:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d47a00. 02000000:00000001:2.0:1788219877.343864:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219877.343870:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219877.343874:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2c60. 00000400:00000010:2.0:1788219877.343882:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219877.343889:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246144, portal 25 00000100:00000001:2.0:1788219877.343891:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219877.343892:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:2.0:1788219877.343897:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.343904:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219877.343907:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219877.343909:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219877.343912:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566246144, offset 0 00000400:00000200:2.0:1788219877.343918:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219877.343926:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.343933:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219877.343938:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219877.343954:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219877.343957:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219877.343960:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219877.343964:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93044:93044:256:4294967295] 192.168.203.120@tcp LPNI seq info [93044:93044:8:4294967295] 00000400:00000200:2.0:1788219877.343968:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.343977:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219877.343983:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219877.343988:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006100. 00000800:00000200:2.0:1788219877.343994:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219877.344001:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219877.344005:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219877.344018:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219877.344022:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219877.344024:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313747704 00000100:00000010:2.0:1788219877.344029:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192b40. 00000100:00000001:2.0:1788219877.344035:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219877.344039:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313747704 00000100:00000010:2.0:1788219877.344043:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192f60. 00000100:00000001:2.0:1788219877.344045:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219877.344048:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.344051:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344053:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219877.344057:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344063:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219877.344065:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344067:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219877.344068:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219877.344070:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219877.344073:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246400:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219877.344076:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219877.344078:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219877.344080:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344081:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219877.344084:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d47400. 02000000:00000001:2.0:1788219877.344085:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219877.344089:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219877.344091:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2000. 00000400:00000010:2.0:1788219877.344094:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219877.344097:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246400, portal 10 00000100:00000001:2.0:1788219877.344099:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219877.344111:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:2.0:1788219877.344120:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344127:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219877.344129:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219877.344131:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000200:2.0:1788219877.344134:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566246400, offset 0 00000400:00000200:2.0:1788219877.344138:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344142:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344145:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219877.344147:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219877.344150:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219877.344152:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219877.344153:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344156:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93045:93045:255:4294967295] 192.168.203.120@tcp LPNI seq info [93045:93045:7:4294967295] 00000400:00000200:2.0:1788219877.344159:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344165:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219877.344169:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219877.344173:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893cc006200. 00000800:00000200:2.0:1788219877.344177:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219877.344181:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219877.344184:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893cc006200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219877.344188:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.344192:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14786 usecs (15 jiffies) 00000400:00000200:2.0:1788219877.344195:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219877.344197:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313746447 00000100:00000001:2.0:1788219877.344200:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344202:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313746447 00000100:00000001:2.0:1788219877.344204:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344206:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.344208:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344210:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219877.344214:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344221:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219877.344223:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344225:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219877.344227:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219877.344229:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219877.344232:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246656:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219877.344235:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219877.344237:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219877.344238:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344240:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219877.344243:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46400. 02000000:00000001:2.0:1788219877.344245:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219877.344247:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219877.344250:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:2.0:1788219877.344253:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219877.344256:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246656, portal 4 00000100:00000001:2.0:1788219877.344258:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219877.344259:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:2.0:1788219877.344264:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344270:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219877.344272:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219877.344275:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000200:2.0:1788219877.344277:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566246656, offset 0 00000400:00000200:2.0:1788219877.344280:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344283:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344287:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219877.344289:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219877.344291:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219877.344293:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219877.344295:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344298:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93046:93046:254:4294967295] 192.168.203.120@tcp LPNI seq info [93046:93046:6:4294967295] 00000400:00000200:2.0:1788219877.344301:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344306:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219877.344332:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219877.344338:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894cc6c2600. 00000800:00000200:2.0:1788219877.344342:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219877.344346:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219877.344349:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894cc6c2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219877.344352:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.344354:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27421 usecs (28 jiffies) 00000400:00000200:2.0:1788219877.344358:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219877.344360:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313746461 00000100:00000001:2.0:1788219877.344362:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344364:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313746461 00000100:00000001:2.0:1788219877.344366:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344369:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.344370:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344373:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344376:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.344384:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219877.344387:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219877.344389:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219877.344390:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219877.344392:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219877.344394:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788219877.344395:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.344397:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219877.344399:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.344401:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219877.344402:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219877.344403:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219877.344407:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344414:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219877.344416:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344418:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219877.344420:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219877.344422:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219877.344424:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246272:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219877.344427:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219877.344430:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219877.344433:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344435:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219877.344438:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d46200. 02000000:00000001:2.0:1788219877.344440:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219877.344443:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219877.344446:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2268. 00000400:00000010:2.0:1788219877.344450:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5990. 00000100:00000200:2.0:1788219877.344453:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246272, portal 10 00000100:00000001:2.0:1788219877.344454:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219877.344456:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219877.344462:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344469:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219877.344472:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219877.344475:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219877.344477:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566246272, offset 0 00000400:00000200:2.0:1788219877.344482:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344486:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344491:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219877.344494:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219877.344496:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219877.344499:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219877.344502:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344505:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93047:93047:253:4294967295] 192.168.203.120@tcp LPNI seq info [93047:93047:5:4294967295] 00000400:00000200:2.0:1788219877.344509:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344517:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219877.344523:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219877.344527:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893e1fb8100. 00000800:00000200:2.0:1788219877.344532:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219877.344537:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219877.344539:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893e1fb8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219877.344542:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.344545:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26260 usecs (27 jiffies) 00000400:00000200:2.0:1788219877.344549:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219877.344551:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313746460 00000100:00000001:2.0:1788219877.344553:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344556:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313746460 00000100:00000001:2.0:1788219877.344558:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344560:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.344562:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344564:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219877.344568:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344574:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219877.344576:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344578:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219877.344579:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219877.344581:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219877.344585:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246528:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219877.344588:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219877.344590:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219877.344591:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.344593:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219877.344597:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f4d47000. 02000000:00000001:2.0:1788219877.344599:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219877.344602:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219877.344605:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219877.344609:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219877.344613:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246528, portal 4 00000100:00000001:2.0:1788219877.344615:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219877.344616:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219877.344622:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344628:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219877.344631:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219877.344633:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219877.344636:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566246528, offset 0 00000400:00000200:2.0:1788219877.344641:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344644:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344647:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219877.344650:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219877.344652:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219877.344654:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219877.344657:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219877.344660:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93048:93048:252:4294967295] 192.168.203.120@tcp LPNI seq info [93048:93048:4:4294967295] 00000400:00000200:2.0:1788219877.344663:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.344669:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219877.344674:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219877.344678:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1b00. 00000800:00000200:2.0:1788219877.344683:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219877.344688:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219877.344691:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219877.344694:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.344696:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17333 usecs (18 jiffies) 00000400:00000200:2.0:1788219877.344700:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219877.344702:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313746451 00000100:00000001:2.0:1788219877.344705:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344707:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313746451 00000100:00000001:2.0:1788219877.344710:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313747704 00000100:00000001:2.0:1788219877.344712:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.344714:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344717:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344719:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344734:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219877.344736:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219877.344773:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219877.344777:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006100. 00000400:00000200:2.0:1788219877.344782:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.344787:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219877.344792:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:2.0:1788219877.344794:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:2.0:1788219877.344797:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219877.344801:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344809:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.344812:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344818:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344820:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219877.344830:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219877.344832:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893cc006200. 00000400:00000200:2.0:1788219877.344834:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.344836:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219877.344839:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:2.0:1788219877.344840:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:2.0:1788219877.344842:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219877.344844:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344850:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.344852:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344863:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344864:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219877.344870:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219877.344872:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894cc6c2600. 00000400:00000200:2.0:1788219877.344875:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.344878:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219877.344880:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:2.0:1788219877.344882:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:2.0:1788219877.344883:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219877.344886:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344891:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.344894:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344900:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344901:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219877.344907:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219877.344908:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893e1fb8100. 00000400:00000200:2.0:1788219877.344910:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.344913:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219877.344915:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:2.0:1788219877.344916:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:2.0:1788219877.344918:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219877.344920:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344925:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.344928:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.344933:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.344934:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219877.344997:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219877.345001:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1b00. 00000400:00000200:2.0:1788219877.345004:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.345007:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219877.345009:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:2.0:1788219877.345011:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:2.0:1788219877.345013:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219877.345016:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.345022:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.345025:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.345031:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.345033:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219877.367165:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367182:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219877.367186:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367189:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367197:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367205:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219877.367213:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367218:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367223:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367227:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb78c300 00000400:00000200:2.0:1788219877.367232:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367237:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9955 [1] + 224 00000800:00000001:2.0:1788219877.367244:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367247:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367251:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.367255:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219877.367262:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367271:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219877.367283:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367302:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219877.367310:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367329:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219877.367331:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367333:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367335:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367339:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219877.367343:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367346:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367348:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367352:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb78c280 00000400:00000200:2.0:1788219877.367355:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367358:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9975 [1] + 224 00000800:00000001:2.0:1788219877.367362:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367365:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367367:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.367370:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219877.367374:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367378:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219877.367387:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367395:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219877.367399:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367402:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219877.367404:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367406:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367409:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367412:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219877.367416:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367419:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367423:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367426:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb78c100 00000400:00000200:2.0:1788219877.367429:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367433:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9935 [1] + 224 00000800:00000001:2.0:1788219877.367437:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367440:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367442:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.367445:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219877.367447:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367452:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219877.367460:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367467:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219877.367470:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367472:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219877.367474:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367476:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367479:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367483:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219877.367486:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367489:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367491:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367494:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78c200 00000400:00000200:2.0:1788219877.367497:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367501:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9945 [1] + 224 00000800:00000001:2.0:1788219877.367504:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367507:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367509:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.367512:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219877.367514:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367518:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219877.367526:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367534:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219877.367537:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367540:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219877.367542:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367543:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367546:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367549:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219877.367553:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367555:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367558:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367561:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78c180 00000400:00000200:2.0:1788219877.367564:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219877.367567:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9965 [1] + 224 00000800:00000001:2.0:1788219877.367571:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367586:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219877.367588:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219877.367592:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219877.367596:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367600:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219877.367609:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367617:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219877.367620:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219877.367623:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.367637:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219877.367641:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219877.367646:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219877.367649:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219877.367652:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2268. 00000400:00000200:2.0:1788219877.367656:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5990 00000400:00000010:2.0:1788219877.367659:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5990. 00000100:00000001:2.0:1788219877.367662:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367665:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219877.367674:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367681:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219877.367682:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.367685:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219877.367688:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219877.367690:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219877.367693:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.367695:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219877.367704:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219877.367707:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219877.367710:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219877.367711:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219877.367714:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219877.367718:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.367721:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219877.367723:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:2.0:1788219877.367725:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219877.367727:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.367731:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367739:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.367742:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219877.367745:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219877.367748:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219877.367760:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246272:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219877.367765:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219877.367766:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219877.367767:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:2.0:1788219877.367770:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:2.0:1788219877.367771:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:2.0:1788219877.367773:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367776:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219877.367784:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367791:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219877.367792:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.367794:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219877.367795:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219877.367796:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219877.367798:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.367799:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219877.367803:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219877.367806:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=93 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219877.367808:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219877.367809:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219877.367811:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219877.367812:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.367814:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219877.367816:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:2.0:1788219877.367817:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219877.367818:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.367822:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367827:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.367829:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219877.367830:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219877.367833:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219877.367839:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246528:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219877.367844:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219877.367845:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219877.367846:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2c60. 00000400:00000200:2.0:1788219877.367848:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:2.0:1788219877.367850:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:2.0:1788219877.367852:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367854:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219877.367861:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367867:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219877.367868:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.367870:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219877.367871:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219877.367872:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219877.367873:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.367875:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219877.367877:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219877.367880:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219877.367881:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219877.367882:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219877.367884:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219877.367885:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.367887:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.367890:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367895:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.367897:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219877.367898:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219877.367902:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219877.367908:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566246144:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219877.367913:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219877.367914:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219877.367915:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2000. 00000400:00000200:2.0:1788219877.367918:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:2.0:1788219877.367919:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:2.0:1788219877.367921:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.367924:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219877.367931:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367938:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219877.367939:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.367941:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219877.367942:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219877.367943:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219877.367944:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.367946:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219877.367949:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219877.367952:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1788219877.367954:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219877.367955:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219877.367957:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219877.367959:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.367961:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219877.367962:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902897 00000100:00000001:2.0:1788219877.367964:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219877.367966:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.367969:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.367976:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.367978:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219877.367980:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219877.367983:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219877.367989:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246400:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1788219877.367994:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219877.367995:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219877.367996:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:2.0:1788219877.367998:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:2.0:1788219877.368000:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:2.0:1788219877.368002:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219877.368005:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219877.368012:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368019:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219877.368020:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368022:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219877.368023:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219877.368024:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219877.368026:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219877.368027:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219877.368031:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219877.368034:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=31 v=5 (1 1 1 0) 00000100:00000001:2.0:1788219877.368036:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219877.368037:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219877.368039:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219877.368040:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.368043:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788219877.368044:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:2.0:1788219877.368047:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219877.368048:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219877.368052:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368058:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219877.368059:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219877.368061:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219877.368064:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219877.368070:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566246656:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219877.368074:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368076:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.368080:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566246272/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368086:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219877.368088:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219877.368091:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46200. 02000000:00000001:2.0:1788219877.368094:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219877.368097:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219877.368099:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219877.368608:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219877.368612:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006a00. 02000000:00000001:2.0:1788219877.368617:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219877.368619:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219877.368621:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:2.0:1788219877.368625:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219877.368626:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368628:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.368634:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566246528/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368640:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219877.368642:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219877.368643:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d47000. 02000000:00000001:2.0:1788219877.368645:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219877.368647:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219877.368648:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219877.368650:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219877.368651:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006b00. 02000000:00000001:2.0:1788219877.368653:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219877.368654:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219877.368655:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:2.0:1788219877.368657:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219877.368658:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368660:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.368664:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566246144/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368669:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219877.368670:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219877.368672:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d47a00. 02000000:00000001:2.0:1788219877.368673:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219877.368674:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219877.368676:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1788219877.368677:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219877.368678:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006d00. 02000000:00000001:2.0:1788219877.368680:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219877.368681:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219877.368683:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:2.0:1788219877.368685:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219877.368686:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368687:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.368690:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566246400/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368695:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219877.368696:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219877.368698:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d47400. 02000000:00000001:2.0:1788219877.368700:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219877.368701:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219877.368702:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219877.368704:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219877.368705:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006900. 02000000:00000001:2.0:1788219877.368707:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219877.368708:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219877.368709:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:2.0:1788219877.368711:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219877.368712:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368713:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219877.368717:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566246656/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219877.368723:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219877.368724:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219877.368725:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f4d46400. 02000000:00000001:2.0:1788219877.368727:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219877.368728:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219877.368729:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:2.0:1788219877.368731:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219877.368732:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893cc006c00. 02000000:00000001:2.0:1788219877.368734:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219877.368735:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219877.368736:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:2.0:1788219877.368738:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219877.368739:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368741:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219877.368748:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219877.368750:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219877.368752:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219877.368755:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219878.303462:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219878.303469:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219878.303475:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219878.303476:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219878.303479:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219878.303480:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219878.303483:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219878.303484:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219878.303487:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219878.303488:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219878.303837:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219878.303841:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219878.303844:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219878.623449:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313747704, at 4313747712 00000100:00000010:2.0:1788219878.623464:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192b40. 00000100:00000040:3.0:1788219878.623557:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313747704, at 4313747712 00000100:00000010:3.0:1788219878.623563:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192f60. 00010000:00000001:1.0:1788219879.327452:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219879.327459:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327465:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219879.327467:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327471:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219879.327474:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219879.327476:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219879.327481:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219879.327483:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219879.327485:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327488:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219879.327491:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327493:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327495:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327499:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219879.327500:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219879.327503:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219879.327504:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219879.327598:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219879.327602:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219879.327605:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219880.351412:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219880.351418:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219880.351424:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219880.351425:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219880.351428:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219880.351430:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219880.351433:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219880.351434:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219880.351438:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219880.351439:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219880.351462:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219880.351464:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219880.351468:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219881.375461:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219881.375468:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219881.375474:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219881.375476:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219881.375479:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219881.375480:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219881.375484:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219881.375485:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219881.375488:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219881.375489:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219881.375515:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219881.375519:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219881.375522:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788219881.954693:0:280884:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788219881.954712:0:280884:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219882.399491:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219882.399497:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219882.399504:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219882.399505:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219882.399509:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219882.399510:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219882.399601:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219882.399604:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219882.399608:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219882.399610:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219882.406857:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219882.406864:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219882.406870:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219882.464856:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219882.464867:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219882.464879:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02b100. 00000020:00000040:2.0:1788219882.464886:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1788219882.464890:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219882.464892:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219882.464898:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219882.464906:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893da5c1b00. 00000100:00000001:2.0:1788219882.464912:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.464922:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219882.464932:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219882.464936:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.464942:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000142a4e9e] to pc [ptlrpcd_01_00+0] req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.464962:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.464965:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219882.464968:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219882.464971:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02a680. 00000020:00000040:2.0:1788219882.464973:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219882.464975:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219882.464976:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219882.464978:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219882.464981:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893da5c1300. 00000100:00000001:2.0:1788219882.464983:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.464986:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219882.464992:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219882.464993:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.464996:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea1105] to pc [ptlrpcd_01_01+1] req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465003:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465005:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219882.465010:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219882.465012:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02aa00. 00000020:00000040:2.0:1788219882.465014:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=6 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:2.0:1788219882.465016:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219882.465017:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219882.465018:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219882.465021:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893da5c1100. 00000100:00000001:2.0:1788219882.465024:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465028:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219882.465034:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219882.465035:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465038:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acebf6b] to pc [ptlrpcd_01_00+0] req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465044:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465046:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219882.465049:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219882.465051:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed02bb80. 00000020:00000040:2.0:1788219882.465054:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219882.465056:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219882.465057:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219882.465058:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219882.465060:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893da5c1000. 00000100:00000001:2.0:1788219882.465063:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465077:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219882.465084:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219882.465086:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465090:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709bd210] to pc [ptlrpcd_01_01+1] req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465101:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465103:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788219882.465105:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788219882.465109:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed029f80. 00000020:00000040:2.0:1788219882.465111:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:2.0:1788219882.465113:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788219882.465114:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788219882.465115:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788219882.465117:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893da5c1c00. 00000100:00000001:2.0:1788219882.465120:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465124:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788219882.465130:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788219882.465132:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465135:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8e09124] to pc [ptlrpcd_01_00+0] req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465141:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.465144:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19089) 00000100:00000001:2.0:1788219882.465158:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219882.465162:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219882.465164:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219882.465169:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465176:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219882.465178:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.465183:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219882.465185:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219882.465188:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219882.465192:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566246784:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219882.465196:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219882.465201:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219882.465204:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.465206:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219882.465211:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b200. 02000000:00000001:2.0:1788219882.465213:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219882.465220:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219882.465225:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2160. 00000400:00000010:2.0:1788219882.465233:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e56e8. 00000100:00000200:2.0:1788219882.465239:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246784, portal 25 00000100:00000001:2.0:1788219882.465241:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219882.465242:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131799296 : -113709577752320 : ffff9894ed02b100) 00000100:00000040:2.0:1788219882.465247:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465253:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219882.465256:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219882.465258:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5770. 00000100:00000200:2.0:1788219882.465260:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566246784, offset 0 00000400:00000200:2.0:1788219882.465266:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219882.465274:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.465282:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219882.465287:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219882.465291:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219882.465294:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219882.465297:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219882.465300:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93049:93049:256:4294967295] 192.168.203.120@tcp LPNI seq info [93049:93049:8:4294967295] 00000400:00000200:2.0:1788219882.465304:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.465330:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219882.465336:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219882.465340:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1600. 00000800:00000200:2.0:1788219882.465345:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219882.465353:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219882.465357:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219882.465378:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219882.465382:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219882.465385:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313752825 00000100:00000010:2.0:1788219882.465390:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1921e0. 00000100:00000001:2.0:1788219882.465397:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219882.465401:0:256063:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313752825 00000100:00000010:2.0:1788219882.465403:0:256063:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca192840. 00000100:00000001:2.0:1788219882.465406:0:256063:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219882.465408:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219882.465411:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.465414:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219882.465418:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465426:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219882.465427:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.465429:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219882.465431:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219882.465432:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219882.465435:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566247040:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219882.465437:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219882.465440:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219882.465441:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.465443:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219882.465445:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b800. 02000000:00000001:2.0:1788219882.465447:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219882.465450:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219882.465452:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2000. 00000400:00000010:2.0:1788219882.465455:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5ee0. 00000100:00000200:2.0:1788219882.465458:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566247040, portal 10 00000100:00000001:2.0:1788219882.465460:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219882.465461:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131797504 : -113709577754112 : ffff9894ed02aa00) 00000100:00000040:2.0:1788219882.465467:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.465473:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219882.465475:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219882.465478:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5330. 00000100:00000200:2.0:1788219882.465480:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566247040, offset 0 00000400:00000200:2.0:1788219882.465484:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219882.465488:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.465491:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219882.465494:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219882.465496:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219882.465499:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219882.465501:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219882.465504:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93050:93050:255:4294967295] 192.168.203.120@tcp LPNI seq info [93050:93050:7:4294967295] 00000400:00000200:2.0:1788219882.465507:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.466605:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219882.466615:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219882.466622:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1200. 00000800:00000200:2.0:1788219882.466628:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219882.466634:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219882.466637:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219882.466642:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.466648:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14792 usecs (15 jiffies) 00000400:00000200:2.0:1788219882.466653:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219882.466656:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313751569 00000100:00000001:2.0:1788219882.466659:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.466661:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313751569 00000100:00000001:2.0:1788219882.466663:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.466665:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219882.466668:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.466672:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219882.466679:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.466686:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219882.466688:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.466691:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219882.466693:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219882.466695:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219882.466698:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566247296:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219882.466701:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219882.466716:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219882.466718:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.466721:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219882.466725:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b000. 02000000:00000001:2.0:1788219882.466727:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219882.466731:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219882.466735:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2c60. 00000400:00000010:2.0:1788219882.466739:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5990. 00000100:00000200:2.0:1788219882.466744:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566247296, portal 4 00000100:00000001:2.0:1788219882.466746:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219882.466748:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131794816 : -113709577756800 : ffff9894ed029f80) 00000100:00000040:2.0:1788219882.466754:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.466760:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219882.466763:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219882.466765:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5b28. 00000100:00000200:2.0:1788219882.466768:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566247296, offset 0 00000400:00000200:2.0:1788219882.466772:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219882.466777:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.466783:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219882.466787:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219882.466790:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219882.466793:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219882.466796:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219882.466799:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93051:93051:254:4294967295] 192.168.203.120@tcp LPNI seq info [93051:93051:6:4294967295] 00000400:00000200:2.0:1788219882.466803:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.466810:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219882.466814:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219882.466971:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1800. 00000800:00000200:2.0:1788219882.466978:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219882.466982:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219882.466985:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219882.466988:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.466991:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27423 usecs (28 jiffies) 00000400:00000200:2.0:1788219882.466994:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219882.466996:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313751582 00000100:00000001:2.0:1788219882.466998:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.467000:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313751582 00000100:00000001:2.0:1788219882.467002:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.467003:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219882.467005:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.467008:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.467011:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219882.467017:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219882.467019:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219882.467021:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219882.467023:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219882.467025:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219882.467027:0:256063:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788219882.467029:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219882.467031:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219882.467032:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219882.467033:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219882.467034:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219882.467035:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219882.467040:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.467046:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219882.467047:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.467049:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219882.467051:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219882.467053:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219882.467055:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566246912:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219882.467058:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219882.467061:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219882.467062:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.467064:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219882.467077:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015a800. 02000000:00000001:2.0:1788219882.467079:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219882.467082:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219882.467085:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb29f8. 00000400:00000010:2.0:1788219882.467088:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5908. 00000100:00000200:2.0:1788219882.467092:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566246912, portal 10 00000100:00000001:2.0:1788219882.467094:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219882.467095:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131796608 : -113709577755008 : ffff9894ed02a680) 00000100:00000040:2.0:1788219882.467100:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.467106:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219882.467108:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219882.467110:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5550. 00000100:00000200:2.0:1788219882.467112:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566246912, offset 0 00000400:00000200:2.0:1788219882.467116:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219882.467119:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.467123:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219882.467125:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219882.467127:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219882.467130:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219882.467132:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219882.467134:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93052:93052:253:4294967295] 192.168.203.120@tcp LPNI seq info [93052:93052:5:4294967295] 00000400:00000200:2.0:1788219882.467138:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.467143:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219882.467147:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219882.467149:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1700. 00000800:00000200:2.0:1788219882.467153:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219882.467156:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219882.467159:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219882.467161:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.467163:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26260 usecs (27 jiffies) 00000400:00000200:2.0:1788219882.467165:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219882.467167:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313751581 00000100:00000001:2.0:1788219882.467169:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.467170:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313751581 00000100:00000001:2.0:1788219882.467172:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.467174:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219882.467175:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.467177:0:256063:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219882.467180:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.467186:0:256063:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219882.467187:0:256063:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.467189:0:256063:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219882.467191:0:256063:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219882.467192:0:256063:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219882.467195:0:256063:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566247168:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219882.467198:0:256063:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219882.467200:0:256063:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219882.467202:0:256063:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219882.467203:0:256063:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219882.467206:0:256063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f015b600. 02000000:00000001:2.0:1788219882.467207:0:256063:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219882.467210:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219882.467212:0:256063:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2268. 00000400:00000010:2.0:1788219882.467215:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e52a8. 00000100:00000200:2.0:1788219882.467219:0:256063:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566247168, portal 4 00000100:00000001:2.0:1788219882.467221:0:256063:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219882.467222:0:256063:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131801984 : -113709577749632 : ffff9894ed02bb80) 00000100:00000040:2.0:1788219882.467228:0:256063:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.467233:0:256063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219882.467235:0:256063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219882.467237:0:256063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5660. 00000100:00000200:2.0:1788219882.467240:0:256063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566247168, offset 0 00000400:00000200:2.0:1788219882.467243:0:256063:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219882.467247:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.467250:0:256063:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219882.467252:0:256063:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219882.467254:0:256063:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219882.467256:0:256063:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219882.467258:0:256063:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219882.467260:0:256063:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93053:93053:252:4294967295] 192.168.203.120@tcp LPNI seq info [93053:93053:4:4294967295] 00000400:00000200:2.0:1788219882.467263:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.467268:0:256063:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219882.467272:0:256063:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219882.467275:0:256063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1a00. 00000800:00000200:2.0:1788219882.467278:0:256063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219882.467283:0:256063:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219882.467285:0:256063:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219882.467288:0:256063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219882.467291:0:256063:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17333 usecs (18 jiffies) 00000400:00000200:2.0:1788219882.467293:0:256063:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219882.467295:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313751572 00000100:00000001:2.0:1788219882.467297:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.467299:0:256063:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313751572 00000100:00000001:2.0:1788219882.467301:0:256063:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313752825 00000100:00000001:2.0:1788219882.467303:0:256063:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219882.467305:0:256063:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.467308:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219882.467330:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219882.467894:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219882.467899:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1600. 00000400:00000200:3.0:1788219882.467907:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219882.467913:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219882.467919:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5770 00000400:00000010:3.0:1788219882.467921:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5770. 00000100:00000001:3.0:1788219882.467926:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219882.467931:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.467941:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.467944:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.467951:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.467952:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219882.467966:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219882.467969:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1200. 00000400:00000200:3.0:1788219882.467972:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219882.467975:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219882.467978:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5330 00000400:00000010:3.0:1788219882.467980:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5330. 00000100:00000001:3.0:1788219882.467982:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219882.467986:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.467993:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.467996:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.468001:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.468003:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219882.468010:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219882.468012:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1800. 00000400:00000200:3.0:1788219882.468014:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219882.468017:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219882.468020:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5b28 00000400:00000010:3.0:1788219882.468021:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5b28. 00000100:00000001:3.0:1788219882.468023:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219882.468026:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.468032:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.468034:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.468040:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.468041:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219882.468046:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219882.468048:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1700. 00000400:00000200:3.0:1788219882.468050:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219882.468053:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219882.468055:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5550 00000400:00000010:3.0:1788219882.468056:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5550. 00000100:00000001:3.0:1788219882.468058:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219882.468061:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.468229:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.468233:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.468238:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.468239:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788219882.470183:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219882.470191:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1a00. 00000400:00000200:3.0:1788219882.470197:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219882.470205:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219882.470211:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5660 00000400:00000010:3.0:1788219882.470212:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5660. 00000100:00000001:3.0:1788219882.470217:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219882.470224:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.470235:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.470238:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.470243:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.470245:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219882.470266:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219882.470271:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219882.507938:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.507956:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219882.507960:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.507962:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.507971:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.507978:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219882.507987:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.507993:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.507999:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508003:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb78c580 00000400:00000200:2.0:1788219882.508008:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508015:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe99a5 [1] + 224 00000800:00000001:2.0:1788219882.508022:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508026:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508029:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219882.508033:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219882.508041:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219882.508051:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219882.508062:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.508098:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219882.508106:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508110:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219882.508113:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508114:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508117:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508121:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219882.508125:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508127:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508130:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508133:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb78c380 00000400:00000200:2.0:1788219882.508136:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508140:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9985 [1] + 224 00000800:00000001:2.0:1788219882.508144:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508146:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508148:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219882.508151:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219882.508154:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219882.508158:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219882.508167:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.508174:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219882.508176:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508178:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219882.508180:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508182:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508184:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508187:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219882.508190:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508193:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508196:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508198:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb78c500 00000400:00000200:2.0:1788219882.508201:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508204:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe99c5 [1] + 224 00000800:00000001:2.0:1788219882.508207:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508209:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508211:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219882.508214:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219882.508216:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219882.508220:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219882.508228:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.508236:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219882.508238:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508241:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219882.508243:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508245:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508247:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508251:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219882.508254:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508256:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508259:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508262:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78c480 00000400:00000200:2.0:1788219882.508265:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508269:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9995 [1] + 224 00000800:00000001:2.0:1788219882.508272:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508275:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508277:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219882.508279:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219882.508282:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219882.508286:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219882.508294:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.508302:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219882.508304:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508307:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219882.508309:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508364:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508495:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508499:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219882.508504:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508507:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508509:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508512:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78c400 00000400:00000200:2.0:1788219882.508526:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219882.508530:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe99b5 [1] + 224 00000800:00000001:2.0:1788219882.508534:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508542:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219882.508545:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219882.508548:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219882.508551:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219882.508556:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219882.508564:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219882.508571:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219882.508574:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219882.508577:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.508886:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219882.508890:0:256063:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219882.508896:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219882.508898:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219882.508901:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb29f8. 00000400:00000200:3.0:1788219882.508905:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5908 00000400:00000010:3.0:1788219882.508908:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5908. 00000100:00000001:3.0:1788219882.508910:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219882.508915:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219882.508923:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.508931:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219882.508932:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.508935:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219882.508938:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219882.508941:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219882.508943:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219882.508947:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219882.508956:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219882.508960:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=56 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219882.508963:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219882.508964:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219882.508967:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219882.508970:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.508974:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219882.508976:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:3.0:1788219882.508978:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219882.508980:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219882.508985:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.508990:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219882.508993:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219882.508995:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219882.508999:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219882.509006:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566246912:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219882.509010:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219882.509012:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219882.509014:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2268. 00000400:00000200:3.0:1788219882.509016:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e52a8 00000400:00000010:3.0:1788219882.509018:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e52a8. 00000100:00000001:3.0:1788219882.509019:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219882.509023:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219882.509031:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509037:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219882.509038:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.509039:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219882.509041:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219882.509042:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219882.509044:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219882.509045:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219882.509049:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219882.509051:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=98 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219882.509053:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219882.509054:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219882.509056:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219882.509058:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.509060:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219882.509061:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219882.509063:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219882.509064:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219882.509081:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509088:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219882.509090:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219882.509091:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219882.509094:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219882.509101:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566247168:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219882.509106:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219882.509107:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219882.509110:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2160. 00000400:00000200:3.0:1788219882.509112:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e56e8 00000400:00000010:3.0:1788219882.509114:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e56e8. 00000100:00000001:3.0:1788219882.509116:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219882.509119:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219882.509127:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509132:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219882.509134:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.509135:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219882.509137:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219882.509138:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219882.509139:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219882.509141:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219882.509143:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219882.509146:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=56 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219882.509148:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219882.509149:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219882.509151:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219882.509152:0:256063:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.509154:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219882.509157:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509163:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219882.509165:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219882.509167:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219882.509169:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219882.509176:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfc0140c-5026-49da-a298-39d0904c711e:256063:1875079566246784:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219882.509180:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219882.509181:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219882.509183:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2000. 00000400:00000200:3.0:1788219882.509185:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5ee0 00000400:00000010:3.0:1788219882.509187:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5ee0. 00000100:00000001:3.0:1788219882.509189:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219882.509192:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219882.509199:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509205:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219882.509206:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.509208:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219882.509209:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219882.509210:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219882.509212:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219882.509213:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219882.509216:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219882.509219:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219882.509221:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219882.509222:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219882.509224:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219882.509225:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.509227:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788219882.509228:0:256063:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: committing for last_committed 12884902901 gen 1 00000100:00000040:3.0:1788219882.509234:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902901) req@ffff9894ddb6df80 x1875079566243328/t12884902900(12884902900) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509241:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.509244:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6df80 x1875079566243328/t12884902900(12884902900) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509250:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.509252:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.509255:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4f99000. 02000000:00000001:3.0:1788219882.509258:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.509261:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.509263:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=5 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219882.509265:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.509268:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee180400. 02000000:00000001:3.0:1788219882.509271:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.509272:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.509274:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6df80. 00000100:00000001:3.0:1788219882.509279:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.509280:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219882.509285:0:256063:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 12884902901) req@ffff9894ed014e00 x1875079566243968/t12884902901(12884902901) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509291:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.509294:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014e00 x1875079566243968/t12884902901(12884902901) o36->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 552/448 e 0 to 0 dl 1788219892 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.509300:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.509301:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.509302:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9894d4b9a800. 02000000:00000001:3.0:1788219882.509305:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.509306:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.509307:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219882.509309:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.509310:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03c400. 02000000:00000001:3.0:1788219882.511493:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.511496:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.511499:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014e00. 00000100:00000001:3.0:1788219882.511504:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.511506:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.511510:0:256063:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788219882.511858:0:256063:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1788219882.511863:0:256063:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219882.511865:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219882.511878:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.511887:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219882.511891:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219882.511893:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219882.511898:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219882.511905:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed02aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566247040:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219882.511918:0:256063:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219882.511922:0:256063:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219882.511924:0:256063:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2c60. 00000400:00000200:3.0:1788219882.511927:0:256063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5990 00000400:00000010:3.0:1788219882.511930:0:256063:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5990. 00000100:00000001:3.0:1788219882.511934:0:256063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219882.511938:0:256063:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219882.511946:0:256063:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.511952:0:256063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219882.511954:0:256063:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.511957:0:256063:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219882.511959:0:256063:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219882.511962:0:256063:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219882.511964:0:256063:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219882.511967:0:256063:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219882.511975:0:256063:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219882.511979:0:256063:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=36 v=5 (1 1 1 0) 00000100:00000001:3.0:1788219882.511981:0:256063:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219882.511982:0:256063:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219882.511985:0:256063:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219882.511988:0:256063:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.511991:0:256063:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219882.511993:0:256063:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219882.511995:0:256063:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219882.511996:0:256063:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219882.511999:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.512006:0:256063:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219882.512007:0:256063:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219882.512008:0:256063:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219882.512011:0:256063:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219882.512018:0:256063:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256063:1875079566247296:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219882.512022:0:256063:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512024:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.512030:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02a680 x1875079566246912/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.512037:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.512039:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.512041:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015a800. 02000000:00000001:3.0:1788219882.512044:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.512046:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.512048:0:256063:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219882.512051:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.512053:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893da5c1300. 02000000:00000001:3.0:1788219882.512056:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.512057:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.512058:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02a680. 00000100:00000001:3.0:1788219882.512061:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.512063:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512064:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.512080:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02bb80 x1875079566247168/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.512086:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.512087:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.512088:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b600. 02000000:00000001:3.0:1788219882.512090:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.512091:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.512093:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219882.512095:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.512096:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893da5c1000. 02000000:00000001:3.0:1788219882.512098:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.512099:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.512100:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02bb80. 00000100:00000001:3.0:1788219882.512102:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.512104:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512106:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.512109:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02b100 x1875079566246784/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.512116:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.512117:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.512118:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b200. 02000000:00000001:3.0:1788219882.512120:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.512121:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.512122:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219882.512123:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.512125:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893da5c1b00. 02000000:00000001:3.0:1788219882.512126:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.512127:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.512129:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02b100. 00000100:00000001:3.0:1788219882.512130:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.512131:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512133:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.512136:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed02aa00 x1875079566247040/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.512141:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.512142:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.512144:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b800. 02000000:00000001:3.0:1788219882.512145:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.512146:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.512147:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219882.512149:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.512150:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893da5c1100. 02000000:00000001:3.0:1788219882.512152:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.512154:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.512155:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed02aa00. 00000100:00000001:3.0:1788219882.512157:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.512158:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512159:0:256063:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219882.512162:0:256063:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed029f80 x1875079566247296/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219882.512168:0:256063:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219882.512169:0:256063:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219882.512170:0:256063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f015b000. 02000000:00000001:3.0:1788219882.512172:0:256063:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219882.512173:0:256063:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219882.512174:0:256063:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219882.512176:0:256063:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219882.512177:0:256063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893da5c1c00. 02000000:00000001:3.0:1788219882.512179:0:256063:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219882.512180:0:256063:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219882.512181:0:256063:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed029f80. 00000100:00000001:3.0:1788219882.512183:0:256063:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219882.512185:0:256063:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512187:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219882.512195:0:256063:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219882.512197:0:256063:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219882.512200:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219882.512203:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219883.423436:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219883.423443:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219883.423449:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219883.423450:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219883.423454:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219883.423455:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219883.423459:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219883.423460:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219883.423463:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219883.423464:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219883.423757:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219883.423761:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219883.423764:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788219883.743434:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313752825, at 4313752832 00000100:00000010:2.0:1788219883.743451:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1921e0. 00000100:00000040:3.0:1788219883.744593:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313752825, at 4313752833 00000100:00000010:3.0:1788219883.744609:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca192840. 00010000:00000001:1.0:1788219884.447457:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219884.447464:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219884.447471:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219884.447472:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219884.447476:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219884.447477:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219884.447481:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219884.447482:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219884.447485:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219884.447486:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788219884.447512:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788219884.447514:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788219884.447517:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1788219884.917395:0:330407:0:(mdc_changelog.c:630:chlg_open()) Process entered 00000002:00000010:3.0:1788219884.917408:0:330407:0:(mdc_changelog.c:634:chlg_open()) kmalloced '(crs)': 232 at ffff9893eda26000. 00000002:00000001:3.0:1788219884.917416:0:330407:0:(mdc_changelog.c:651:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219884.917426:0:330407:0:(mdc_changelog.c:590:chlg_write()) Process entered 00000002:00000010:3.0:1788219884.917430:0:330407:0:(mdc_changelog.c:595:chlg_write()) kmalloced '(kbuf)': 64 at ffff9893e070e800. 00000020:00000040:3.0:1788219884.917442:0:330407:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:3.0:1788219884.917446:0:330407:0:(obd_class.h:536:obd_set_info_async()) Process entered 00000002:00000001:3.0:1788219884.917451:0:330407:0:(mdc_request.c:2681:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1788219884.917454:0:330407:0:(pack_generic.c:1736:do_set_info_async()) Process entered 00000100:00000010:3.0:1788219884.917463:0:330407:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219884.917467:0:330407:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219884.917473:0:330407:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219884.917477:0:330407:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219884.917483:0:330407:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219884.917492:0:330407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894cb597000. 00000100:00000001:3.0:1788219884.917501:0:330407:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219884.917508:0:330407:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788219884.917510:0:330407:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788219884.917519:0:330407:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e8f91480. 00000100:00000001:3.0:1788219884.917522:0:330407:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359769093248 : -113713940458368 : ffff9893e8f91480) 00000100:00000001:3.0:1788219884.917525:0:330407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219884.917526:0:330407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000001:3.0:1788219884.917532:0:330407:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219884.917537:0:330407:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219884.917540:0:330407:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788219884.917542:0:330407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788219884.917554:0:330407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.917564:0:330407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788219884.917567:0:330407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219884.917572:0:330407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788219884.917575:0:330407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788219884.917578:0:330407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788219884.917581:0:330407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330407:1875079566247424:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219884.917586:0:330407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788219884.917592:0:330407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788219884.917595:0:330407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219884.917599:0:330407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788219884.917603:0:330407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894cb597600. 02000000:00000001:3.0:1788219884.917605:0:330407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788219884.917614:0:330407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1788219884.917620:0:330407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893c267ac08. 00000400:00000010:3.0:1788219884.917629:0:330407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013cb28. 00000100:00000200:3.0:1788219884.917639:0:330407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566247424, portal 10 00000100:00000001:3.0:1788219884.917642:0:330407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788219884.917643:0:330407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:3.0:1788219884.917652:0:330407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.917660:0:330407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788219884.917663:0:330407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1788219884.917666:0:330407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894f013ce58. 00000100:00000200:3.0:1788219884.917669:0:330407:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1875079566247424, offset 0 00000400:00000200:3.0:1788219884.917676:0:330407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1788219884.917686:0:330407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219884.917695:0:330407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1788219884.917702:0:330407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788219884.917706:0:330407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1788219884.917710:0:330407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788219884.917713:0:330407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1788219884.917717:0:330407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93054:93054:256:4294967295] 192.168.203.120@tcp LPNI seq info [93054:93054:8:4294967295] 00000400:00000200:3.0:1788219884.917721:0:330407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219884.917730:0:330407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1788219884.917736:0:330407:0:(socklnd_cb.c:931:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1788219884.917741:0:330407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893eda26d00. 00000800:00000200:3.0:1788219884.917749:0:330407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1788219884.917758:0:330407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1788219884.917764:0:330407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893eda26d00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1788219884.917779:0:330407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219884.917785:0:330407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:3.0:1788219884.917788:0:330407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1788219884.917791:0:330407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313754033 00000100:00000010:3.0:1788219884.917796:0:330407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec4e0. 00000100:00000001:3.0:1788219884.917804:0:330407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788219884.917967:0:330407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313754033 00000100:00000010:3.0:1788219884.917972:0:330407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894c95ec780. 00000100:00000001:3.0:1788219884.917976:0:330407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788219884.917980:0:330407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219884.917984:0:330407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219884.917987:0:330407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788219884.917989:0:330407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788219884.917993:0:330407:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e8f91480 going to sleep for 11 seconds 00000100:00000001:3.0:1788219884.917997:0:330407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219884.918000:0:330407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219884.918214:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219884.918220:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893eda26d00. 00000400:00000200:2.0:1788219884.918227:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219884.918233:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219884.918240:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013ce58 00000400:00000010:2.0:1788219884.918242:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013ce58. 00000100:00000001:2.0:1788219884.918247:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219884.918251:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219884.918262:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219884.918265:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219884.918272:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219884.918274:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219884.934520:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219884.934546:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219884.934552:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219884.934555:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219884.934566:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219884.934575:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219884.934589:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219884.934596:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219884.934603:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219884.934607:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78c600 00000400:00000200:2.0:1788219884.934613:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219884.934619:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe99d5 [1] + 224 00000800:00000001:2.0:1788219884.934628:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219884.934637:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219884.935072:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219884.935080:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219884.935092:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219884.935102:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219884.935120:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.935210:0:330407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219884.935388:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219884.935404:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219884.935409:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788219884.935521:0:330407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219884.935524:0:330407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219884.935529:0:330407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893c267ac08. 00000400:00000200:3.0:1788219884.935536:0:330407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894f013cb28 00000400:00000010:3.0:1788219884.935539:0:330407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894f013cb28. 00000100:00000001:3.0:1788219884.935543:0:330407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219884.935548:0:330407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219884.935558:0:330407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.935565:0:330407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219884.935567:0:330407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219884.935571:0:330407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219884.935575:0:330407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219884.935579:0:330407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219884.935581:0:330407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219884.935586:0:330407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219884.935599:0:330407:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219884.935604:0:330407:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=58 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219884.935607:0:330407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219884.935609:0:330407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219884.935613:0:330407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219884.935617:0:330407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219884.935623:0:330407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219884.935627:0:330407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:3.0:1788219884.935629:0:330407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219884.935631:0:330407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219884.935636:0:330407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.936175:0:330407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219884.936179:0:330407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219884.936182:0:330407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219884.936189:0:330407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219884.936199:0:330407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job lfs:a070992b-a374-46bb-a0a0-eb573b6d6afb:330407:1875079566247424:192.168.203.120@tcp:46:lfs.0 00000100:00000001:3.0:1788219884.936205:0:330407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219884.936208:0:330407:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219884.936211:0:330407:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788219884.936213:0:330407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219884.936216:0:330407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.936224:0:330407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788219884.936227:0:330407:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e8f91480. 00000100:00000001:3.0:1788219884.936231:0:330407:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788219884.936233:0:330407:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219884.936235:0:330407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219884.936238:0:330407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566247424/t0(0) o46->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 480/224 e 0 to 0 dl 1788219900 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219884.936245:0:330407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219884.936248:0:330407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219884.936252:0:330407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894cb597600. 02000000:00000001:3.0:1788219884.936256:0:330407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219884.936259:0:330407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219884.936261:0:330407:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219884.936264:0:330407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219884.936268:0:330407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894cb597000. 02000000:00000001:3.0:1788219884.936272:0:330407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219884.936274:0:330407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219884.936276:0:330407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219884.936280:0:330407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219884.936281:0:330407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219884.936284:0:330407:0:(pack_generic.c:1772:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219884.936289:0:330407:0:(mdc_request.c:2705:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788219884.936292:0:330407:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788219884.936298:0:330407:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000-mdc-ffff9893ca6d2800 (ffff9894d48dcd40) now 6 - changelog 00000002:00000001:3.0:1788219884.936301:0:330407:0:(mdc_changelog.c:609:chlg_write()) Process leaving 00000002:00000010:3.0:1788219884.936303:0:330407:0:(mdc_changelog.c:611:chlg_write()) kfreed 'kbuf': 64 at ffff9893e070e800. 00000002:00000010:3.0:1788219884.939978:0:330407:0:(mdc_changelog.c:675:chlg_release()) kfreed 'crs': 232 at ffff9893eda26000. 00000100:00000040:3.0:1788219884.945704:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313754033, at 4313754034 00000100:00000010:3.0:1788219884.945734:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec780. 00000100:00000040:2.0:1788219884.946369:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313754033, at 4313754035 00000100:00000010:2.0:1788219884.946378:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894c95ec4e0. 00010000:00000001:1.0:1788219885.473271:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219885.473281:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219885.473284:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219885.473290:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473293:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473297:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473299:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473302:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473304:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473307:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473309:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473344:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473346:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473348:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473350:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473353:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473354:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473358:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473359:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473361:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473363:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473365:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473367:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473369:0:307073:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788219885.473370:0:307073:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788219885.473372:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1788219885.473376:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788219885.473386:0:307073:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9894d0e50900. 00010000:00000001:1.0:1788219885.473390:0:307073:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788219885.473399:0:307073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 11/11 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788219885.473401:0:307073:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473403:0:307073:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473405:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1788219885.473408:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1788219885.473412:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219885.473414:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219885.473415:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219885.473418:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219885.473420:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219885.473422:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473423:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219885.473425:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473426:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473428:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473431:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219885.473433:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473437:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219885.473438:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219885.473439:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219885.473442:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219885.473443:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219885.473444:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473445:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219885.473446:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473448:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473450:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.473452:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219885.473453:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219885.473482:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219885.473486:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219885.473489:0:280892:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 11 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788219885.473492:0:280892:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788219885.473494:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.473500:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788219885.473512:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.473515:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.473518:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.473520:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x987:0x0] mode CR 00000002:00000001:0.0:1788219885.473525:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.473528:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.473533:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.473537:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.473541:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.473542:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.473544:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.473545:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.473547:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.473549:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.473551:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.473554:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219885.473558:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219885.473563:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc400. 00000080:00000001:0.0:1788219885.473565:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1788219885.473571:0:280892:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894c9c0ce80 2 00000080:00000001:0.0:1788219885.473575:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219885.473580:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219885.473582:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.473585:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.473587:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.473589:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.473591:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.473593:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219885.473595:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.473598:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x987:0x0] 00000002:00000001:0.0:1788219885.473601:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219885.473604:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x987:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219885.473611:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219885.473614:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219885.473619:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219885.473622:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219885.473644:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219885.473653:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc200. 00000100:00000001:0.0:1788219885.473659:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219885.473677:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219885.473688:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219885.473692:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219885.473700:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219885.473702:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219885.473708:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.473710:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667822144 : -113714041729472 : ffff9893e2efce40) 00000100:00000001:0.0:1788219885.473713:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.473714:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.473719:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219885.473723:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.473726:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219885.473727:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219885.473731:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.473739:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219885.473741:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.473744:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219885.473747:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219885.473749:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219885.473752:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566247680:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.473755:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219885.473761:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219885.473763:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.473766:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219885.473770:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.473772:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219885.473780:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219885.473784:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219885.473790:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219885.473797:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566247680, portal 10 00000100:00000001:0.0:1788219885.473799:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.473800:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219885.473806:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.473812:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219885.473814:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219885.473817:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf990. 00000100:00000200:0.0:1788219885.473821:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566247680, offset 0 00000400:00000200:0.0:1788219885.473826:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219885.473835:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.473843:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219885.473848:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219885.473852:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219885.473857:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219885.473859:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219885.473862:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93055:93055:256:4294967295] 192.168.203.120@tcp LPNI seq info [93055:93055:8:4294967295] 00000400:00000200:0.0:1788219885.473866:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.473874:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219885.473880:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219885.473884:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a900. 00000800:00000200:0.0:1788219885.473890:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219885.473897:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219885.473901:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219885.473923:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.473928:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:0.0:1788219885.473931:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219885.473934:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313754589 00000100:00000010:0.0:1788219885.473938:0:280892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02780. 00000100:00000001:0.0:1788219885.473943:0:280892:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219885.473952:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313754589 00000100:00000010:0.0:1788219885.473955:0:280892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02180. 00000100:00000001:0.0:1788219885.473958:0:280892:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219885.473964:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.473966:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.473969:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219885.473970:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219885.473973:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efce40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219885.473975:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219885.473978:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788219885.474205:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788219885.474211:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a900. 00000400:00000200:3.0:1788219885.474216:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219885.474222:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1788219885.474227:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf990 00000400:00000010:3.0:1788219885.474230:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf990. 00000100:00000001:3.0:1788219885.474234:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788219885.474239:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219885.474248:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219885.474251:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788219885.474257:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219885.474259:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1788219885.474661:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219885.474664:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219885.474667:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788219885.496630:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.496658:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219885.496662:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.496665:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.496674:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.496681:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219885.496690:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.496696:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.496701:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.496705:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78c700 00000400:00000200:2.0:1788219885.496710:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.496716:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe99e5 [1] + 224 00000800:00000001:2.0:1788219885.496723:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.496732:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.496735:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.496739:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219885.496749:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219885.496759:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219885.496770:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.496795:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219885.496805:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.496809:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.497288:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219885.497297:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219885.497299:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219885.497302:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219885.497307:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:0.0:1788219885.497362:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:0.0:1788219885.497367:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219885.497373:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219885.497383:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566247680/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497390:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219885.497392:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.497394:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219885.497398:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219885.497401:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219885.497403:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.497406:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219885.497415:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=130 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219885.497419:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=59 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219885.497422:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219885.497423:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.497426:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219885.497430:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.497434:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219885.497435:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219885.497437:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219885.497440:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.497441:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.497444:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219885.497446:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:0.0:1788219885.497448:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219885.497451:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.497456:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566247680/t17179869293(17179869293) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497464:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.497467:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219885.497469:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219885.497473:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566247680/t17179869293(17179869293) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219885.497481:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566247680:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.497486:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.497489:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.497492:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219885.497494:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.497497:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566247680/t17179869293(17179869293) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497504:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.497507:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.497511:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219885.497513:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.497519:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.497521:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000002:00000001:0.0:1788219885.497523:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.497526:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.497529:0:280892:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894c9c0ce80 2 00000080:00000010:0.0:1788219885.497532:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc400. 00000080:00000001:0.0:1788219885.497535:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219885.497539:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219885.497541:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.497544:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.497546:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.497549:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.497551:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.497553:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x987:0x0] 00800000:00000001:0.0:1788219885.497555:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.497559:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219885.497565:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497573:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.497574:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875175808 : -113709834375808 : ffff9894ddb6ed80) 00000100:00000001:0.0:1788219885.497576:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.497579:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497585:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.497587:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.497590:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566247680/t17179869293(17179869293) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497595:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.497597:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.497600:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6ed80 x1875079566241536/t17179869288(17179869288) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219891 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497605:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219885.497608:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.497610:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.497612:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.497615:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee182c00. 02000000:00000001:0.0:1788219885.497633:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.497636:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.497811:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6ed80. 00000100:00000001:0.0:1788219885.497817:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.497818:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.497820:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.497825:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566247680/t17179869293(17179869293) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497830:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.497832:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33680. 00000002:00000001:0.0:1788219885.497835:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.497837:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219885.497838:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25ec0. 00000100:00000001:0.0:1788219885.497840:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.497843:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566247680/t17179869293(17179869293) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.497849:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219885.497851:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219885.497853:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.497856:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219885.497857:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.497858:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.497860:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.497862:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc200. 02000000:00000001:0.0:1788219885.497864:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.497865:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.497866:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219885.497869:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.497870:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219885.497872:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.497875:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.497878:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x987:0x0] mode (null) 00000002:00000001:0.0:1788219885.497881:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.497884:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.497892:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.497894:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.497899:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.497901:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.497905:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.497907:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) invalid 00000020:00000001:0.0:1788219885.497911:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219885.497913:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry d160g.sanity (ffff9893e929baf8) parent ffff9893e6c7e870 inode ffff9894c7b6a1c8 refc 0 00000080:00000001:0.0:1788219885.497923:0:280892:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219885.497929:0:280892:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219885.497933:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.497937:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.497940:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.497944:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.497947:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.497949:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.497951:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.497953:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.497957:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195e00 with handle 0x34450ab7a163469 from hash 00010000:00000001:0.0:1788219885.497960:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.497963:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.497965:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.497966:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.497969:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.497970:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.497973:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.497977:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 2/0,0 mode: PR/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788219885.497998:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.498002:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.498003:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.498004:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200001b70:0x5:0x0] mode (null) 00000002:00000001:0.0:1788219885.498007:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498008:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498011:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff600 count: 2 00010000:00000001:0.0:1788219885.498013:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498016:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.498017:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498018:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498019:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ff600 count: 2 00010000:00000001:0.0:1788219885.498021:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498023:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.498025:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219885.498028:0:280892:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200001b70:0x5:0x0] lli = ffff9893fa016300, pfid = [0x2000013a2:0x987:0x0] 00000080:00000002:0.0:1788219885.498032:0:280892:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200001b70:0x5:0x0] m[0x2000013a2:0x987:0x0] 00000080:00000001:0.0:1788219885.498035:0:280892:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145927 : 144115272398145927 : 2000013a2000987) 00000080:00000001:0.0:1788219885.498039:0:280892:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219885.498042:0:280892:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219885.498043:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.498054:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200001b70:0x5:0x0](ffff9893fa0163c8) invalid 00000080:00000001:0.0:1788219885.498056:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.498057:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.498058:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.498061:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.498062:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.498064:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.498065:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.498066:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.498069:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7194c00 with handle 0x34450ab7a16348c from hash 00010000:00000001:0.0:1788219885.498071:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.498072:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.498073:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.498074:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.498076:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.498077:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.498079:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.498081:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788219885.498088:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.498090:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.498091:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.498093:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x987:0x0] mode (null) 00000002:00000001:0.0:1788219885.498094:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498096:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498097:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.498099:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498101:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.498102:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498103:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498104:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.498106:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498107:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.498109:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498110:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498111:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.498112:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498114:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.498115:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219885.498117:0:280892:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x987:0x0] lli = ffff9894c7b6a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788219885.498119:0:280892:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219885.498121:0:280892:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219885.498122:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.498123:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) invalid 00000080:00000001:0.0:1788219885.498125:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.498127:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.498128:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.498129:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.498131:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.498132:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.498133:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.498135:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.498137:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1a400 with handle 0x34450ab7a16344d from hash 00010000:00000001:0.0:1788219885.498139:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.498140:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.498141:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.498142:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.498143:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.498144:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.498146:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.498149:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788219885.498155:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.498156:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.498157:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.498159:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x987:0x0] mode (null) 00000002:00000001:0.0:1788219885.498161:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498162:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498163:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.498165:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498168:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.498169:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498170:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498172:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ef708e00 count: 4 00010000:00000001:0.0:1788219885.498174:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498176:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.498177:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.498179:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.498180:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x987:0x0](ffff9894c7b6a1c8) invalid 00000080:00000001:0.0:1788219885.498182:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.498184:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.498185:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.498187:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.498188:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.498189:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.498191:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.498192:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.498194:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b800 with handle 0x34450ab7a163431 from hash 00010000:00000001:0.0:1788219885.498196:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.498197:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.498198:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.498199:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.498200:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.498201:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.498203:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.498206:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219885.498212:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.498214:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.498215:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.498216:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x982:0x0] mode CR 00000002:00000001:0.0:1788219885.498217:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498219:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498221:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.498222:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498224:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.498226:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.498227:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.498228:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.498230:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.498231:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.498233:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.498235:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219885.498237:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219885.498243:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219885.498245:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1788219885.498249:0:280892:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9894ee06e600 2 00000080:00000001:0.0:1788219885.498253:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219885.498256:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219885.498258:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.498259:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.498261:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.498262:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.498264:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.498266:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219885.498267:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.498270:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x982:0x0] 00000002:00000001:0.0:1788219885.498272:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219885.498274:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x982:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219885.498278:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219885.498282:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219885.498285:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219885.498288:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219885.498291:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219885.498298:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc400. 00000100:00000001:0.0:1788219885.498303:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219885.499630:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219885.499703:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219885.499709:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219885.499716:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219885.499718:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219885.499728:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.499731:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667822144 : -113714041729472 : ffff9893e2efce40) 00000100:00000001:0.0:1788219885.499733:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.499736:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.499740:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219885.499745:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.499747:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219885.499749:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219885.499753:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.499759:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219885.499761:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.499765:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219885.499768:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219885.499770:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219885.499773:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566247936:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.499777:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219885.499782:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219885.499784:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.499787:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219885.499792:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.499794:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219885.499801:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219885.499805:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219885.499812:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219885.499818:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566247936, portal 10 00000100:00000001:0.0:1788219885.499819:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.499820:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219885.499828:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.499834:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219885.499837:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219885.499839:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf770. 00000100:00000200:0.0:1788219885.499843:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566247936, offset 0 00000400:00000200:0.0:1788219885.499849:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219885.499856:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.499864:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219885.499869:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219885.499873:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219885.499877:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219885.499879:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219885.499882:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93056:93056:256:4294967295] 192.168.203.120@tcp LPNI seq info [93056:93056:8:4294967295] 00000400:00000200:0.0:1788219885.499887:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.499896:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219885.499904:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219885.499909:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219885.499914:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219885.499922:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219885.499925:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219885.499949:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.499954:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26261 usecs (27 jiffies) 00000400:00000200:0.0:1788219885.499957:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219885.499959:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313754615 00000100:00000001:0.0:1788219885.499967:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313754589 00000100:00000001:0.0:1788219885.499971:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313754615 00000100:00000001:0.0:1788219885.499974:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313754589 00000100:00000001:0.0:1788219885.499977:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.499979:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.499981:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219885.499992:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219885.499995:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efce40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219885.499997:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219885.500000:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219885.501589:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219885.501598:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219885.501606:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.501614:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219885.501630:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf770 00000400:00000010:2.0:1788219885.501634:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf770. 00000100:00000001:2.0:1788219885.501642:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219885.501650:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.501663:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219885.501666:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.501673:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219885.501675:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219885.507355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb2a0. 00000100:00000040:3.0:1788219885.527437:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313754615, at 4313754616 00000100:00000010:3.0:1788219885.527474:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02180. 00000100:00000040:2.0:1788219885.527562:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313754615, at 4313754616 00000100:00000010:2.0:1788219885.527568:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02780. 00000800:00000001:2.0:1788219885.592613:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.592633:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219885.592638:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.592640:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.592660:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.592680:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219885.592690:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.592697:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.592701:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.592706:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78c800 00000400:00000200:2.0:1788219885.592711:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.592717:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe99ed [1] + 224 00000800:00000001:2.0:1788219885.592725:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.592738:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.592741:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.592745:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219885.592753:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219885.592764:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219885.592775:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.592799:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219885.592808:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.592811:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.593106:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219885.593115:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219885.593117:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219885.593120:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219885.593125:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:0.0:1788219885.593127:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:0.0:1788219885.593131:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219885.593136:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219885.593144:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566247936/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593150:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219885.593152:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.593155:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219885.593159:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219885.593161:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219885.593163:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.593166:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219885.593175:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=130 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219885.593179:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=59 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219885.593182:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219885.593184:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.593187:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219885.593191:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.593195:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219885.593196:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219885.593198:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219885.593200:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.593214:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.593218:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219885.593220:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:0.0:1788219885.593222:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219885.593224:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.593229:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566247936/t17179869294(17179869294) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593237:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.593240:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219885.593243:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219885.593247:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566247936/t17179869294(17179869294) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219885.593255:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566247936:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.593260:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.593264:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.593266:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219885.593268:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.593272:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566247936/t17179869294(17179869294) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593279:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.593281:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.593286:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219885.593288:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.593295:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.593296:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000002:00000001:0.0:1788219885.593299:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.593302:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.593306:0:280892:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff9894ee06e600 2 00000080:00000010:0.0:1788219885.593336:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219885.593341:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219885.593344:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219885.593347:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.593350:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.593352:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.593355:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.593357:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.593359:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x982:0x0] 00800000:00000001:0.0:1788219885.593362:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.593366:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219885.593371:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593379:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.593381:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630363875168640 : -113709834382976 : ffff9894ddb6d180) 00000100:00000001:0.0:1788219885.593383:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.593386:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593393:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.593395:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.593398:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566247936/t17179869294(17179869294) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593403:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.593405:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.593408:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ddb6d180 x1875079566208384/t17179869224(17179869224) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 608/696 e 0 to 0 dl 1788219822 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593414:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219885.593417:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.593419:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.593421:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.593424:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ee183000. 02000000:00000001:0.0:1788219885.593428:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.593430:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.593432:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ddb6d180. 00000100:00000001:0.0:1788219885.593435:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.593436:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.593438:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.593441:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566247936/t17179869294(17179869294) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593447:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.593448:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9894f3e33aa0. 00000002:00000001:0.0:1788219885.593588:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.593591:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219885.593594:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9894c9d25fc0. 00000100:00000001:0.0:1788219885.593598:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.593602:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566247936/t17179869294(17179869294) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.593615:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219885.593617:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219885.593619:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.593622:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219885.593623:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.593624:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.593626:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.593628:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc400. 02000000:00000001:0.0:1788219885.593630:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.593631:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.593632:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219885.593635:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.593636:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219885.593639:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.593642:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.593644:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x982:0x0] mode (null) 00000002:00000001:0.0:1788219885.593648:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.593650:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.593656:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.593659:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.593664:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.593831:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.593835:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.593837:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x982:0x0](ffff9893fa011148) invalid 00000020:00000001:0.0:1788219885.593841:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219885.593843:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry d160f.sanity (ffff9893f0e3b0d8) parent ffff9893e6c7e870 inode ffff9893fa011148 refc 0 00000080:00000001:0.0:1788219885.593853:0:280892:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219885.593859:0:280892:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219885.593864:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.593868:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.593870:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.593874:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.593877:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.593879:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.593881:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.593885:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.593888:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893d7195000 with handle 0x34450ab7a1633b3 from hash 00010000:00000001:0.0:1788219885.593891:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.593893:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.593894:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.593895:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.593898:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.593900:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.593903:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.593907:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788219885.593915:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.593918:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.593919:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.593921:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x982:0x0] mode (null) 00000002:00000001:0.0:1788219885.593924:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.593925:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.593927:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.593930:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.593932:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.593934:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.593935:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.593936:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.593938:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.593940:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.593941:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.593942:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.593944:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.593945:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.593947:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.593949:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788219885.593951:0:280892:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x982:0x0] lli = ffff9893fa011080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788219885.593954:0:280892:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788219885.593956:0:280892:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788219885.593958:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.593960:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x982:0x0](ffff9893fa011148) invalid 00000080:00000001:0.0:1788219885.593962:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.593964:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.593965:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.593967:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.593969:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.593970:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.593971:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.593973:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.593976:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1bc00 with handle 0x34450ab7a163397 from hash 00010000:00000001:0.0:1788219885.593977:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.593979:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.593980:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.593981:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.593982:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.593983:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.593986:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.593988:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788219885.593995:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.593997:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.593998:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.593999:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x982:0x0] mode (null) 00000002:00000001:0.0:1788219885.594001:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594002:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594004:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.594006:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594008:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.594009:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594010:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594011:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893ea2ffa00 count: 4 00010000:00000001:0.0:1788219885.594013:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594015:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594016:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594018:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.594019:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x982:0x0](ffff9893fa011148) invalid 00000080:00000001:0.0:1788219885.594021:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.594023:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.594024:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.594026:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.594027:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.594028:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.594029:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.594031:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.594033:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ecb1b200 with handle 0x34450ab7a16337b from hash 00010000:00000001:0.0:1788219885.594034:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.594036:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.594037:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.594038:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.594039:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.594040:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.594043:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.594057:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788219885.594064:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.594066:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.594067:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.594068:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x980:0x0] mode (null) 00000002:00000001:0.0:1788219885.594071:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594072:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594074:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219885.594076:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594078:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.594080:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594081:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594082:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894d9089800 count: 2 00010000:00000001:0.0:1788219885.594084:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594086:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594088:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594091:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.594092:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x980:0x0](ffff9893e6c600c8) invalid 00000020:00000001:0.0:1788219885.594095:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219885.594097:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry d160d.sanity (ffff9893f0e38000) parent ffff9893e6c7e870 inode ffff9893e6c600c8 refc 0 00000080:00000001:0.0:1788219885.594102:0:280892:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219885.594105:0:280892:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219885.594108:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.594110:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.594111:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.594113:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.594115:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.594116:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.594117:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.594119:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.594121:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b8000 with handle 0x34450ab7a163327 from hash 00010000:00000001:0.0:1788219885.594123:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.594124:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.594126:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.594127:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.594129:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.594130:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.594132:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.594135:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788219885.594142:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.594145:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.594146:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.594147:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2400013a2:0x55:0x0] mode (null) 00000002:00000001:0.0:1788219885.594149:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594151:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594153:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9894cd619400 count: 2 00010000:00000001:0.0:1788219885.594155:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594157:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594159:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594160:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.594162:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a2:0x55:0x0](ffff9893e51021c8) invalid 00000020:00000001:0.0:1788219885.594165:0:280892:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa959c7eb7ca0 00000080:00002000:0.0:1788219885.594166:0:280892:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry d160c.sanity (ffff9893e918f360) parent ffff9893e6c7e870 inode ffff9893e51021c8 refc 0 00000080:00000001:0.0:1788219885.594171:0:280892:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788219885.594174:0:280892:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788219885.594176:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.594178:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.594179:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.594181:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.594183:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.594184:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.594185:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.594186:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.594188:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893de3b8c00 with handle 0x34450ab7a1632ef from hash 00010000:00000001:0.0:1788219885.594190:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.594191:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.594192:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.594193:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.594195:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.594196:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.594199:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.594521:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c000/0x34450ab7a161536 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x953:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a48 expref: -99 pid: 309460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788219885.594530:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.594533:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.594535:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.594536:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x953:0x0] mode CR 00000002:00000001:0.0:1788219885.594539:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594540:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594543:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353400 count: 2 00010000:00000001:0.0:1788219885.594545:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594547:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.594549:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.594550:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.594551:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353400 count: 2 00010000:00000001:0.0:1788219885.594553:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.594555:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594556:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.594558:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219885.594561:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219885.594566:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc400. 00000080:00000001:0.0:1788219885.594568:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219885.594574:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219885.594578:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219885.594580:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.594582:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.594583:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.594586:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.594588:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.594590:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x953:0x0] 00800000:00000001:0.0:1788219885.594592:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.594594:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x953:0x0] 00000002:00000001:0.0:1788219885.594597:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219885.594598:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x953:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219885.594603:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219885.594606:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219885.594609:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219885.594612:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219885.594616:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219885.594621:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc200. 00000100:00000001:0.0:1788219885.594626:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219885.594649:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed028380 x1875079565745024/t12884930193(12884930193) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219885.594659:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219885.594664:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219885.594680:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219885.594682:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219885.594688:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.594690:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667822144 : -113714041729472 : ffff9893e2efce40) 00000100:00000001:0.0:1788219885.594693:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.594695:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.594699:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219885.594703:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.594704:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219885.594706:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219885.594710:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.594717:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219885.594719:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.594723:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219885.594725:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219885.594727:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219885.594730:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566248192:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.594734:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219885.594738:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219885.594740:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.594743:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219885.594747:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.594749:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219885.594756:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219885.594760:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219885.594766:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219885.594773:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566248192, portal 10 00000100:00000001:0.0:1788219885.594775:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.594776:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219885.594782:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.594788:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219885.594791:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219885.594793:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cf2a8. 00000100:00000200:0.0:1788219885.594797:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566248192, offset 0 00000400:00000200:0.0:1788219885.594803:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219885.594811:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.594818:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219885.594823:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219885.594827:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219885.594831:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219885.594834:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219885.594837:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93057:93057:256:4294967295] 192.168.203.120@tcp LPNI seq info [93057:93057:8:4294967295] 00000400:00000200:0.0:1788219885.594841:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.594851:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219885.594857:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219885.594863:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813ad00. 00000800:00000200:0.0:1788219885.594869:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219885.594877:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219885.594881:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219885.594901:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.594906:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:0.0:1788219885.594909:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219885.594912:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313754710 00000100:00000010:0.0:1788219885.594917:0:280892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02120. 00000100:00000001:0.0:1788219885.594923:0:280892:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788219885.594929:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313754710 00000100:00000010:0.0:1788219885.594932:0:280892:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9893e6a02a80. 00000100:00000001:0.0:1788219885.594935:0:280892:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788219885.594938:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.594940:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.594943:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219885.594945:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219885.594947:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efce40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219885.594949:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219885.594952:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219885.595296:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219885.595301:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813ad00. 00000400:00000200:2.0:1788219885.595306:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.595353:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219885.595359:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cf2a8 00000400:00000010:2.0:1788219885.595361:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cf2a8. 00000100:00000001:2.0:1788219885.595365:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219885.595370:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.595379:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219885.595382:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.595389:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219885.595391:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788219885.601652:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.601669:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219885.601681:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.601684:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.601693:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.601701:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219885.601709:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.601717:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.601722:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.601725:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78c900 00000400:00000200:2.0:1788219885.601729:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.601735:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe99f5 [1] + 224 00000800:00000001:2.0:1788219885.601741:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.601752:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.601755:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.601760:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219885.601767:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219885.601775:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219885.601786:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.601802:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219885.601810:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.601813:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.601999:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788219885.602008:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219885.602010:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219885.602012:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219885.602018:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:0.0:1788219885.602020:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:0.0:1788219885.602023:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219885.602027:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219885.602036:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566248192/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602041:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219885.602043:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.602056:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219885.602059:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219885.602062:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219885.602063:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.602066:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219885.602075:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=130 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219885.602079:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=59 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219885.602082:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219885.602083:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.602086:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219885.602089:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602092:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219885.602094:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219885.602095:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219885.602098:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.602099:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.602103:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219885.602104:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:0.0:1788219885.602106:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219885.602108:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.602112:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566248192/t17179869295(17179869295) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602124:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.602127:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219885.602129:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219885.602132:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566248192/t17179869295(17179869295) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219885.602139:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566248192:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.602144:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.602146:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602149:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219885.602150:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.602154:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566248192/t17179869295(17179869295) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602160:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.602163:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.602168:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219885.602169:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602175:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.602176:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000002:00000001:0.0:1788219885.602179:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.602182:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219885.602187:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc400. 00000080:00000001:0.0:1788219885.602191:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219885.602194:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219885.602197:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.602200:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.602212:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.602215:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.602217:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.602219:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x953:0x0] 00800000:00000001:0.0:1788219885.602222:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.602225:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219885.602231:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed028380 x1875079565745024/t12884930193(12884930193) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602238:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.602239:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131787648 : -113709577763968 : ffff9894ed028380) 00000100:00000001:0.0:1788219885.602241:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.602245:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed028380 x1875079565745024/t12884930193(12884930193) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602251:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602253:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.602256:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566248192/t17179869295(17179869295) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602261:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602263:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.602265:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed028380 x1875079565745024/t12884930193(12884930193) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602272:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219885.602275:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.602277:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.602279:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.602282:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894c8adfc00. 02000000:00000001:0.0:1788219885.602286:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.602288:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.602290:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed028380. 00000100:00000001:0.0:1788219885.602293:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.602294:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.602296:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.602299:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566248192/t17179869295(17179869295) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602305:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.602307:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9440. 00000002:00000001:0.0:1788219885.602327:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.602330:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219885.602332:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd500. 00000100:00000001:0.0:1788219885.602335:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.602338:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566248192/t17179869295(17179869295) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602343:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219885.602345:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219885.602348:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.602350:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219885.602351:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.602353:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=4 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.602355:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.602356:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc200. 02000000:00000001:0.0:1788219885.602358:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.602359:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.602360:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219885.602363:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.602364:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219885.602366:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.602370:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.602372:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x953:0x0] mode (null) 00000002:00000001:0.0:1788219885.602375:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.602378:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.602384:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353400 count: 2 00010000:00000001:0.0:1788219885.602387:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.602392:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.602394:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.602397:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.602399:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x953:0x0](ffff9894d0a57448) invalid 00000080:00000001:0.0:1788219885.602402:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.602407:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.602410:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.602413:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.602417:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.602419:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.602420:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.602423:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.602427:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893e437c000 with handle 0x34450ab7a161536 from hash 00010000:00000001:0.0:1788219885.602430:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.602431:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.602433:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.602433:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.602437:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.602438:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.602441:0:280892:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788219885.602445:0:280892:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3a00/0x34450ab7a1614bf lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x952:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1782eba8aded7a6b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788219885.602454:0:280892:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788219885.602457:0:280892:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788219885.602459:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.602460:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x952:0x0] mode CR 00000002:00000001:0.0:1788219885.602462:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.602463:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.602465:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353c00 count: 2 00010000:00000001:0.0:1788219885.602467:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.602470:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.602471:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.602472:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.602474:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353c00 count: 2 00010000:00000001:0.0:1788219885.602475:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.602477:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.602478:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.602480:0:280892:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788219885.602483:0:280892:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788219885.602487:0:280892:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219885.602489:0:280892:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788219885.602495:0:280892:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788219885.602498:0:280892:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788219885.602499:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.602501:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.602502:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.602503:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.602505:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.602508:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x952:0x0] 00800000:00000001:0.0:1788219885.602510:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.602512:0:280892:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x2000013a2:0x952:0x0] 00000002:00000001:0.0:1788219885.602514:0:280892:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788219885.602516:0:280892:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9893ca6d2800: [0x2000013a2:0x952:0x0] file closed with intent: 0 00000100:00000010:0.0:1788219885.602520:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219885.602524:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219885.602527:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219885.602529:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219885.602533:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219885.602539:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc400. 00000100:00000001:0.0:1788219885.602544:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788219885.602555:0:280892:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9894ed014000 x1875079565733632/t12884930186(12884930186) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788219885.602566:0:280892:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9893ca6d2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788219885.602570:0:280892:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788219885.602575:0:280892:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788219885.602576:0:280892:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788219885.602582:0:280892:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.602584:0:280892:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446630359667822144 : -113714041729472 : ffff9893e2efce40) 00000100:00000001:0.0:1788219885.602586:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.602587:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.602591:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219885.602596:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602597:0:280892:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788219885.602599:0:280892:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788219885.602602:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602608:0:280892:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788219885.602610:0:280892:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.602613:0:280892:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788219885.602617:0:280892:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788219885.602619:0:280892:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788219885.602622:0:280892:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566248448:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.602626:0:280892:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788219885.602631:0:280892:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788219885.602633:0:280892:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.602647:0:280892:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788219885.602652:0:280892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.602654:0:280892:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788219885.602658:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1788219885.602661:0:280892:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9894ee7a4dc0. 00000400:00000010:0.0:1788219885.602731:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfaa0. 00000100:00000200:0.0:1788219885.602739:0:280892:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875079566248448, portal 10 00000100:00000001:0.0:1788219885.602741:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.602742:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:0.0:1788219885.602749:0:280892:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.602756:0:280892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788219885.602758:0:280892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1788219885.602762:0:280892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894ee4cfcc0. 00000100:00000200:0.0:1788219885.602765:0:280892:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875079566248448, offset 0 00000400:00000200:0.0:1788219885.602771:0:280892:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1788219885.602777:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.602784:0:280892:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1788219885.602789:0:280892:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788219885.602793:0:280892:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1788219885.602796:0:280892:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788219885.602799:0:280892:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1788219885.602802:0:280892:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93058:93058:256:4294967295] 192.168.203.120@tcp LPNI seq info [93058:93058:8:4294967295] 00000400:00000200:0.0:1788219885.602806:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1788219885.602814:0:280892:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1788219885.602820:0:280892:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1788219885.602826:0:280892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893f813a900. 00000800:00000200:0.0:1788219885.602832:0:280892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1788219885.602840:0:280892:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1788219885.602844:0:280892:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893f813a900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788219885.602864:0:280892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.602868:0:280892:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:0.0:1788219885.602871:0:280892:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1788219885.602874:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313754718 00000100:00000001:0.0:1788219885.602881:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313754710 00000100:00000001:0.0:1788219885.602886:0:280892:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313754718 00000100:00000001:0.0:1788219885.602890:0:280892:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313754710 00000100:00000001:0.0:1788219885.602893:0:280892:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.602895:0:280892:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.602897:0:280892:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788219885.602900:0:280892:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788219885.602902:0:280892:0:(client.c:2702:ptlrpc_set_wait()) set ffff9893e2efce40 going to sleep for 11 seconds 00000100:00000001:0.0:1788219885.602904:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788219885.602906:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219885.603121:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219885.603125:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893f813a900. 00000400:00000200:2.0:1788219885.603129:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.603134:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219885.603139:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfcc0 00000400:00000010:2.0:1788219885.603141:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfcc0. 00000100:00000001:2.0:1788219885.603144:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219885.603148:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.603157:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219885.603160:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788219885.603167:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219885.603168:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788219885.606177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893da6bb960. 00000080:00000010:0.1:1788219885.606198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88200. 00000080:00000010:0.1:1788219885.606216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9893dba88d40. 00000800:00000001:2.0:1788219885.609273:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.609293:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219885.609297:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.609300:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.609309:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.609345:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219885.609357:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.609364:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.609368:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.609372:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x6a95ffb78ca00 00000400:00000200:2.0:1788219885.609377:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219885.609382:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe99fd [1] + 224 00000800:00000001:2.0:1788219885.609388:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.609399:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219885.609402:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.609406:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219885.609414:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219885.609422:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788219885.609433:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.609496:0:280892:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219885.609515:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219885.609524:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219885.609527:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788219885.613300:0:280892:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788219885.613307:0:280892:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788219885.613327:0:280892:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9894ee7a4dc0. 00000400:00000200:0.0:1788219885.613335:0:280892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894ee4cfaa0 00000400:00000010:0.0:1788219885.613338:0:280892:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894ee4cfaa0. 00000100:00000001:0.0:1788219885.613344:0:280892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788219885.613356:0:280892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788219885.613367:0:280892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566248448/t0(0) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1788219901 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.613375:0:280892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788219885.613377:0:280892:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.613380:0:280892:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1788219885.613384:0:280892:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788219885.613387:0:280892:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788219885.613389:0:280892:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788219885.613392:0:280892:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788219885.613401:0:280892:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3cf0 time=130 v=5 (5 5 5 5) 00000100:00001000:0.0:1788219885.613404:0:280892:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=59 v=5 (1 1 0 0) 00000100:00000001:0.0:1788219885.613407:0:280892:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788219885.613408:0:280892:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.613411:0:280892:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788219885.613414:0:280892:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.613417:0:280892:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788219885.613419:0:280892:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788219885.613420:0:280892:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788219885.613423:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.613425:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000001:0.0:1788219885.613428:0:280892:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788219885.613430:0:280892:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:0.0:1788219885.613432:0:280892:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788219885.613435:0:280892:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.613439:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566248448/t17179869296(17179869296) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.613446:0:280892:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788219885.613449:0:280892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788219885.613763:0:280892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788219885.613771:0:280892:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566248448/t17179869296(17179869296) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788219885.613780:0:280892:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:a070992b-a374-46bb-a0a0-eb573b6d6afb:280892:1875079566248448:192.168.203.120@tcp:35:ldlm_bl.0 00000100:00000001:0.0:1788219885.613785:0:280892:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.613788:0:280892:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.613790:0:280892:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788219885.613792:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.613795:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566248448/t17179869296(17179869296) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.613802:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.613805:0:280892:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9893e2efce40. 00000100:00000001:0.0:1788219885.613809:0:280892:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788219885.613811:0:280892:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.613818:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.613820:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000002:00000001:0.0:1788219885.613823:0:280892:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.613825:0:280892:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219885.613829:0:280892:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9894d53dc200. 00000080:00000001:0.0:1788219885.613833:0:280892:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788219885.613836:0:280892:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788219885.613838:0:280892:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788219885.613841:0:280892:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788219885.613843:0:280892:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788219885.613846:0:280892:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788219885.613848:0:280892:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788219885.613849:0:280892:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x952:0x0] 00800000:00000001:0.0:1788219885.613851:0:280892:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788219885.613856:0:280892:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788219885.613861:0:280892:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9894ed014000 x1875079565733632/t12884930186(12884930186) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.613868:0:280892:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788219885.613869:0:280892:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131704832 : -113709577846784 : ffff9894ed014000) 00000100:00000001:0.0:1788219885.613871:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.613874:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed014000 x1875079565733632/t12884930186(12884930186) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.614277:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.614280:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.614285:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9894ed015500 x1875079566248448/t17179869296(17179869296) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.614292:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788219885.614293:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.614297:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed014000 x1875079565733632/t12884930186(12884930186) o101->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 968/608 e 0 to 0 dl 1788219693 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.614303:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788219885.614306:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.614308:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=4 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.614310:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.614393:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9894ed03d400. 02000000:00000001:0.0:1788219885.614399:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.614401:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.614403:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed014000. 00000100:00000001:0.0:1788219885.614405:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.614407:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788219885.614408:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.614412:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566248448/t17179869296(17179869296) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.614417:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788219885.614419:0:280892:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9893ef7e9f80. 00000002:00000001:0.0:1788219885.614423:0:280892:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788219885.614425:0:280892:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788219885.614427:0:280892:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9893e0fbd700. 00000100:00000001:0.0:1788219885.614430:0:280892:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788219885.614432:0:280892:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566248448/t17179869296(17179869296) o35->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1788219901 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788219885.614438:0:280892:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788219885.614440:0:280892:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788219885.614442:0:280892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9894ed03c800. 02000000:00000001:0.0:1788219885.614444:0:280892:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788219885.614446:0:280892:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788219885.614447:0:280892:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=3 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:0.0:1788219885.614449:0:280892:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788219885.614450:0:280892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc400. 02000000:00000001:0.0:1788219885.614529:0:280892:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788219885.614531:0:280892:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788219885.614532:0:280892:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:0.0:1788219885.614535:0:280892:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788219885.614537:0:280892:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788219885.614539:0:280892:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.614543:0:280892:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788219885.614545:0:280892:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x2000013a2:0x952:0x0] mode (null) 00000002:00000001:0.0:1788219885.614549:0:280892:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788219885.614552:0:280892:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788219885.614559:0:280892:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9893e1353c00 count: 2 00010000:00000001:0.0:1788219885.614561:0:280892:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788219885.614566:0:280892:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.614568:0:280892:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788219885.614571:0:280892:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788219885.614573:0:280892:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x952:0x0](ffff9894d1f51148) invalid 00000080:00000001:0.0:1788219885.614576:0:280892:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788219885.614582:0:280892:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788219885.614584:0:280892:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.614588:0:280892:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788219885.614591:0:280892:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788219885.614593:0:280892:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788219885.614595:0:280892:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788219885.614598:0:280892:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788219885.614602:0:280892:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9893ea0b3a00 with handle 0x34450ab7a1614bf from hash 00010000:00000001:0.0:1788219885.614605:0:280892:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788219885.614606:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788219885.614608:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.614609:0:280892:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788219885.614613:0:280892:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788219885.614615:0:280892:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788219885.614618:0:280892:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1788219885.614622:0:280892:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788219885.614625:0:280892:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788219885.614634:0:280892:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed015500. 00000020:00000040:0.0:1788219885.614948:0:280892:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=4 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:0.0:1788219885.614956:0:280892:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788219885.614958:0:280892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788219885.614963:0:280892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788219885.614969:0:280892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9894d53dc400. 00000100:00000001:0.0:1788219885.614975:0:280892:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788219885.614978:0:280892:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788219885.614984:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788219885.614994:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 1/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219885.615003:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788219885.615009:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219885.615016:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219885.615021:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788219885.615027:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219885.615034:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788219885.615040:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 1/0,0 mode: --/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788219885.615058:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c000/0x34450ab7a161536 lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x953:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a48 expref: -99 pid: 309460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788219885.615069:0:280892:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3a00/0x34450ab7a1614bf lrc: 1/0,0 mode: --/CR res: [0x2000013a2:0x952:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a6b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788219885.615074:0:280892:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 11 locks packed 00010000:00000001:0.0:1788219885.615075:0:280892:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788219885.615080:0:280892:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788219885.615085:0:280892:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788219885.615094:0:280892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e2393d1] to pc [ptlrpcd_00_00+0] req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.615160:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219885.615164:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788219885.615166:0:256061:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788219885.615172:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.615180:0:256061:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788219885.615182:0:256061:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219885.615185:0:256061:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788219885.615188:0:256061:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788219885.615191:0:256061:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788219885.615193:0:256061:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566248576:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219885.615197:0:256061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788219885.615210:0:256061:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788219885.615213:0:256061:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219885.615216:0:256061:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788219885.615221:0:256061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9894fd777e00. 02000000:00000001:1.0:1788219885.615223:0:256061:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788219885.615230:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1788219885.615234:0:256061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893d3e269a0. 00000400:00000010:1.0:1788219885.615240:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd661f68. 00000100:00000200:1.0:1788219885.615246:0:256061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566248576, portal 18 00000100:00000001:1.0:1788219885.615249:0:256061:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788219885.615250:0:256061:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364131710208 : -113709577841408 : ffff9894ed015500) 00000100:00000040:1.0:1788219885.615257:0:256061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.615264:0:256061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788219885.615266:0:256061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1788219885.615269:0:256061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894fd6612a8. 00000100:00000200:1.0:1788219885.615272:0:256061:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 17, xid 1875079566248576, offset 0 00000400:00000200:1.0:1788219885.615278:0:256061:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1788219885.615287:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219885.615294:0:256061:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1788219885.615299:0:256061:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788219885.615303:0:256061:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1788219885.615306:0:256061:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788219885.615309:0:256061:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1788219885.615336:0:256061:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93059:93059:256:4294967295] 192.168.203.120@tcp LPNI seq info [93059:93059:8:4294967295] 00000400:00000200:1.0:1788219885.615341:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1788219885.615350:0:256061:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1788219885.615355:0:256061:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1788219885.615361:0:256061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9894d0df2600. 00000800:00000200:1.0:1788219885.615367:0:256061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1788219885.615375:0:256061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1788219885.615379:0:256061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9894d0df2600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1788219885.615398:0:256061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219885.615402:0:256061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:1.0:1788219885.615406:0:256061:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1788219885.615409:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313754730 00000100:00000001:1.0:1788219885.615417:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, simply extend its deadline from 4313754718 00000100:00000001:1.0:1788219885.615422:0:256061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313754730 00000100:00000001:1.0:1788219885.615425:0:256061:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, simply extend its deadline from 4313754718 00000100:00000001:1.0:1788219885.615428:0:256061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219885.615431:0:256061:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219885.615434:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219885.615437:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788219885.615576:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219885.615580:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9894d0df2600. 00000400:00000200:2.0:1788219885.615585:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219885.615590:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219885.615596:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd6612a8 00000400:00000010:2.0:1788219885.615598:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd6612a8. 00000100:00000001:2.0:1788219885.615602:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219885.615606:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219885.615619:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219885.615622:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219885.615627:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219885.615629:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788219885.615826:0:280892:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788219885.615831:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615834:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195e00/0x34450ab7a163469 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x987:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded886b expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219885.615848:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615850:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615852:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7194c00/0x34450ab7a16348c lrc: 0/0,0 mode: --/PR res: [0x200001b70:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8905 expref: -99 pid: 330220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219885.615859:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ff600 count: 0 00010000:00000010:0.0:1788219885.615865:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06e380. 00010000:00000001:0.0:1788219885.615871:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615873:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615875:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1a400/0x34450ab7a16344d lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8809 expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788219885.615891:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615893:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615894:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b800/0x34450ab7a163431 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x987:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded87ca expref: -99 pid: 330219 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788219885.615905:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ef708e00 count: 0 00010000:00000010:0.0:1788219885.615907:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c9c0c800. 00010000:00000001:0.0:1788219885.615913:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615915:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615917:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893d7195000/0x34450ab7a1633b3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x982:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded857e expref: -99 pid: 328719 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788219885.615923:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615925:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615927:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1bc00/0x34450ab7a163397 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded852a expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788219885.615932:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615934:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615936:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ecb1b200/0x34450ab7a16337b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x982:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded84eb expref: -99 pid: 328714 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788219885.615941:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893ea2ffa00 count: 0 00010000:00000010:0.0:1788219885.615943:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894ee06eb00. 00010000:00000001:0.0:1788219885.615947:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615948:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615951:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8000/0x34450ab7a163327 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x980:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded8371 expref: -99 pid: 326924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788219885.615957:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894d9089800 count: 0 00010000:00000010:0.0:1788219885.615959:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894fd5f3700. 00010000:00000001:0.0:1788219885.615964:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615965:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615968:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893de3b8c00/0x34450ab7a1632ef lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded827c expref: -99 pid: 326021 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788219885.615978:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9894cd619400 count: 0 00010000:00000010:0.0:1788219885.615981:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9894c8fef300. 00010000:00000001:0.0:1788219885.615985:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.615986:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.615988:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893e437c000/0x34450ab7a161536 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x953:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a48 expref: -99 pid: 309460 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788219885.615994:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e1353400 count: 0 00010000:00000010:0.0:1788219885.615996:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3e100. 00010000:00000001:0.0:1788219885.616000:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.616000:0:280892:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788219885.616002:0:280892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9893ca6d2800 lock: ffff9893ea0b3a00/0x34450ab7a1614bf lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x952:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1782eba8aded7a6b expref: -99 pid: 307965 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1788219885.616007:0:280892:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9893e1353c00 count: 0 00010000:00000010:0.0:1788219885.616009:0:280892:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9893eca3ec00. 00010000:00000001:0.0:1788219885.616013:0:280892:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788219885.616014:0:280892:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1788219885.616017:0:280892:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9894d0e50900. 00010000:00000001:0.0:1788219885.616020:0:280892:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219885.616024:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219885.616026:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219885.616028:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219885.616029:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219885.616030:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219885.616032:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788219885.616033:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219885.616034:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219885.616036:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788219885.616067:0:256062:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788219885.616070:0:256062:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788219885.620862:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219885.620889:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788219885.620893:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219885.620898:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219885.620908:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219885.620915:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1788219885.620924:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219885.620930:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219885.620934:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219885.620937:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x6a95ffb78ca80 00000400:00000200:3.0:1788219885.620941:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1788219885.620947:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9a05 [1] + 224 00000800:00000001:3.0:1788219885.620953:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219885.620959:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788219885.620963:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788219885.620967:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1788219885.620973:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219885.620982:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788219885.620993:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.622860:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219885.622867:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788219885.622873:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219885.623113:0:256061:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219885.627578:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788219885.627606:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788219885.627616:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788219885.633510:0:256061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788219885.633517:0:256061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788219885.633522:0:256061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893d3e269a0. 00000400:00000200:1.0:1788219885.633531:0:256061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894fd661f68 00000400:00000010:1.0:1788219885.633533:0:256061:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894fd661f68. 00000100:00000001:1.0:1788219885.633540:0:256061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788219885.633552:0:256061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788219885.633563:0:256061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.633572:0:256061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788219885.633574:0:256061:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219885.633577:0:256061:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788219885.633581:0:256061:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788219885.633584:0:256061:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788219885.633586:0:256061:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788219885.633589:0:256061:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788219885.633600:0:256061:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3d38 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1788219885.633604:0:256061:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=59 v=5 (1 1 0 0) 00000100:00000001:1.0:1788219885.633606:0:256061:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788219885.633608:0:256061:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219885.633611:0:256061:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788219885.633616:0:256061:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219885.633619:0:256061:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788219885.633621:0:256061:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: skip recheck: last_committed 17179869291 00000100:00000001:1.0:1788219885.633623:0:256061:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788219885.633625:0:256061:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788219885.633629:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.633637:0:256061:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788219885.633640:0:256061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788219885.633642:0:256061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788219885.633647:0:256061:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788219885.633655:0:256061:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a070992b-a374-46bb-a0a0-eb573b6d6afb:256061:1875079566248576:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788219885.633660:0:256061:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219885.633663:0:256061:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788219885.633666:0:256061:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed015500 x1875079566248576/t0(0) o103->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:17/18 lens 400/224 e 0 to 0 dl 1788219901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788219885.633672:0:256061:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788219885.633674:0:256061:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788219885.633678:0:256061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9894fd777e00. 02000000:00000001:1.0:1788219885.633682:0:256061:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788219885.633684:0:256061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788219885.633686:0:256061:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=3 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:1.0:1788219885.633688:0:256061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788219885.633691:0:256061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9894d53dc400. 02000000:00000001:1.0:1788219885.633695:0:256061:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788219885.633697:0:256061:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788219885.633698:0:256061:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed015500. 00000100:00000001:1.0:1788219885.633702:0:256061:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788219885.633703:0:256061:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219885.633706:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788219885.633714:0:256061:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788219885.633718:0:256061:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788219885.633720:0:256061:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788219885.633723:0:256061:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788219885.635681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195e00. 00010000:00000010:0.1:1788219885.635696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ff600. 00010000:00000010:0.1:1788219885.635700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7194c00. 00010000:00000010:0.1:1788219885.635704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1a400. 00010000:00000010:0.1:1788219885.635708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ef708e00. 00010000:00000010:0.1:1788219885.635712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b800. 00010000:00000010:0.1:1788219885.635715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893d7195000. 00010000:00000010:0.1:1788219885.635717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1bc00. 00010000:00000010:0.1:1788219885.635719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893ea2ffa00. 00010000:00000010:0.1:1788219885.635722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ecb1b200. 00010000:00000010:0.1:1788219885.635725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894d9089800. 00010000:00000010:0.1:1788219885.635729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8000. 00010000:00000010:0.1:1788219885.635732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9894cd619400. 00010000:00000010:0.1:1788219885.635734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893de3b8c00. 00010000:00000010:0.1:1788219885.635738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353400. 00010000:00000010:0.1:1788219885.635742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893e437c000. 00010000:00000010:0.1:1788219885.635745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9893e1353c00. 00010000:00000010:0.1:1788219885.635747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9893ea0b3a00. 00000100:00000040:2.0:1788219885.643107:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313754730, at 4313754731 00000100:00000010:2.0:1788219885.643125:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02120. 00000100:00000040:3.0:1788219885.643377:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313754730, at 4313754732 00000100:00000010:3.0:1788219885.643385:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9893e6a02a80. 00010000:00000001:1.0:1788219886.496490:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219886.496500:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219886.496506:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219886.496507:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219886.496512:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219886.496513:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219886.496517:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219886.496519:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219886.496522:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219886.496523:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219886.497149:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219886.497155:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219886.497159:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219887.519766:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219887.519775:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519783:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219887.519785:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519789:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219887.519790:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519794:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219887.519795:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519799:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219887.519803:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219887.519806:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219887.519809:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519813:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219887.519816:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519818:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219887.519821:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219887.525727:0:285341:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219887.525737:0:285341:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219887.525744:0:285341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788219887.589825:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfc0140c-5026-49da-a298-39d0904c711e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219887.589841:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219887.589851:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39d180. 00000020:00000040:3.0:1788219887.589858:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d0d2d800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1788219887.589863:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219887.589867:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219887.589873:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219887.589883:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26000. 00000100:00000001:3.0:1788219887.589891:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.589906:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfc0140c-5026-49da-a298-39d0904c711e->MGS req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219887.589920:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219887.589926:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.589933:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d5fa25] to pc [ptlrpcd_01_01+1] req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.589967:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.589970:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219887.589973:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219887.589978:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39e300. 00000020:00000040:3.0:1788219887.589981:0:238039:0:(genops.c:1231:class_import_get()) import ffff9893f85f3800 refcount=4 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219887.589983:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219887.589984:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219887.589986:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219887.589989:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26c00. 00000100:00000001:3.0:1788219887.589992:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.589997:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0000_UUID req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219887.590004:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219887.590006:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590010:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002be09f3] to pc [ptlrpcd_01_00+0] req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.590018:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590020:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219887.590023:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219887.590026:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39ed80. 00000020:00000040:3.0:1788219887.590028:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ed800 refcount=4 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000100:00000001:3.0:1788219887.590030:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219887.590044:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219887.590047:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219887.590050:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26700. 00000100:00000001:3.0:1788219887.590053:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590058:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-MDT0001_UUID req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219887.590065:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219887.590067:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590070:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007400442f] to pc [ptlrpcd_01_01+1] req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.590077:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590079:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219887.590082:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219887.590085:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39df80. 00000020:00000040:3.0:1788219887.590087:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32ef800 refcount=3 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219887.590089:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219887.590090:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219887.590092:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219887.590094:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26900. 00000100:00000001:3.0:1788219887.590097:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590100:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0000_UUID req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219887.590106:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219887.590107:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590111:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000519f2083] to pc [ptlrpcd_01_00+0] req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.590118:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590120:0:238039:0:(pinger.c:229:ptlrpc_pinger_process_import()) a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788219887.590123:0:238039:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788219887.590126:0:238039:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9894ed39c000. 00000020:00000040:3.0:1788219887.590127:0:238039:0:(genops.c:1231:class_import_get()) import ffff9894d32e9000 refcount=3 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000100:00000001:3.0:1788219887.590130:0:238039:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788219887.590131:0:238039:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788219887.590133:0:238039:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788219887.590136:0:238039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9893eda26d00. 00000100:00000001:3.0:1788219887.590139:0:238039:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590142:0:238039:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a070992b-a374-46bb-a0a0-eb573b6d6afb->lustre-OST0001_UUID req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788219887.590148:0:238039:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788219887.590149:0:238039:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590152:0:238039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bfe44ca] to pc [ptlrpcd_01_01+1] req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.590158:0:238039:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.590162:0:238039:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19094) 00000100:00000001:2.0:1788219887.590256:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219887.590260:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219887.590263:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219887.590270:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590279:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219887.590281:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590286:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219887.590289:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219887.590292:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219887.590295:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566248704:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219887.590300:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219887.590308:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219887.590344:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590348:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219887.590353:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f3a94400. 02000000:00000001:2.0:1788219887.590355:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219887.590365:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219887.590370:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2058. 00000400:00000010:2.0:1788219887.590379:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5a18. 00000100:00000200:2.0:1788219887.590388:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566248704, portal 25 00000100:00000001:2.0:1788219887.590391:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219887.590394:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135412096 : -113709574139520 : ffff9894ed39d180) 00000100:00000040:2.0:1788219887.590399:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590407:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219887.590410:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219887.590413:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5220. 00000100:00000200:2.0:1788219887.590416:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875079566248704, offset 0 00000400:00000200:2.0:1788219887.590425:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590435:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590444:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219887.590450:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219887.590455:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219887.590459:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219887.590462:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590466:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93060:93060:256:4294967295] 192.168.203.120@tcp LPNI seq info [93060:93060:8:4294967295] 00000400:00000200:2.0:1788219887.590470:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590480:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219887.590487:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219887.590493:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1900. 00000800:00000200:2.0:1788219887.590500:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219887.590509:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219887.590514:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219887.590527:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219887.590532:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219887.590535:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 2 is 4313757950 00000100:00000010:2.0:1788219887.590540:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1921e0. 00000100:00000001:2.0:1788219887.590548:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788219887.590554:0:256064:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS new deadline estimation for cpu 3 is 4313757950 00000100:00000010:2.0:1788219887.590557:0:256064:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9894ca1925a0. 00000100:00000001:2.0:1788219887.590560:0:256064:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.120@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788219887.590563:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219887.590566:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.590569:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219887.590572:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590579:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219887.590581:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590583:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219887.590584:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219887.590586:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219887.590589:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566248960:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219887.590591:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219887.590594:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219887.590595:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590596:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219887.590599:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f3a95400. 02000000:00000001:2.0:1788219887.590601:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219887.590615:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219887.590619:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb26e0. 00000400:00000010:2.0:1788219887.590623:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5cc0. 00000100:00000200:2.0:1788219887.590625:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566248960, portal 10 00000100:00000001:2.0:1788219887.590627:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219887.590628:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135419264 : -113709574132352 : ffff9894ed39ed80) 00000100:00000040:2.0:1788219887.590635:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590641:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219887.590643:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219887.590645:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e57f8. 00000100:00000200:2.0:1788219887.590648:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566248960, offset 0 00000400:00000200:2.0:1788219887.590652:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590656:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590660:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219887.590662:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219887.590665:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219887.590668:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219887.590670:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590673:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93061:93061:255:4294967295] 192.168.203.120@tcp LPNI seq info [93061:93061:7:4294967295] 00000400:00000200:2.0:1788219887.590677:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590682:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219887.590686:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219887.590691:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1c00. 00000800:00000200:2.0:1788219887.590695:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219887.590698:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219887.590701:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219887.590703:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219887.590707:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: using a timeout of 14808 usecs (15 jiffies) 00000400:00000200:2.0:1788219887.590710:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219887.590712:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313756693 00000100:00000001:2.0:1788219887.590714:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.590717:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313756693 00000100:00000001:2.0:1788219887.590719:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.590721:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219887.590723:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.590725:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219887.590729:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590735:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219887.590737:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590739:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219887.590741:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219887.590743:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219887.590746:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566249216:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219887.590752:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219887.590755:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219887.590756:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590758:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219887.590761:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f3a95600. 02000000:00000001:2.0:1788219887.590764:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219887.590767:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219887.590770:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2f78. 00000400:00000010:2.0:1788219887.590773:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5000. 00000100:00000200:2.0:1788219887.590776:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566249216, portal 4 00000100:00000001:2.0:1788219887.590778:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219887.590779:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135407616 : -113709574144000 : ffff9894ed39c000) 00000100:00000040:2.0:1788219887.590785:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590791:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219887.590793:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219887.590796:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5110. 00000100:00000200:2.0:1788219887.590798:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566249216, offset 0 00000400:00000200:2.0:1788219887.590802:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590805:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590808:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219887.590811:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219887.590813:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219887.590815:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219887.590817:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590820:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93062:93062:254:4294967295] 192.168.203.120@tcp LPNI seq info [93062:93062:6:4294967295] 00000400:00000200:2.0:1788219887.590824:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590829:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219887.590834:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219887.590837:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1100. 00000800:00000200:2.0:1788219887.590840:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219887.590845:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219887.590848:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219887.590850:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219887.590852:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: using a timeout of 27460 usecs (28 jiffies) 00000400:00000200:2.0:1788219887.590855:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219887.590857:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313756706 00000100:00000001:2.0:1788219887.590859:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.590861:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313756706 00000100:00000001:2.0:1788219887.590864:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.590866:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219887.590868:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.590870:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.590873:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.590881:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219887.590895:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788219887.590899:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219887.590900:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219887.590902:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219887.590905:0:256064:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788219887.590907:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.590908:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219887.590910:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.590912:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219887.590913:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788219887.590914:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219887.590918:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590925:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219887.590927:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590929:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219887.590930:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219887.590932:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219887.590935:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566248832:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219887.590939:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219887.590941:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219887.590943:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.590945:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219887.590948:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f3a94200. 02000000:00000001:2.0:1788219887.590950:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219887.590953:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219887.590955:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb24d0. 00000400:00000010:2.0:1788219887.590958:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e53b8. 00000100:00000200:2.0:1788219887.590961:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566248832, portal 10 00000100:00000001:2.0:1788219887.590963:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219887.590964:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135416576 : -113709574135040 : ffff9894ed39e300) 00000100:00000040:2.0:1788219887.590970:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.590976:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219887.590977:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219887.590979:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5bb0. 00000100:00000200:2.0:1788219887.590981:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875079566248832, offset 0 00000400:00000200:2.0:1788219887.590985:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219887.590988:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.590991:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219887.590993:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219887.590996:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219887.590998:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219887.591000:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219887.591002:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93063:93063:253:4294967295] 192.168.203.120@tcp LPNI seq info [93063:93063:5:4294967295] 00000400:00000200:2.0:1788219887.591006:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.591012:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219887.591016:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219887.591019:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1b00. 00000800:00000200:2.0:1788219887.591023:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219887.591027:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219887.591030:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219887.591042:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219887.591045:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: using a timeout of 26262 usecs (27 jiffies) 00000400:00000200:2.0:1788219887.591048:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219887.591049:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313756705 00000100:00000001:2.0:1788219887.591051:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.591053:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313756705 00000100:00000001:2.0:1788219887.591055:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.591057:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219887.591058:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591060:0:256064:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788219887.591063:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591069:0:256064:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788219887.591070:0:256064:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.591072:0:256064:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788219887.591073:0:256064:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788219887.591075:0:256064:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788219887.591077:0:256064:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566249088:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219887.591080:0:256064:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788219887.591083:0:256064:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788219887.591084:0:256064:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.591086:0:256064:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788219887.591088:0:256064:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9893f3a94000. 02000000:00000001:2.0:1788219887.591090:0:256064:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788219887.591093:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1788219887.591095:0:256064:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9893f4eb2370. 00000400:00000010:2.0:1788219887.591097:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5088. 00000100:00000200:2.0:1788219887.591100:0:256064:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875079566249088, portal 4 00000100:00000001:2.0:1788219887.591101:0:256064:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788219887.591103:0:256064:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446630364135415680 : -113709574135936 : ffff9894ed39df80) 00000100:00000040:2.0:1788219887.591107:0:256064:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591112:0:256064:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788219887.591114:0:256064:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1788219887.591116:0:256064:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9894c84e5d48. 00000100:00000200:2.0:1788219887.591118:0:256064:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875079566249088, offset 0 00000400:00000200:2.0:1788219887.591121:0:256064:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1788219887.591124:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.591127:0:256064:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1788219887.591129:0:256064:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788219887.591131:0:256064:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1788219887.591134:0:256064:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788219887.591135:0:256064:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1788219887.591138:0:256064:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93064:93064:252:4294967295] 192.168.203.120@tcp LPNI seq info [93064:93064:4:4294967295] 00000400:00000200:2.0:1788219887.591142:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.591147:0:256064:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1788219887.591151:0:256064:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1788219887.591154:0:256064:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9893da5c1000. 00000800:00000200:2.0:1788219887.591157:0:256064:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9893e43919c0] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1788219887.591161:0:256064:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1788219887.591163:0:256064:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9893da5c1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788219887.591166:0:256064:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219887.591168:0:256064:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: using a timeout of 17336 usecs (18 jiffies) 00000400:00000200:2.0:1788219887.591171:0:256064:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1788219887.591173:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 2 is 4313756696 00000100:00000001:2.0:1788219887.591175:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 2, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.591188:0:256064:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS new deadline estimation for cpu 3 is 4313756696 00000100:00000001:2.0:1788219887.591191:0:256064:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9893ca6d2800: PM QoS request active for cpu 3, keep current deadline 4313757950 00000100:00000001:2.0:1788219887.591195:0:256064:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219887.591197:0:256064:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591199:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591201:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788219887.591261:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219887.591265:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1900. 00000400:00000200:2.0:1788219887.591270:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.591275:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219887.591281:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5220 00000400:00000010:2.0:1788219887.591284:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5220. 00000100:00000001:2.0:1788219887.591288:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219887.591293:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591303:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219887.591306:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591332:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591334:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219887.591348:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219887.591351:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1c00. 00000400:00000200:2.0:1788219887.591353:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.591356:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219887.591359:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e57f8 00000400:00000010:2.0:1788219887.591361:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e57f8. 00000100:00000001:2.0:1788219887.591363:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219887.591366:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591372:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219887.591375:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591381:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591382:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219887.591389:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219887.591391:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1100. 00000400:00000200:2.0:1788219887.591394:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.591397:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219887.591399:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5110 00000400:00000010:2.0:1788219887.591400:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5110. 00000100:00000001:2.0:1788219887.591402:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219887.591405:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591411:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219887.591415:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591420:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591422:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219887.591429:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219887.591431:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1b00. 00000400:00000200:2.0:1788219887.591433:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.591436:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219887.591438:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5bb0 00000400:00000010:2.0:1788219887.591439:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5bb0. 00000100:00000001:2.0:1788219887.591442:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219887.591445:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591450:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219887.591453:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591459:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591460:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788219887.591533:0:256055:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788219887.591536:0:256055:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9893da5c1000. 00000400:00000200:2.0:1788219887.591538:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.591541:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1788219887.591543:0:256055:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5d48 00000400:00000010:2.0:1788219887.591546:0:256055:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5d48. 00000100:00000001:2.0:1788219887.591548:0:256055:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788219887.591551:0:256055:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591558:0:256055:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219887.591561:0:256055:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.591567:0:256055:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.591569:0:256055:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788219887.591955:0:256063:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219887.591961:0:256063:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219887.602370:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.602398:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219887.602404:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.602407:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.602914:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.602925:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219887.602937:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.602943:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.602950:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.602955:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb78cd00 00000400:00000200:2.0:1788219887.602961:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.602968:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9a2d [1] + 224 00000800:00000001:2.0:1788219887.602977:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.603780:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.603789:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.603797:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219887.603807:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219887.603819:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219887.603833:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.603854:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219887.603870:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.603875:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219887.603877:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.603880:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.603884:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603889:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219887.603895:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603898:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603902:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603905:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x6a95ffb78cb00 00000400:00000200:2.0:1788219887.603909:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603915:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9a0d [1] + 224 00000800:00000001:2.0:1788219887.603920:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.603923:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.603926:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.603929:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219887.603932:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219887.603937:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219887.603947:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.603955:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219887.603959:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.603962:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219887.603964:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.603966:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.603969:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603973:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219887.603978:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603980:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603983:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603986:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x6a95ffb78cc80 00000400:00000200:2.0:1788219887.603990:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.603995:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9a4d [1] + 224 00000800:00000001:2.0:1788219887.603999:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.604019:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.604022:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.604025:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219887.604029:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219887.604048:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219887.604057:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.604065:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219887.604070:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.604073:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.604425:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219887.604431:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788219887.604440:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219887.604443:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219887.604447:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2370. 00000400:00000200:3.0:1788219887.604453:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5088 00000400:00000010:3.0:1788219887.604456:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5088. 00000100:00000001:3.0:1788219887.604459:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219887.604466:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219887.604476:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.604483:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219887.604485:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.604487:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219887.604492:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219887.604495:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219887.604497:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219887.604501:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219887.604514:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32efc60 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219887.604519:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32efc18 time=103 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219887.604522:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219887.604524:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219887.604528:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219887.604532:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.604536:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219887.604538:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9893ca6d2800: skip recheck: last_committed 17179881573 00000100:00000001:3.0:1788219887.604540:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219887.604542:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.604548:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.604556:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219887.604559:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219887.604562:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219887.604566:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219887.604575:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566249088:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219887.604581:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219887.604582:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219887.604583:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2058. 00000400:00000200:3.0:1788219887.604586:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5a18 00000400:00000010:3.0:1788219887.604588:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5a18. 00000100:00000001:3.0:1788219887.604590:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219887.604593:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219887.604600:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788219887.605992:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.606009:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219887.606014:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.606017:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.606025:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.606043:0:256055:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219887.606053:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.606059:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.606064:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.606068:0:256055:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78cc00 00000400:00000200:2.0:1788219887.606072:0:256055:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.606077:0:256055:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9a1d [1] + 224 00000800:00000001:2.0:1788219887.606084:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.606093:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.606095:0:256055:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.606100:0:256055:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219887.606108:0:256055:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219887.606121:0:256055:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219887.606138:0:256055:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.606148:0:256055:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219887.606157:0:256055:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.606160:0:256055:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.606406:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219887.606411:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.606414:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219887.606419:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219887.606422:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219887.606425:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219887.606428:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219887.606436:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d0d2dc60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219887.606441:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d0d2dc18 time=61 v=5 (1 1 0 0) 00000100:00000001:3.0:1788219887.606444:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219887.606446:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219887.606449:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219887.606451:0:256064:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.606454:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.606460:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.606466:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219887.606469:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219887.606471:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219887.606475:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219887.606483:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfc0140c-5026-49da-a298-39d0904c711e:256064:1875079566248704:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219887.606493:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219887.606495:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219887.606498:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb26e0. 00000400:00000200:3.0:1788219887.606502:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5cc0 00000400:00000010:3.0:1788219887.606505:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5cc0. 00000100:00000001:3.0:1788219887.606508:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219887.606512:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219887.606521:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.606527:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219887.606528:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.606530:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219887.606532:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219887.606533:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219887.606534:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219887.606536:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219887.606542:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32edc60 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219887.606545:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32edc18 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1788219887.606547:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219887.606549:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219887.606550:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219887.606553:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.606557:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219887.606559:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9893ca6d2800: skip recheck: last_committed 12884902901 00000100:00000001:3.0:1788219887.606561:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219887.606563:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.606566:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.606573:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219887.606575:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219887.606576:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219887.606580:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219887.606587:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566248960:192.168.203.120@tcp:400:kworker.0 00000400:00000001:3.0:1788219887.606593:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788219887.606594:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788219887.606596:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb2f78. 00000400:00000200:3.0:1788219887.606599:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e5000 00000400:00000010:3.0:1788219887.606600:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e5000. 00000100:00000001:3.0:1788219887.607380:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788219887.607390:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788219887.607403:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.607416:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788219887.607418:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.607420:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1788219887.607422:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788219887.607424:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788219887.607425:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788219887.607428:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788219887.607434:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9894d32e9460 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1788219887.607438:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9894d32e9418 time=41 v=5 (1 1 1 0) 00000100:00000001:3.0:1788219887.607440:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788219887.607441:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788219887.607443:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788219887.607446:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.607448:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788219887.607450:0:256064:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9893ca6d2800: skip recheck: last_committed 12884903501 00000100:00000001:3.0:1788219887.607452:0:256064:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788219887.607453:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788219887.607457:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.607463:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788219887.607466:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788219887.607468:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788219887.607471:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788219887.607479:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566249216:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1788219887.607483:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.607486:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219887.607491:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39df80 x1875079566249088/t0(0) o400->lustre-OST0000-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.607499:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219887.607502:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219887.607506:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f3a94000. 02000000:00000001:3.0:1788219887.607511:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219887.607514:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219887.607516:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ef800 refcount=2 obd=lustre-OST0000-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219887.607519:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219887.607522:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26900. 02000000:00000001:3.0:1788219887.607526:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219887.607528:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219887.607530:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39df80. 00000100:00000001:3.0:1788219887.607534:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219887.607536:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.607538:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219887.607541:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39d180 x1875079566248704/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.607547:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219887.607548:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219887.607550:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f3a94400. 02000000:00000001:3.0:1788219887.607552:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219887.607553:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219887.607554:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d0d2d800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1788219887.607557:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219887.607558:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26000. 02000000:00000001:3.0:1788219887.607560:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219887.607561:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219887.607562:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39d180. 00000100:00000001:3.0:1788219887.607564:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219887.607565:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.607566:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219887.607570:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39ed80 x1875079566248960/t0(0) o400->lustre-MDT0001-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.607576:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219887.607577:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219887.607578:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f3a95400. 02000000:00000001:3.0:1788219887.607580:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219887.607581:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219887.607582:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32ed800 refcount=3 obd=lustre-MDT0001-mdc-ffff9893ca6d2800 00000020:00000001:3.0:1788219887.607584:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219887.607586:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26700. 02000000:00000001:3.0:1788219887.607588:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219887.607589:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219887.607590:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39ed80. 00000100:00000001:3.0:1788219887.607592:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219887.607594:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.607595:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788219887.607599:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39c000 x1875079566249216/t0(0) o400->lustre-OST0001-osc-ffff9893ca6d2800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788219887.608888:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788219887.608890:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788219887.608893:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f3a95600. 02000000:00000001:3.0:1788219887.608897:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788219887.608898:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1788219887.608900:0:256064:0:(genops.c:1244:class_import_put()) import ffff9894d32e9000 refcount=2 obd=lustre-OST0001-osc-ffff9893ca6d2800 00000020:00000001:3.0:1788219887.608902:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1788219887.608904:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26d00. 02000000:00000001:3.0:1788219887.608908:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788219887.608909:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788219887.608910:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39c000. 00000100:00000001:3.0:1788219887.608913:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788219887.608914:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788219887.608919:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.608922:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788219887.608924:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788219887.608927:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788219887.608929:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788219887.612755:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.612784:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788219887.612790:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.612803:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.612816:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.612829:0:256056:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1788219887.612844:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.612851:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.612859:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.612864:0:256056:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x6a95ffb78cb80 00000400:00000200:2.0:1788219887.612870:0:256056:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1788219887.612879:0:256056:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0xe9a3d [1] + 224 00000800:00000001:2.0:1788219887.612887:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.612903:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788219887.612908:0:256056:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788219887.612914:0:256056:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1788219887.612925:0:256056:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219887.612938:0:256056:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788219887.613367:0:256056:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.613391:0:256056:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788219887.613405:0:256056:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788219887.613409:0:256056:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.613430:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219887.613437:0:256064:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788219887.613446:0:256064:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788219887.613448:0:256064:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788219887.613452:0:256064:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9893f4eb24d0. 00000400:00000200:2.0:1788219887.613457:0:256064:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9894c84e53b8 00000400:00000010:2.0:1788219887.613461:0:256064:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9894c84e53b8. 00000100:00000001:2.0:1788219887.613464:0:256064:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788219887.613469:0:256064:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788219887.613479:0:256064:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.613486:0:256064:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788219887.613488:0:256064:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.613491:0:256064:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1788219887.613496:0:256064:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788219887.613500:0:256064:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788219887.613502:0:256064:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788219887.613506:0:256064:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788219887.613519:0:256064:0:(import.c:2149:obd_at_measure()) add 5 to ffff9893f85f3c60 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1788219887.613524:0:256064:0:(import.c:2149:obd_at_measure()) add 1 to ffff9893f85f3c18 time=61 v=5 (1 1 0 0) 00000100:00000001:2.0:1788219887.613527:0:256064:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788219887.613529:0:256064:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788219887.613533:0:256064:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788219887.613537:0:256064:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.613542:0:256064:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788219887.613545:0:256064:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: committing for last_committed 17179869296 gen 1 00000100:00000001:2.0:1788219887.613549:0:256064:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788219887.613552:0:256064:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9893ca6d2800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1788219887.613555:0:256064:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788219887.613557:0:256064:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219887.613562:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.613569:0:256064:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788219887.613572:0:256064:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788219887.613575:0:256064:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788219887.613580:0:256064:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788219887.613588:0:256064:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9894ed39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a070992b-a374-46bb-a0a0-eb573b6d6afb:256064:1875079566248832:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1788219887.613594:0:256064:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.613598:0:256064:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788219887.613601:0:256064:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9894ed39e300 x1875079566248832/t0(0) o400->lustre-MDT0000-mdc-ffff9893ca6d2800@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1788219903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788219887.613609:0:256064:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788219887.613612:0:256064:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788219887.613616:0:256064:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9893f3a94200. 02000000:00000001:2.0:1788219887.613621:0:256064:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788219887.613624:0:256064:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1788219887.613626:0:256064:0:(genops.c:1244:class_import_put()) import ffff9893f85f3800 refcount=3 obd=lustre-MDT0000-mdc-ffff9893ca6d2800 00000020:00000001:2.0:1788219887.613629:0:256064:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1788219887.613632:0:256064:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9893eda26c00. 02000000:00000001:2.0:1788219887.613636:0:256064:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788219887.613639:0:256064:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788219887.613641:0:256064:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9894ed39e300. 00000100:00000001:2.0:1788219887.613645:0:256064:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788219887.613648:0:256064:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.613650:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788219887.614281:0:256064:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788219887.614285:0:256064:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788219887.614290:0:256064:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788219887.614293:0:256064:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219888.547301:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219888.547309:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219888.548532:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219888.548534:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219888.548539:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219888.548540:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219888.548544:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219888.548545:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219888.548549:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219888.548551:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219888.549531:0:280891:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219888.549536:0:280891:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219888.549540:0:280891:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788219888.852307:0:330525:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788219888.867465:0:292418:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6220 (cpu 2) has reached its deadline 4313757950, at 4313757955 00000100:00000010:2.0:1788219888.867487:0:292418:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1921e0. 00000100:00000040:3.0:1788219888.867661:0:277257:0:(connection.c:75:cpu_latency_work()) work item of ffff9894c96e6330 (cpu 3) has reached its deadline 4313757950, at 4313757955 00000100:00000010:3.0:1788219888.867669:0:277257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9894ca1925a0. 00000001:00000001:0.0:1788219889.341908:0:330561:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788219889.341916:0:330561:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160g: @@@@@@ FAIL: mds1: user2 cl9 not found 00000001:00000001:0.0:1788219889.351267:0:330561:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788219889.573917:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219889.573924:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573928:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219889.573930:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573933:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219889.573936:0:307073:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788219889.573938:0:307073:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788219889.573943:0:307073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788219889.573945:0:307073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788219889.573947:0:307073:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573949:0:307073:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788219889.573952:0:307073:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573954:0:307073:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573956:0:307073:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573960:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219889.573961:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219889.573964:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219889.573965:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788219889.582086:0:280892:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788219889.582093:0:280892:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788219889.582098:0:280892:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788219890.591415:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219890.591421:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219890.591428:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219890.591429:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219890.591432:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219890.591433:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219890.591437:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219890.591438:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788219890.591441:0:307073:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788219890.591442:0:307073:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788219890.591518:0:301325:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788219890.591522:0:301325:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788219890.591525:0:301325:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788219890.968055:0:330662:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 142138 lines, 142138 kept, 0 dropped, 0 bad.